-- Logs begin at Wed 2022-08-31 00:32:43 UTC, end at Wed 2022-08-31 01:45:24 UTC. -- Aug 31 01:13:43.811029 dv-cinder-855288-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 31 01:13:46.472628 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.common.config [-] Logging enabled! Aug 31 01:13:46.473293 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev528 Aug 31 01:13:46.473459 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106663) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 31 01:13:46.477306 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.common.config [-] Logging enabled! Aug 31 01:13:46.477570 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev528 Aug 31 01:13:46.477886 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106663) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 31 01:13:46.478829 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 01:13:46.479069 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 01:13:46.479549 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 01:13:46.479798 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 01:13:46.480033 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 01:13:46.480351 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.480658 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.480915 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.481220 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.481518 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.481804 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.482099 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.482400 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.482692 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.482975 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.483262 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.483495 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.483778 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.484067 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.484357 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.484586 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] debug = True {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.484900 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.485340 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.485744 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.486032 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.486326 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.486608 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.486882 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.487162 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.487456 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.487789 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] host = dv-cinder-855288-2-iscsi {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.488071 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.488361 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.488652 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.488968 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.489248 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.489529 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.489819 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.490097 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.490917 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] log_file = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.491193 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.491486 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.491778 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.492070 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.492298 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.492522 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.492831 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.493124 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.493403 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.493681 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.493960 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.494236 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.494512 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.494784 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.495071 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.495357 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.495644 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.495920 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.496197 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.496468 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.496758 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.497048 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.497322 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.497601 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.497878 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.498168 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.498437 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.498711 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.499014 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.499301 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.499584 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.499872 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.500149 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.500432 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.500703 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.500985 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.501257 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] use_json = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.501529 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.501800 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.502087 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.502362 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.502636 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.502910 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.503182 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.503465 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.503738 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:46.504039 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.504338 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.504641 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.504946 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.505256 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.505537 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.505854 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.506137 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.506429 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.506719 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.507011 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.507292 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.507600 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.507893 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.508191 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.508499 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.508818 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.509113 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.509393 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.509669 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.509945 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.510226 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.510518 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.510799 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.511090 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.511382 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.511664 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.511962 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.512250 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.512538 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.512862 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.513157 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.513434 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.513715 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.514007 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.514289 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.514564 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.514855 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.515134 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.515409 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.515693 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.515987 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.516279 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.516556 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.516868 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.517164 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.517449 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.517724 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.517997 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.518276 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.518549 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.518837 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.519120 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.519397 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.519672 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.519963 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.520235 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.520513 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.520822 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.521101 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.521404 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.521681 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.521958 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.522233 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.522508 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.522782 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.523055 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.523329 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.523607 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.523882 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.524158 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.524434 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.524709 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.525004 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.525291 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.525591 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.525870 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.526152 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.526434 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.526715 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.526994 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.527273 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.527557 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.527835 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.528106 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.528399 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.528685 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.528998 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.529284 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.529582 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.529878 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.530159 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.530439 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.530719 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.530998 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.531277 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.531561 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.531841 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.532121 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.532408 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.532695 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.533014 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.533310 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.533589 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.533887 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.534219 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.534523 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.534808 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.535122 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.535404 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:46.535625 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 01:13:46.535868 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106663) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 31 01:13:46.834617 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 31 01:13:46.834860 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 31 01:13:46.835125 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 31 01:13:46.835356 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 31 01:13:46.835634 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 31 01:13:46.835966 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 31 01:13:47.244182 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:47.244475 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:47.244770 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:47.245960 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:47.246238 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:47.246509 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:47.300041 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:47.300323 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:47.300595 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:47.317141 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:47.317429 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:47.317703 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:47.346176 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:47.346461 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:47.346730 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:47.383512 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:47.383792 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:47.384065 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:47.614602 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:47.615686 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:47.615686 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:47.615867 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:47.616797 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:47.714588 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:47.714916 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:47.715205 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:47.715484 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:47.715756 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:47.716067 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:47.716329 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:47.716590 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:47.716875 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:47.717164 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:47.717429 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:47.717698 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:47.717956 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:47.718210 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:47.718469 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:47.718760 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:47.719002 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:47.719267 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:47.719538 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:47.719800 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:47.720074 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:47.720329 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:47.720618 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:47.721023 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:47.721279 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:47.721530 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:47.721932 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 01:13:47.722176 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 01:13:47.722420 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 01:13:47.722662 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 01:13:47.722902 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 01:13:47.723140 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 01:13:47.723509 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 31 01:13:47.727225 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 31 01:13:47.731179 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 31 01:13:47.735091 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1050, 1099)])]) Aug 31 01:13:47.736764 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 31 01:13:47.737381 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 31 01:13:47.737723 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 31 01:13:47.738118 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 31 01:13:47.741615 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 31 01:13:47.741863 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 31 01:13:47.742211 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 01:13:47.747304 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 31 01:13:47.770535 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 31 01:13:47.770989 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:47.771289 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106663) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Aug 31 01:13:47.771683 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:47.773075 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106663) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 31 01:13:47.773361 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 01:13:47.773610 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 31 01:13:47.777185 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:47.777472 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:47.962245 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 31 01:13:47.962486 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 31 01:13:47.962726 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 31 01:13:47.963110 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 31 01:13:48.014864 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO dbcounter [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Registered counter for database neutron Aug 31 01:13:48.032510 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_db.sqlalchemy.engines [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106663) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 31 01:13:48.038436 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG dbcounter [-] [106663] Writer thread running {{(pid=106663) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 31 01:13:48.922791 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.plugins.ml2.managers [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Initializing driver for type 'gre' Aug 31 01:13:48.923309 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] gre ID ranges: [(1, 1000)] Aug 31 01:13:49.122519 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.plugins.ml2.managers [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Initializing driver for type 'local' Aug 31 01:13:49.122851 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.plugins.ml2.managers [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Initializing driver for type 'vlan' Aug 31 01:13:49.208125 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] VlanTypeDriver initialization complete Aug 31 01:13:49.208472 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.plugins.ml2.managers [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Initializing driver for type 'vxlan' Aug 31 01:13:49.209017 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] vxlan ID ranges: [(1, 1000)] Aug 31 01:13:49.402823 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.plugins.ml2.managers [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Initializing extension driver 'port_security' Aug 31 01:13:49.403203 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.plugins.ml2.extensions.port_security [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] PortSecurityExtensionDriver initialization complete Aug 31 01:13:49.403589 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.plugins.ml2.managers [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Initializing mechanism driver 'openvswitch' Aug 31 01:13:49.403960 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.plugins.ml2.managers [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Initializing mechanism driver 'hyperv' Aug 31 01:13:49.410755 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.plugin [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:49.411451 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: > port after_create 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.411825 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: > port after_update 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.412180 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: > port after_delete 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.412708 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106663) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 31 01:13:49.413150 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: > subnet after_create 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.413503 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: > subnet after_update 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.413848 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.414245 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106663) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 31 01:13:49.414651 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: > network after_create 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.415000 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: > network after_update 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.415343 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: > network after_delete 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.415729 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106663) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 31 01:13:49.416135 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: > security_group after_create 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.416475 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: > security_group after_update 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.416835 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.419084 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106663) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 31 01:13:49.419084 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.419084 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.419084 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.419084 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106663) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 31 01:13:49.419636 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: > address_group after_create 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.419636 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: > address_group after_update 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.419795 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.420047 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106663) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 31 01:13:49.420482 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] ML2 OVO RPC backend initialized. {{(pid=106663) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Aug 31 01:13:49.421209 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.421561 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.421974 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: > network before_response 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.422322 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: > networks before_response 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.422669 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: > port before_response 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.423010 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: > ports before_response 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.423353 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: > subnet before_response 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.423695 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: > subnets before_response 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.424036 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: > network after_create 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.424417 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: > network after_update 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.424769 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: > network after_delete 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.425106 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: > port after_create 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.425440 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: > port after_update 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.425770 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: > port after_delete 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.426102 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: > subnet after_create 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.426434 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: > subnet after_update 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.426764 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.434411 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.quota [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loaded quota_driver: . Aug 31 01:13:49.434775 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.plugins.ml2.plugin [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Modular L2 Plugin initialization complete Aug 31 01:13:49.435120 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading services supported by the core plugin {{(pid=106663) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 31 01:13:49.435461 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.plugins.ml2.managers [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Got port-security extension from driver 'port_security' Aug 31 01:13:49.435943 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.extensions.vlantransparent [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Disabled vlantransparent extension. Aug 31 01:13:49.436436 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106663) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 31 01:13:49.436784 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading Plugin: router Aug 31 01:13:49.472749 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.473103 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: > router after_create 55549900 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.473475 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: > router before_create 55549900 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.473838 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.474210 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.474561 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: > router after_delete 55549900 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.474916 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.475287 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.475649 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: > router after_create 55549900 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.475998 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: > router after_update 55549900 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.476347 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: > router after_update 55549900 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.476697 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.477075 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: > router after_update 55549900 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.477484 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: > router precommit_update 55549900 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.477847 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: port after_update 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.478186 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: port after_delete 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.478522 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: subnet after_update 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.478868 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.479233 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.479557 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: > router precommit_create 55549900 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.479897 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: port before_delete 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.480237 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: > router precommit_create 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.480588 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: > router after_update 55549900 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.480960 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.481311 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: > router precommit_create 55549900 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.481667 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.482009 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: > router precommit_update 55549900 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.482371 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: > agent after_create 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.482716 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: > agent after_delete 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.483057 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: > network after_delete 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.483904 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.quota.resource_registry [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Tracking information for resource: router configured {{(pid=106663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 01:13:49.484241 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.quota.resource_registry [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Tracking information for resource: floatingip configured {{(pid=106663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 01:13:49.489071 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.db.l3_agentschedulers_db [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 31 01:13:49.489634 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: port after_update 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.489995 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: port after_create 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.490346 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: port after_delete 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.490703 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: port after_update 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.491642 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: > router before_create 55550100 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.492006 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.492369 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: > router precommit_create 55550100 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.492745 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: > router precommit_update 55550100 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.497624 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.services.provider_configuration [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Service providers = [] {{(pid=106663) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 31 01:13:49.497984 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.db.servicetype_db [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106663) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 31 01:13:49.501137 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.services.service_base [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106663) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 01:13:49.501484 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.services.service_base [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106663) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 01:13:49.501823 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.services.service_base [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106663) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 01:13:49.502697 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.services.service_base [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106663) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 01:13:49.503066 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.services.service_base [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 31 01:13:49.503447 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 01:13:49.503761 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 31 01:13:49.514738 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 01:13:49.515068 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading Plugin: auto_allocate Aug 31 01:13:49.520636 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: network precommit_update 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.521036 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: network precommit_create 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.521552 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 01:13:49.521871 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading Plugin: tag Aug 31 01:13:49.529215 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 01:13:49.529541 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading Plugin: timestamp Aug 31 01:13:49.533325 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 01:13:49.533653 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading Plugin: network_ip_availability Aug 31 01:13:49.539084 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.539457 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.539815 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.540526 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 01:13:49.540873 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading Plugin: flavors Aug 31 01:13:49.546914 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 01:13:49.547245 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading Plugin: revisions Aug 31 01:13:49.551612 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 01:13:49.551992 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_concurrency.lockutils [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.716s {{(pid=106663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 31 01:13:49.552753 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106663) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Aug 31 01:13:49.553083 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Initializing extension manager. Aug 31 01:13:49.554123 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: __init__.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.554459 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: __pycache__ {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.554790 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: address_group.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.555495 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.556053 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loaded extension: address-group Aug 31 01:13:49.556376 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: address_scope.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.557077 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.557583 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loaded extension: address-scope Aug 31 01:13:49.557903 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.558776 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.559287 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loaded extension: router-admin-state-down-before-update Aug 31 01:13:49.559612 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: agent.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.560272 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.560810 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loaded extension: agent Aug 31 01:13:49.561132 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: agent_resources_synced.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.561990 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.562496 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loaded extension: agent-resources-synced Aug 31 01:13:49.562814 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: allowedaddresspairs.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.564540 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.565084 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loaded extension: allowed-address-pairs Aug 31 01:13:49.565410 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: auto_allocated_topology.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.566431 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.566941 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loaded extension: auto-allocated-topology Aug 31 01:13:49.567261 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: availability_zone.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.567910 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.568412 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loaded extension: availability_zone Aug 31 01:13:49.568751 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: availability_zone_filter.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.570175 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.570681 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loaded extension: availability_zone_filter Aug 31 01:13:49.570998 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: data_plane_status.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.571850 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.572357 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extension data-plane-status not supported by any of loaded plugins Aug 31 01:13:49.572676 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: default_subnetpools.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.573562 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.574067 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loaded extension: default-subnetpools Aug 31 01:13:49.574386 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.575148 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.575652 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loaded extension: dhcp_agent_scheduler Aug 31 01:13:49.575971 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: dns.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.576862 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.577364 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extension dns-integration not supported by any of loaded plugins Aug 31 01:13:49.577683 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: dns_domain_ports.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.578559 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.579060 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 31 01:13:49.579636 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.580507 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.581032 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 31 01:13:49.581353 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: dvr.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.581982 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.582487 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loaded extension: dvr Aug 31 01:13:49.582806 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: ecmp_routes.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.583669 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.584171 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 31 01:13:49.584489 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: empty_string_filtering.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.585406 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.585917 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loaded extension: empty-string-filtering Aug 31 01:13:49.586236 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.587097 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.587602 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 31 01:13:49.587919 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.588807 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.589308 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 31 01:13:49.589632 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: external_net.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.590492 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.590998 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loaded extension: external-net Aug 31 01:13:49.591315 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.592175 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.592680 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loaded extension: extra_dhcp_opt Aug 31 01:13:49.593028 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: extraroute.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.593886 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.594397 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loaded extension: extraroute Aug 31 01:13:49.594718 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: extraroute_atomic.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.595695 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.596203 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loaded extension: extraroute-atomic Aug 31 01:13:49.596523 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: filter_validation.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.597372 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.597880 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loaded extension: filter-validation Aug 31 01:13:49.598203 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: fip_pf_description.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.599059 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.599569 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 31 01:13:49.599891 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: fip_pf_port_range.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.600806 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.601315 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Aug 31 01:13:49.601635 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: fip_port_details.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.602508 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.603016 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loaded extension: fip-port-details Aug 31 01:13:49.603340 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: flavors.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.604499 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.605051 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loaded extension: flavors Aug 31 01:13:49.605377 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.606966 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.607490 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 31 01:13:49.607819 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: floatingip_pools.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.608478 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.609024 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loaded extension: floatingip-pools Aug 31 01:13:49.609348 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: ip_allocation.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.610221 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.610731 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extension ip_allocation not supported by any of loaded plugins Aug 31 01:13:49.611055 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.611930 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.612439 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loaded extension: ip-substring-filtering Aug 31 01:13:49.612787 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: l2_adjacency.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.613695 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.614197 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 31 01:13:49.614519 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: l3.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.615434 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.616469 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loaded extension: router Aug 31 01:13:49.616826 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.618996 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.619518 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 31 01:13:49.619849 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.620746 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.621255 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loaded extension: ext-gw-mode Aug 31 01:13:49.621580 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.622457 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.622961 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loaded extension: l3-ha Aug 31 01:13:49.623283 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.624140 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.624682 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Aug 31 01:13:49.624993 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: l3_flavors.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.635407 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.635915 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loaded extension: l3-flavors Aug 31 01:13:49.636237 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: l3_ndp_proxy.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.637580 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.638102 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Aug 31 01:13:49.638430 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.639295 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.639811 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 31 01:13:49.640136 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: l3agentscheduler.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.641144 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.641666 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loaded extension: l3_agent_scheduler Aug 31 01:13:49.641989 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: local_ip.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.643668 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.644196 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extension local_ip not supported by any of loaded plugins Aug 31 01:13:49.644525 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: logging.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.645963 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.646492 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extension logging not supported by any of loaded plugins Aug 31 01:13:49.646815 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: metering.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.647531 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.648300 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loaded extension: metering Aug 31 01:13:49.648627 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.649705 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.650222 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loaded extension: metering_source_and_destination_fields Aug 31 01:13:49.650546 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: multiprovidernet.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.651426 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.652019 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loaded extension: multi-provider Aug 31 01:13:49.652373 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: netmtu.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.653243 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.653779 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loaded extension: net-mtu Aug 31 01:13:49.657902 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: netmtu_writable.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.658550 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.659065 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loaded extension: net-mtu-writable Aug 31 01:13:49.659386 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: network_availability_zone.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.660020 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.660532 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loaded extension: network_availability_zone Aug 31 01:13:49.660886 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: network_ip_availability.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.661938 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.662454 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loaded extension: network-ip-availability Aug 31 01:13:49.662805 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: network_segment_range.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.663528 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.664046 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extension network-segment-range not supported by any of loaded plugins Aug 31 01:13:49.664396 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: pagination.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.665370 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.665701 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loaded extension: pagination Aug 31 01:13:49.666022 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: port_device_profile.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.666882 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.667398 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loaded extension: port-device-profile Aug 31 01:13:49.667718 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: port_mac_address_override.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.668588 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.669132 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loaded extension: port-mac-override Aug 31 01:13:49.669452 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.670316 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.670825 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loaded extension: port-mac-address-regenerate Aug 31 01:13:49.671146 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.672004 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.672515 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loaded extension: port-numa-affinity-policy Aug 31 01:13:49.672867 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: port_resource_request.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.673742 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.674250 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extension port-resource-request not supported by any of loaded plugins Aug 31 01:13:49.674572 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: port_resource_request_groups.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.675481 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.675990 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extension port-resource-request-groups not supported by any of loaded plugins Aug 31 01:13:49.676390 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: portbindings.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.677292 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.677804 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loaded extension: binding Aug 31 01:13:49.678125 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: portbindings_extended.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.679854 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.680373 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loaded extension: binding-extended Aug 31 01:13:49.680701 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: portsecurity.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.681601 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.682113 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loaded extension: port-security Aug 31 01:13:49.682436 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: project_id.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.683362 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.683697 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loaded extension: project-id Aug 31 01:13:49.684016 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: providernet.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.684909 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.685422 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loaded extension: provider Aug 31 01:13:49.685743 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: qos.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.689155 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.689677 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extension qos not supported by any of loaded plugins Aug 31 01:13:49.699899 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.700916 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.701437 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 31 01:13:49.701765 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.702654 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.703174 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 31 01:13:49.703500 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: qos_default.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.704685 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.705281 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extension qos-default not supported by any of loaded plugins Aug 31 01:13:49.705607 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: qos_fip.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.706485 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.706993 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extension qos-fip not supported by any of loaded plugins Aug 31 01:13:49.707319 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: qos_fip_network_policy.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.708186 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.708693 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Aug 31 01:13:49.709046 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: qos_gateway_ip.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.709937 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.710501 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 31 01:13:49.710831 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: qos_port_network_policy.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.711697 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.712218 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 31 01:13:49.712536 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.713547 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.714059 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extension qos-pps-minimum not supported by any of loaded plugins Aug 31 01:13:49.714382 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.715358 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.715863 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Aug 31 01:13:49.716184 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: qos_pps_rule.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.717324 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.717846 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extension qos-pps not supported by any of loaded plugins Aug 31 01:13:49.718166 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: qos_rule_type_details.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.719027 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.719534 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 31 01:13:49.719854 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: qos_rule_type_filter.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.720714 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.721240 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Aug 31 01:13:49.721562 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: qos_rules_alias.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.723777 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.724247 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 31 01:13:49.724574 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: quota_check_limit.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.725495 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.726007 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loaded extension: quota-check-limit Aug 31 01:13:49.726328 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: quotasv2.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.727206 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.727529 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loaded extension: quotas Aug 31 01:13:49.727846 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: quotasv2_detail.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.729528 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.729862 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loaded extension: quota_details Aug 31 01:13:49.730189 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: rbac.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.731477 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.732008 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loaded extension: rbac-policies Aug 31 01:13:49.732337 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: rbac_address_group.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.733252 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.733778 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loaded extension: rbac-address-group Aug 31 01:13:49.734099 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: rbac_address_scope.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.734981 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.735503 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loaded extension: rbac-address-scope Aug 31 01:13:49.735826 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: rbac_security_groups.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.736798 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.737316 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loaded extension: rbac-security-groups Aug 31 01:13:49.737638 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: rbac_subnetpool.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.738513 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.739021 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loaded extension: rbac-subnetpool Aug 31 01:13:49.739340 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: revisionifmatch.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.740221 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.741303 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loaded extension: revision-if-match Aug 31 01:13:49.741599 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: revisions.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.742668 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.743189 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loaded extension: standard-attr-revisions Aug 31 01:13:49.743515 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: router_availability_zone.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.744146 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.744754 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loaded extension: router_availability_zone Aug 31 01:13:49.745078 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: routerservicetype.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.745963 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.746474 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extension router-service-type not supported by any of loaded plugins Aug 31 01:13:49.746793 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.747669 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.748181 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loaded extension: security-groups-normalized-cidr Aug 31 01:13:49.748500 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.749415 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.750000 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loaded extension: port-security-groups-filtering Aug 31 01:13:49.750319 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.751192 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.751703 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loaded extension: security-groups-remote-address-group Aug 31 01:13:49.752024 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.752920 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.753433 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loaded extension: security-groups-shared-filtering Aug 31 01:13:49.753752 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: securitygroup.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.763782 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.764313 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loaded extension: security-group Aug 31 01:13:49.764651 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: segment.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.765373 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.765892 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extension segment not supported by any of loaded plugins Aug 31 01:13:49.766219 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.767109 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.767626 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 31 01:13:49.767948 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: servicetype.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.769018 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.769540 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loaded extension: service-type Aug 31 01:13:49.774746 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: sorting.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.775463 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.775795 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loaded extension: sorting Aug 31 01:13:49.776116 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: standard_attr_segment.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.777018 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.777530 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 31 01:13:49.777850 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: standardattrdescription.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.778534 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.779048 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loaded extension: standard-attr-description Aug 31 01:13:49.779377 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: stateful_security_group.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.780277 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.780824 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loaded extension: stateful-security-group Aug 31 01:13:49.781151 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: stdattrs_common.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.781693 dv-cinder-855288-2-iscsi neutron-server[106663]: WARNING neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 31 01:13:49.782013 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.782895 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.783409 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 31 01:13:49.783730 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: subnet_onboard.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.784787 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.785304 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loaded extension: subnet_onboard Aug 31 01:13:49.785628 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.786517 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.787033 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 31 01:13:49.787359 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: subnet_service_types.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.788258 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.788801 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loaded extension: subnet-service-types Aug 31 01:13:49.789130 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: subnetallocation.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.790164 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.790684 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loaded extension: subnet_allocation Aug 31 01:13:49.791009 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.791636 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.792147 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loaded extension: subnetpool-prefix-ops Aug 31 01:13:49.792469 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.793387 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.793905 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 31 01:13:49.794227 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: tagging.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.795223 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.795753 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loaded extension: standard-attr-tag Aug 31 01:13:49.796078 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: timestamp.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.797242 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.797764 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loaded extension: standard-attr-timestamp Aug 31 01:13:49.798090 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: trunk.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.799073 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.799585 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extension trunk not supported by any of loaded plugins Aug 31 01:13:49.799907 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: trunk_details.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.800857 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.801371 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extension trunk-details not supported by any of loaded plugins Aug 31 01:13:49.801690 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: uplink_status_propagation.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.802556 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.803063 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 31 01:13:49.803895 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Loading extension file: vlantransparent.py {{(pid=106663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 01:13:49.804519 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 01:13:49.805055 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 31 01:13:49.807601 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.quota.resource_registry [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Creating instance of TrackedResource for resource:network Aug 31 01:13:49.808113 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.quota.resource_registry [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Creating instance of TrackedResource for resource:subnet Aug 31 01:13:49.808507 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.quota.resource_registry [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 01:13:49.808915 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.quota.resource_registry [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Creating instance of TrackedResource for resource:port Aug 31 01:13:49.810158 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.v2.resource_helper [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 01:13:49.810599 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.v2.resource_helper [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Service FLAVORS assigned prefix: {{(pid=106663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 01:13:49.811209 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.v2.resource_helper [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 01:13:49.811637 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.v2.resource_helper [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 01:13:49.811967 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.quota.resource_registry [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Creating instance of TrackedResource for resource:router Aug 31 01:13:49.812399 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.quota.resource_registry [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Creating instance of TrackedResource for resource:floatingip Aug 31 01:13:49.812926 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.v2.resource_helper [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Service METERING assigned prefix: /metering {{(pid=106663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 01:13:49.814347 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.814717 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.815066 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:49.816055 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.quota.resource_registry [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 01:13:49.816493 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.quota.resource_registry [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Creating instance of TrackedResource for resource:security_group Aug 31 01:13:49.816958 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.quota.resource_registry [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 01:13:49.817475 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.v2.resource_helper [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Service CORE assigned prefix: {{(pid=106663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 01:13:49.817803 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.quota.resource_registry [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 01:13:49.818145 dv-cinder-855288-2-iscsi neutron-server[106663]: WARNING neutron.quota.resource_registry [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] subnetpool is already registered Aug 31 01:13:49.818586 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.v2.resource_helper [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Service CORE assigned prefix: {{(pid=106663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 01:13:49.818939 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.quota.resource_registry [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 01:13:49.819829 dv-cinder-855288-2-iscsi neutron-server[106663]: WARNING neutron.quota.resource_registry [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] subnetpool is already registered Aug 31 01:13:49.822271 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.v2.resource_helper [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 01:13:49.822711 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.v2.resource_helper [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Service FLAVORS assigned prefix: {{(pid=106663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 01:13:49.823312 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.v2.resource_helper [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 01:13:49.823738 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.v2.resource_helper [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 01:13:49.824071 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.quota.resource_registry [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Creating instance of TrackedResource for resource:router Aug 31 01:13:49.824407 dv-cinder-855288-2-iscsi neutron-server[106663]: WARNING neutron.quota.resource_registry [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] router is already registered Aug 31 01:13:49.824855 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.quota.resource_registry [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Creating instance of TrackedResource for resource:floatingip Aug 31 01:13:49.825192 dv-cinder-855288-2-iscsi neutron-server[106663]: WARNING neutron.quota.resource_registry [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] floatingip is already registered Aug 31 01:13:49.825651 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.v2.resource_helper [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Service METERING assigned prefix: /metering {{(pid=106663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 01:13:49.826332 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.quota.resource_registry [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 01:13:49.826659 dv-cinder-855288-2-iscsi neutron-server[106663]: WARNING neutron.quota.resource_registry [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] rbac_policy is already registered Aug 31 01:13:49.827072 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.quota.resource_registry [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Creating instance of TrackedResource for resource:security_group Aug 31 01:13:49.827407 dv-cinder-855288-2-iscsi neutron-server[106663]: WARNING neutron.quota.resource_registry [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] security_group is already registered Aug 31 01:13:49.827812 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.quota.resource_registry [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 01:13:49.828148 dv-cinder-855288-2-iscsi neutron-server[106663]: WARNING neutron.quota.resource_registry [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] security_group_rule is already registered Aug 31 01:13:49.828800 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.v2.resource_helper [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Service CORE assigned prefix: {{(pid=106663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 01:13:49.829405 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.quota.resource_registry [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 01:13:49.829746 dv-cinder-855288-2-iscsi neutron-server[106663]: WARNING neutron.quota.resource_registry [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] subnetpool is already registered Aug 31 01:13:49.830163 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.v2.resource_helper [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Service CORE assigned prefix: {{(pid=106663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 01:13:49.830485 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.quota.resource_registry [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 01:13:49.830814 dv-cinder-855288-2-iscsi neutron-server[106663]: WARNING neutron.quota.resource_registry [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] subnetpool is already registered Aug 31 01:13:49.831292 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extended resource: extensions {{(pid=106663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:13:49.832774 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extended resource: address-groups {{(pid=106663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:13:49.834259 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extended resource: address-scopes {{(pid=106663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:13:49.837340 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extended resource: agents {{(pid=106663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:13:49.838507 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extended resource: auto-allocated-topology {{(pid=106663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:13:49.839761 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extended resource: availability_zones {{(pid=106663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:13:49.841032 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extended resource: dhcp-networks {{(pid=106663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:13:49.842549 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extended resource: dhcp-agents {{(pid=106663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:13:49.843977 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extended resource: routers {{(pid=106663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:13:49.845721 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extended resource: flavors {{(pid=106663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:13:49.846986 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extended resource: service_profiles {{(pid=106663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:13:49.848207 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extended resource: next_providers {{(pid=106663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:13:49.849739 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extended resource: service_profiles {{(pid=106663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:13:49.852304 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extended resource: floatingip-pools {{(pid=106663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:13:49.853612 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extended resource: routers {{(pid=106663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:13:49.855337 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extended resource: floatingips {{(pid=106663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:13:49.856614 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extended resource: l3-routers {{(pid=106663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:13:49.858054 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extended resource: l3-agents {{(pid=106663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:13:49.859695 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extended resource: metering-labels {{(pid=106663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:13:49.860749 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extended resource: metering-label-rules {{(pid=106663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:13:49.862139 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extended resource: network-ip-availabilities {{(pid=106663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:13:49.863397 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extended resource: bindings {{(pid=106663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:13:49.864996 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extended resource: quotas {{(pid=106663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:13:49.867184 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extended resource: quotas {{(pid=106663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:13:49.868713 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extended resource: rbac-policies {{(pid=106663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:13:49.869929 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extended resource: security-groups {{(pid=106663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:13:49.871232 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extended resource: security-group-rules {{(pid=106663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:13:49.872506 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extended resource: service-providers {{(pid=106663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:13:49.873755 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extended resource: subnetpools {{(pid=106663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:13:49.875066 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extended resource: subnetpools {{(pid=106663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:13:49.876633 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extended resource: tags {{(pid=106663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:13:49.878340 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extended resource: tags {{(pid=106663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:13:49.880184 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extended resource: tags {{(pid=106663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:13:49.882569 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extended resource: tags {{(pid=106663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:13:49.884265 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extended resource: tags {{(pid=106663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:13:49.886247 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extended resource: tags {{(pid=106663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:13:49.888042 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extended resource: tags {{(pid=106663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:13:49.889969 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extended resource: tags {{(pid=106663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:13:49.891773 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extended resource: tags {{(pid=106663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:13:49.893531 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron.api.extensions [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Extended resource: tags {{(pid=106663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:13:49.899789 dv-cinder-855288-2-iscsi neutron-server[106663]: WARNING keystonemiddleware.auth_token [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 31 01:13:49.904933 dv-cinder-855288-2-iscsi neutron-server[106663]: WARNING keystonemiddleware.auth_token [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 31 01:13:49.914305 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_concurrency.lockutils [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Acquiring lock "singleton_lock" {{(pid=106663) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:293}} Aug 31 01:13:49.914647 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_concurrency.lockutils [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Acquired lock "singleton_lock" {{(pid=106663) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:296}} Aug 31 01:13:49.915118 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_concurrency.lockutils [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Releasing lock "singleton_lock" {{(pid=106663) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:314}} Aug 31 01:13:49.915768 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO oslo_service.service [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Starting 2 workers Aug 31 01:13:49.920542 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Started child 106776 {{(pid=106663) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 01:13:49.924949 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Started child 106777 {{(pid=106663) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 01:13:49.925995 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:13:49.926598 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO neutron.service [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 31 01:13:49.927208 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Publish callbacks [] for process (None), before_spawn {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:13:49.927444 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [-] (106776) wsgi starting up on http://0.0.0.0:9696 Aug 31 01:13:49.930269 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO oslo_service.service [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Starting 1 workers Aug 31 01:13:49.930396 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:13:49.931684 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [-] (106777) wsgi starting up on http://0.0.0.0:9696 Aug 31 01:13:49.935387 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Started child 106778 {{(pid=106663) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 01:13:49.935916 dv-cinder-855288-2-iscsi neutron-server[106663]: INFO oslo_service.service [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Starting 1 workers Aug 31 01:13:49.939323 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.service [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] calling RpcWorker wait() {{(pid=106778) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 31 01:13:49.939906 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.service [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] returning from RpcWorker wait() {{(pid=106778) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 31 01:13:49.940308 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Started child 106779 {{(pid=106663) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 01:13:49.941123 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG neutron_lib.callbacks.manager [None req-3b144bb8-50b4-4bf3-94bb-ee0d41d2e693 None None] Publish callbacks [] for process (None), after_spawn {{(pid=106663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:13:49.941360 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:13:49.941877 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:49.943002 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106663) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 31 01:13:49.943222 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 01:13:49.943402 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 01:13:49.943621 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 01:13:49.944030 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 01:13:49.944179 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 01:13:49.944679 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.944973 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.945220 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.945329 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:13:49.945763 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.946071 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.946327 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.946592 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.946885 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.947139 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.947303 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.947467 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.947712 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.947938 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.948258 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.948525 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.948780 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.949031 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.949202 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.949446 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.949724 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.949972 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.950254 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] debug = True {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.950507 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.950993 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.951227 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.951466 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.951714 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.951974 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.952211 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.952460 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.952696 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.952950 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.953176 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.953430 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.953684 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.953924 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.954411 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.954685 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.954900 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.955396 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] host = dv-cinder-855288-2-iscsi {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.955639 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.955867 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.956089 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.956340 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.956593 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.956827 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.957093 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.957364 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.957622 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.957856 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.958117 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.958365 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.958609 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.958817 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] log_file = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.958977 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] log_options = True {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.959217 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.959488 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.959795 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.960017 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.960147 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.960272 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.960532 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.960691 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.960979 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.961186 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.961400 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.961607 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.961835 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.962059 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.962301 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.962541 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.962749 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.962984 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.963239 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.963534 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.963737 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.964126 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.964450 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.964682 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.964921 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.965150 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:49.965313 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.965453 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.965592 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.965796 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.966029 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.966278 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.966518 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.966729 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.966960 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.967214 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.967432 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.967837 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.968594 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.968594 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.968913 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.969053 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.969309 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.969921 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.970088 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.970261 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.970495 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.970868 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] use_json = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.971048 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.971200 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.971339 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.971557 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.971768 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.971979 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.972219 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.972433 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.972645 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:49.973093 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.973380 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.974225 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.974225 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.974225 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.975922 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.975922 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.976105 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.976356 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.976600 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.978653 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.978653 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.978653 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.978653 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.978653 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.978653 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.978653 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.981551 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.981551 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.981551 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.981551 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.981551 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.981551 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.981551 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.981551 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.982085 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.982085 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.982085 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.982085 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.982085 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.982085 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.982498 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.982498 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.982688 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.982944 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.983305 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.983570 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.983815 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.984023 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.984234 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.984494 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.984764 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.984970 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.985199 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.985408 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.985632 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.985874 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.986109 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.986349 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.986566 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.986798 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.987003 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.987207 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.987572 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.987979 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.988189 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.988445 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.988661 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.988916 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.989148 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.989376 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.989613 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.989848 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.990144 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.990580 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.990928 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.991672 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.992132 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.992132 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.992355 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.992530 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.992878 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.993033 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.993198 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.993405 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.993615 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.993822 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.994055 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.994255 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.994454 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.994712 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.994890 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.995127 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.995292 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.996768 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.996768 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.996768 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.997054 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 53016) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:13:49.997161 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.997161 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.997161 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.997161 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.997161 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.997519 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.997519 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.997703 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.997968 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.998345 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.998774 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.999042 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.999273 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.999513 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.999717 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:49.999981 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.000324 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.000569 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.000848 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.001071 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.001322 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.001552 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.001785 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.001994 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.002202 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.002421 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.002658 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.002875 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.003115 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.003386 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.003621 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.003867 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.004135 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.004303 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.004564 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.005663 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.005663 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.005663 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.005663 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.005999 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.006089 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.006364 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.006696 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.006915 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.007127 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [-] 10.222.0.20 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0078292 Aug 31 01:13:50.007237 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.007375 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.007639 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.007901 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.008290 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.008659 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.009073 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.009975 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.010356 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.010712 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.011061 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.011440 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.011959 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.012337 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.012851 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.013082 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [-] 10.222.0.20 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0048683 Aug 31 01:13:50.014735 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.015209 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.015487 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.015753 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.016035 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.017833 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.017833 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.017833 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.017833 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.017833 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.017833 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.017833 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.018470 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.018470 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.018470 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.019885 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.019885 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.019885 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.019885 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.019885 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.019885 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.019885 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.020286 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.020286 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.020567 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.020744 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.021856 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.022441 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.023133 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.024526 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.025087 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.025087 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.025364 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.025591 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.027265 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.027548 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.027796 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.028038 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.028308 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.028588 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.028854 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.029128 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.029367 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.030198 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.030198 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.030198 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.030198 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.030522 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.030659 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.030888 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.031148 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.031385 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.031720 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.031999 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.032186 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.032455 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.032699 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.034357 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.035927 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.037089 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.037311 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.037563 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.038311 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.038560 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.039462 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.039462 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.039462 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.039462 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.039767 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.039930 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.040144 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.040393 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.040635 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.041126 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.041354 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.041579 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.042408 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.042507 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.042663 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.042881 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.043115 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.044597 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.044748 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.044967 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.045305 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.045562 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.045807 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.046063 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.046282 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.046496 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.046721 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.047017 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.047144 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.047373 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.047590 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.048765 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.048868 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.049089 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.049304 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.049530 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.049919 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.050136 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.050388 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.050600 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.050833 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.052015 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.052015 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.052015 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.052015 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.052015 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.052348 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.052348 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.052524 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.052919 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.053183 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.053978 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.054192 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.054416 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.054630 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.054833 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.055279 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.055703 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.055923 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.056212 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.056440 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.056685 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.056962 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.057634 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.057634 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.057819 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.057991 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.058209 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.058449 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.058710 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.059082 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.059434 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.059858 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.060107 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.060367 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.060639 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.060962 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.061898 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.061898 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.061898 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.062185 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.062842 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.062842 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.062842 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.063175 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.063175 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.063330 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.063562 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.063779 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.064047 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.064296 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.064537 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.065624 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.066033 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.066775 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:50.066907 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.066907 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.066907 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.066907 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.067228 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.067317 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 01:13:50.067793 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106663) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 31 01:13:50.067947 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 01:13:50.068097 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 01:13:50.068267 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 01:13:50.068431 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 01:13:50.068566 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 01:13:50.068801 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.069531 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.069660 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.069982 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.070216 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.070305 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.070447 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.071708 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.072292 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.072454 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.072616 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.072811 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.072949 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.073083 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.073849 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.073849 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.073849 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.073849 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.073849 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.074499 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.074499 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.074499 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] debug = True {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.074499 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.075050 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.075050 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.075050 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.075050 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.075685 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.075685 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.075685 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.075685 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.076281 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.076281 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.076281 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.076281 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.076281 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.077017 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.077017 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.077017 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.077427 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] host = dv-cinder-855288-2-iscsi {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.077427 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.077427 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.077983 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.078909 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.078909 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.078909 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.078909 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.078909 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.078909 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.080045 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.080045 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.080045 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.080045 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.080045 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] log_file = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.080045 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] log_options = True {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.082611 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.082611 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.082611 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.082611 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.082611 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.082611 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.082611 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.083580 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.083580 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.083580 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.083580 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.083580 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.083580 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.083580 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.083580 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.084635 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.084635 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.084635 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.084635 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.084635 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.084635 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.084635 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.084635 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.086117 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.086117 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.086117 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.086117 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.086117 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.086117 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.086117 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.086117 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.086935 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.086935 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.086935 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.086935 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.086935 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.086935 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.086935 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.086935 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.088153 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.088153 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.088153 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.088153 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.088153 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.088153 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.088153 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.088153 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] use_json = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.088677 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.088677 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.088677 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.088677 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.088677 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.088677 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.088677 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.088677 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.089687 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:13:50.089687 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.089687 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.089687 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.089687 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.089687 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.089687 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.090102 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.090102 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.090102 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.090284 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.090351 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.091233 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.091233 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.091233 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.091233 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.091233 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.091233 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.091625 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.091625 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.091752 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.091819 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.091982 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.092149 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.092305 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.092494 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.093451 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.093451 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.093451 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.093451 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.093451 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.093451 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.093834 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.093834 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.093965 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.094034 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.094175 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.094957 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.094957 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.094957 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.094957 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.094957 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.095506 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.095506 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.095506 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.095506 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.095867 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.095867 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.096019 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.096100 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.096236 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.096393 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.096552 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.096709 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.097727 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.097907 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.098053 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.098192 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.098362 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.099367 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.099367 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.099367 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.099367 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.099367 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.099367 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.099957 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.099957 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.099957 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.099957 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.100356 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.100356 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.100356 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.100593 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.100674 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.100823 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.100983 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.101168 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.101354 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.101662 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.101662 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.102855 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.102855 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.102855 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.102855 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.103104 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.103104 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.103305 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.103408 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.103579 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.104389 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.104389 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.104389 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.104619 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.104710 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.104868 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.105025 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.105183 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.105340 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.105498 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.105655 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.105964 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.106263 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.106425 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.106740 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.106897 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.107746 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.107906 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.108065 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.108222 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.109148 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.109148 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.109148 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.109939 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.110106 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.110265 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.110414 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.110569 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.110727 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.111667 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.111667 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.111667 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.111667 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.111667 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.111667 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.112162 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.112162 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.112162 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.112377 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.112377 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.112527 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.112667 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.112970 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.113070 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.113172 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.113294 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.113452 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.114044 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.114214 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.114373 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.117347 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.117347 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.117347 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.117347 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.117347 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.117347 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.117347 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.117347 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.117914 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.117914 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.117914 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.118093 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.118093 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.118261 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.118417 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.118578 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.119841 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.119841 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.119841 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.119841 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.119841 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.119841 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.119841 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.119841 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.120999 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.121183 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.121361 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.121915 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.121915 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.121915 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.122142 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.122211 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.122360 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.122496 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.122655 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.124111 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.124111 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.124111 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.124111 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.124430 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.124430 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.124582 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.124769 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.124988 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.125233 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.125434 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.125642 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.125890 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.126064 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.126247 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.126397 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.126562 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.126727 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.126892 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.127056 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.127223 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.127384 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.127548 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.127711 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.127878 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.128057 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.128215 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.128379 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.128543 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.128704 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.128932 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.129082 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.129247 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.132743 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.132743 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.132743 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.132743 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.132743 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.132743 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.132743 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.132743 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.132743 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.133449 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.133449 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.133449 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.133449 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.133449 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.133449 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.133449 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.133449 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.133449 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.133984 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.134131 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.134317 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.134488 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.134658 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.134824 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.135009 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.135177 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.135365 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.135531 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.135695 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.135858 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.136040 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.136201 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.136364 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.136526 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.136688 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.136871 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.137047 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.137214 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.137376 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.137538 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.137700 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.137862 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.138612 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.138612 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.138612 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.138612 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.138612 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.139020 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.139020 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.139165 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.139244 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.139389 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.139549 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.139711 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.139890 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.140057 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.140271 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.140440 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.140602 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.140811 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.140986 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.141150 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.141313 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.141484 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.141648 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.141809 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.142084 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.142167 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.142291 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.142465 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.142815 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.142985 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.143154 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.143317 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.143490 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.143665 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.143822 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.143964 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.144132 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.144290 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.144463 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.144624 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.144816 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.144993 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.145156 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.145317 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.145478 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.145640 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.145802 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.145962 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.146123 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.146283 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.146827 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.146827 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.146827 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.147163 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.147163 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.147829 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.147992 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.148201 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.148302 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.148462 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.148623 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:13:50.148818 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 01:13:59.299108 dv-cinder-855288-2-iscsi neutron-server[106663]: DEBUG dbcounter [-] [106663] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106663) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:14:01.246570 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6df1b7-129f-4120-a645-4e87aea89b7a None None] get_active_networks_info from dv-cinder-855288-2-iscsi {{(pid=106778) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 31 01:14:01.255905 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writer thread running {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 31 01:14:01.324746 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6df1b7-129f-4120-a645-4e87aea89b7a None None] No non-hosted networks {{(pid=106778) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 31 01:14:01.343079 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.agentschedulers_db [None req-7f6df1b7-129f-4120-a645-4e87aea89b7a None None] DHCP Agent not found on host dv-cinder-855288-2-iscsi {{(pid=106778) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Aug 31 01:14:01.462864 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-5804582a-6947-4e2d-a9b6-96a717a77e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-636012'] for agent (06e7caa6-6f15-45a1-a03b-1c511964ed9a), after_create {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:02.905416 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writer thread running {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 31 01:14:03.547717 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-61f99432-f19e-45f2-9b40-06755923146a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-636012'] for agent (1428144b-5b15-4168-8538-b51b3045e8b6), after_create {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:03.587450 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.db.api [None req-f419c6c1-26c0-4733-8fcb-4000d98193d7 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-855288-2-iscsi {{(pid=106778) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 31 01:14:03.588246 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG oslo_db.api [None req-f419c6c1-26c0-4733-8fcb-4000d98193d7 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:14:04.231867 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-f419c6c1-26c0-4733-8fcb-4000d98193d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (1428144b-5b15-4168-8538-b51b3045e8b6), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:04.916943 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-6cf74907-e165-4231-8e79-d72e153e628e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-636012'] for agent (625e835a-7d63-45f9-8a46-c3ba876c3627), after_create {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:04.953547 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 53100) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:14:05.503650 dv-cinder-855288-2-iscsi neutron-server[106777]: WARNING oslo_policy.policy [None req-51cdceeb-a26c-46be-bda3-01452d702eac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 01:14:05.504178 dv-cinder-855288-2-iscsi neutron-server[106777]: WARNING oslo_policy.policy [None req-51cdceeb-a26c-46be-bda3-01452d702eac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 01:14:05.722522 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [None req-51cdceeb-a26c-46be-bda3-01452d702eac admin admin] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106777) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 01:14:05.725137 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-51cdceeb-a26c-46be-bda3-01452d702eac admin admin] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7688916 Aug 31 01:14:06.317074 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-f7411cf7-2853-429b-aa0f-54d02b543116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-636012'] for agent (5f821ebb-aac9-4915-bb43-6712672a5d6c), after_create {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:06.348828 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-636012'] for agent (f96ef3eb-5320-49ab-b33a-a2775d3a6053), after_create {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:06.348828 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:06.348828 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:06.348828 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:06.349256 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:06.349256 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:06.349256 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:06.349256 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:06.349256 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:06.350208 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:06.350208 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:06.350208 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:06.350208 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:06.352436 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:06.353327 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:06.353835 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:06.355901 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-855288-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:06.364594 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-855288-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:08.177798 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 53132) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:14:08.533191 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [None req-6d1d8458-a83f-4ef5-aa4a-6656f0a60224 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:08.546105 dv-cinder-855288-2-iscsi neutron-server[106777]: ERROR stevedore.extension [None req-6d1d8458-a83f-4ef5-aa4a-6656f0a60224 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Aug 31 01:14:08.638137 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.policy [None req-6d1d8458-a83f-4ef5-aa4a-6656f0a60224 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106777) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 01:14:08.683126 dv-cinder-855288-2-iscsi neutron-server[106777]: WARNING oslo_policy.policy [None req-6d1d8458-a83f-4ef5-aa4a-6656f0a60224 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 01:14:08.683502 dv-cinder-855288-2-iscsi neutron-server[106777]: WARNING oslo_policy.policy [None req-6d1d8458-a83f-4ef5-aa4a-6656f0a60224 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 01:14:08.688476 dv-cinder-855288-2-iscsi neutron-server[106778]: INFO neutron.db.l3_hamode_db [None req-d865a7c3-1b24-48e8-9f19-172bab73d6bf None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 31 01:14:08.703242 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writer thread running {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 31 01:14:08.768789 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d865a7c3-1b24-48e8-9f19-172bab73d6bf None None] Routers set() bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:14:08.769097 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d865a7c3-1b24-48e8-9f19-172bab73d6bf None None] Router IDs set() for agent in host dv-cinder-855288-2-iscsi {{(pid=106778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Aug 31 01:14:08.847816 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-6d1d8458-a83f-4ef5-aa4a-6656f0a60224 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779189880127', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779189879603', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779189895703', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779189905258', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779189850545', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779189858529', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1495523', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1499826', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-469390', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7883452'] for rbac-policy (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:09.054242 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-6d1d8458-a83f-4ef5-aa4a-6656f0a60224 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:09.055371 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-6d1d8458-a83f-4ef5-aa4a-6656f0a60224 admin admin] 10.222.0.20 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8766227 Aug 31 01:14:11.386369 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 53142) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:14:11.706554 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [None req-2e110ac0-ba6e-43b3-881f-dbdaccff5d14 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:11.819546 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e110ac0-ba6e-43b3-881f-dbdaccff5d14 demo demo] Made reservation on behalf of 82238b119c5840de9fc817856cec36fb for: {'network': 1} {{(pid=106777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:14:11.823754 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-2e110ac0-ba6e-43b3-881f-dbdaccff5d14 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for network (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:11.842815 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-2e110ac0-ba6e-43b3-881f-dbdaccff5d14 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:11.950787 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-2e110ac0-ba6e-43b3-881f-dbdaccff5d14 demo demo] Publish callbacks [] for security_group (8afb078c-497e-43c4-8ab9-c7cd668501e2), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:12.013445 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-2e110ac0-ba6e-43b3-881f-dbdaccff5d14 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (8afb078c-497e-43c4-8ab9-c7cd668501e2), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:12.038937 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e110ac0-ba6e-43b3-881f-dbdaccff5d14 demo demo] vlan segment allocate from pool success with {'vlan_id': 1072, 'physical_network': 'physnet1'} {{(pid=106777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:14:12.071518 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-2e110ac0-ba6e-43b3-881f-dbdaccff5d14 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779186328122', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484916'] for segment (2b3fa3a3-8166-452a-b6dc-ce393f74e5d4), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:12.072095 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-2e110ac0-ba6e-43b3-881f-dbdaccff5d14 demo demo] Unsubscribe: segment precommit_create {{(pid=106777) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 01:14:12.072631 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.db.segments_db [None req-2e110ac0-ba6e-43b3-881f-dbdaccff5d14 demo demo] Added segment 2b3fa3a3-8166-452a-b6dc-ce393f74e5d4 of type vlan for network a40347b5-7bcb-4e15-b448-293d9bcd702e Aug 31 01:14:12.093196 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e110ac0-ba6e-43b3-881f-dbdaccff5d14 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=8afb078c-497e-43c4-8ab9-c7cd668501e2,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:12.143104 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e110ac0-ba6e-43b3-881f-dbdaccff5d14 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:12.143443 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e110ac0-ba6e-43b3-881f-dbdaccff5d14 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:12.143854 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e110ac0-ba6e-43b3-881f-dbdaccff5d14 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:12.144219 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e110ac0-ba6e-43b3-881f-dbdaccff5d14 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:12.144550 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e110ac0-ba6e-43b3-881f-dbdaccff5d14 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:12.144900 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e110ac0-ba6e-43b3-881f-dbdaccff5d14 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:12.145224 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e110ac0-ba6e-43b3-881f-dbdaccff5d14 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:12.145545 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e110ac0-ba6e-43b3-881f-dbdaccff5d14 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:12.145867 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e110ac0-ba6e-43b3-881f-dbdaccff5d14 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:12.146711 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e110ac0-ba6e-43b3-881f-dbdaccff5d14 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:12.147034 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e110ac0-ba6e-43b3-881f-dbdaccff5d14 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:12.147366 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e110ac0-ba6e-43b3-881f-dbdaccff5d14 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:12.147683 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e110ac0-ba6e-43b3-881f-dbdaccff5d14 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:12.147997 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e110ac0-ba6e-43b3-881f-dbdaccff5d14 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:12.148309 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e110ac0-ba6e-43b3-881f-dbdaccff5d14 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:12.149671 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e110ac0-ba6e-43b3-881f-dbdaccff5d14 demo demo] Tracked resource versions report: Aug 31 01:14:12.149671 dv-cinder-855288-2-iscsi neutron-server[106777]: pushed versions: Aug 31 01:14:12.149671 dv-cinder-855288-2-iscsi neutron-server[106777]: { 'AddressGroup': {'1.2'}, Aug 31 01:14:12.149671 dv-cinder-855288-2-iscsi neutron-server[106777]: 'Agent': {'1.1'}, Aug 31 01:14:12.149671 dv-cinder-855288-2-iscsi neutron-server[106777]: 'ConntrackHelper': {'1.0'}, Aug 31 01:14:12.149671 dv-cinder-855288-2-iscsi neutron-server[106777]: 'LocalIPAssociation': {'1.0'}, Aug 31 01:14:12.149671 dv-cinder-855288-2-iscsi neutron-server[106777]: 'Log': {'1.0'}, Aug 31 01:14:12.149671 dv-cinder-855288-2-iscsi neutron-server[106777]: 'NDPProxy': {'1.0'}, Aug 31 01:14:12.149671 dv-cinder-855288-2-iscsi neutron-server[106777]: 'Network': {'1.1'}, Aug 31 01:14:12.149671 dv-cinder-855288-2-iscsi neutron-server[106777]: 'Port': {'1.7'}, Aug 31 01:14:12.149671 dv-cinder-855288-2-iscsi neutron-server[106777]: 'PortForwarding': {'1.3'}, Aug 31 01:14:12.149671 dv-cinder-855288-2-iscsi neutron-server[106777]: 'QosPolicy': {'1.10'}, Aug 31 01:14:12.149671 dv-cinder-855288-2-iscsi neutron-server[106777]: 'SecurityGroup': {'1.5'}, Aug 31 01:14:12.149671 dv-cinder-855288-2-iscsi neutron-server[106777]: 'SecurityGroupRule': {'1.2'}, Aug 31 01:14:12.149671 dv-cinder-855288-2-iscsi neutron-server[106777]: 'SubPort': {'1.0'}, Aug 31 01:14:12.149671 dv-cinder-855288-2-iscsi neutron-server[106777]: 'Subnet': {'1.1'}, Aug 31 01:14:12.149671 dv-cinder-855288-2-iscsi neutron-server[106777]: 'Trunk': {'1.1'}} Aug 31 01:14:12.149671 dv-cinder-855288-2-iscsi neutron-server[106777]: consumer versions: Aug 31 01:14:12.149671 dv-cinder-855288-2-iscsi neutron-server[106777]: { DHCP agent@dv-cinder-855288-2-iscsi: {}, Aug 31 01:14:12.149671 dv-cinder-855288-2-iscsi neutron-server[106777]: L3 agent@dv-cinder-855288-2-iscsi: {}, Aug 31 01:14:12.149671 dv-cinder-855288-2-iscsi neutron-server[106777]: Metadata agent@dv-cinder-855288-2-iscsi: {}, Aug 31 01:14:12.149671 dv-cinder-855288-2-iscsi neutron-server[106777]: Metering agent@dv-cinder-855288-2-iscsi: {}, Aug 31 01:14:12.149671 dv-cinder-855288-2-iscsi neutron-server[106777]: Open vSwitch agent@dv-cinder-855288-2-iscsi: { 'AddressGroup': '1.2', Aug 31 01:14:12.149671 dv-cinder-855288-2-iscsi neutron-server[106777]: 'Agent': '1.1', Aug 31 01:14:12.149671 dv-cinder-855288-2-iscsi neutron-server[106777]: 'ConntrackHelper': '1.0', Aug 31 01:14:12.149671 dv-cinder-855288-2-iscsi neutron-server[106777]: 'LocalIPAssociation': '1.0', Aug 31 01:14:12.149671 dv-cinder-855288-2-iscsi neutron-server[106777]: 'Log': '1.0', Aug 31 01:14:12.149671 dv-cinder-855288-2-iscsi neutron-server[106777]: 'NDPProxy': '1.0', Aug 31 01:14:12.149671 dv-cinder-855288-2-iscsi neutron-server[106777]: 'Network': '1.1', Aug 31 01:14:12.149671 dv-cinder-855288-2-iscsi neutron-server[106777]: 'Port': '1.7', Aug 31 01:14:12.149671 dv-cinder-855288-2-iscsi neutron-server[106777]: 'PortForwarding': '1.3', Aug 31 01:14:12.149671 dv-cinder-855288-2-iscsi neutron-server[106777]: 'QosPolicy': '1.10', Aug 31 01:14:12.149671 dv-cinder-855288-2-iscsi neutron-server[106777]: 'SecurityGroup': '1.5', Aug 31 01:14:12.149671 dv-cinder-855288-2-iscsi neutron-server[106777]: 'SecurityGroupRule': '1.2', Aug 31 01:14:12.149671 dv-cinder-855288-2-iscsi neutron-server[106777]: 'SubPort': '1.0', Aug 31 01:14:12.149671 dv-cinder-855288-2-iscsi neutron-server[106777]: 'Subnet': '1.1', Aug 31 01:14:12.149671 dv-cinder-855288-2-iscsi neutron-server[106777]: 'Trunk': '1.1'}} Aug 31 01:14:12.149671 dv-cinder-855288-2-iscsi neutron-server[106777]: {{(pid=106777) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 01:14:12.186687 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-2e110ac0-ba6e-43b3-881f-dbdaccff5d14 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779185844565'] for network (a40347b5-7bcb-4e15-b448-293d9bcd702e), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:12.311002 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-2e110ac0-ba6e-43b3-881f-dbdaccff5d14 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430'] for network (a40347b5-7bcb-4e15-b448-293d9bcd702e), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:12.316047 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e110ac0-ba6e-43b3-881f-dbdaccff5d14 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:14:12.316792 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-2e110ac0-ba6e-43b3-881f-dbdaccff5d14 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537412'] for network (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:12.403438 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=53,neutron:INSERT=44,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:14:12.432212 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e110ac0-ba6e-43b3-881f-dbdaccff5d14 demo demo] Pushing event updated for resources: {'Network': ['ID=a40347b5-7bcb-4e15-b448-293d9bcd702e,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:12.444619 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Network a40347b5-7bcb-4e15-b448-293d9bcd702e details requested by agent ovs-agent-dv-cinder-855288-2-iscsi with host dv-cinder-855288-2-iscsi {{(pid=106778) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:14:12.457454 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-2e110ac0-ba6e-43b3-881f-dbdaccff5d14 demo demo] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0694435 Aug 31 01:14:14.888270 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 53156) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:14:15.296007 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca5a108-c936-4bf5-a041-8492b571b0c8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:14:15.297428 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-7ca5a108-c936-4bf5-a041-8492b571b0c8 demo admin] 10.222.0.20 "GET /networking/v2.0/networks/a40347b5-7bcb-4e15-b448-293d9bcd702e HTTP/1.1" status: 200 len: 826 time: 0.4082577 Aug 31 01:14:15.323588 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-d9a993c7-ec69-4526-85ad-c8aa3aadc31e demo admin] 10.222.0.20 "GET /networking/v2.0/subnetpools/30930acc-8935-49a1-b7a8-a91e8029b4b5 HTTP/1.1" status: 200 len: 734 time: 0.0196633 Aug 31 01:14:15.332463 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [None req-05e4b7ca-55a7-4621-b5d0-cdf4361dcb34 demo admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'a40347b5-7bcb-4e15-b448-293d9bcd702e', 'name': 'private-subnet', 'subnetpool_id': '30930acc-8935-49a1-b7a8-a91e8029b4b5', 'gateway_ip': '172.20.0.1'}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:15.413753 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e4b7ca-55a7-4621-b5d0-cdf4361dcb34 demo admin] Made reservation on behalf of 82238b119c5840de9fc817856cec36fb for: {'subnet': 1} {{(pid=106777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:14:15.415993 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-05e4b7ca-55a7-4621-b5d0-cdf4361dcb34 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:15.550820 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:14:15.803211 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-05e4b7ca-55a7-4621-b5d0-cdf4361dcb34 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430'] for subnet (85af01d1-3622-4433-b4fc-c36064763e95), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:15.876758 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e4b7ca-55a7-4621-b5d0-cdf4361dcb34 demo admin] Pushing event updated for resources: {'Subnet': ['ID=85af01d1-3622-4433-b4fc-c36064763e95,revision_number=0']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:15.878713 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e4b7ca-55a7-4621-b5d0-cdf4361dcb34 demo admin] Checking segment: {'id': '2b3fa3a3-8166-452a-b6dc-ce393f74e5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'a40347b5-7bcb-4e15-b448-293d9bcd702e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:14:15.879075 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e4b7ca-55a7-4621-b5d0-cdf4361dcb34 demo admin] Network hostable DHCP agents. Network: a40347b5-7bcb-4e15-b448-293d9bcd702e, hostable agents: ['06e7caa6-6f15-45a1-a03b-1c511964ed9a'], hosted agents: [] {{(pid=106777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:14:15.956478 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e4b7ca-55a7-4621-b5d0-cdf4361dcb34 demo admin] Network a40347b5-7bcb-4e15-b448-293d9bcd702e is scheduled to be hosted by DHCP agent 06e7caa6-6f15-45a1-a03b-1c511964ed9a with binding_index 1 {{(pid=106777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:14:16.036449 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.base_scheduler [None req-05e4b7ca-55a7-4621-b5d0-cdf4361dcb34 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855288-2-iscsi, a40347b5-7bcb-4e15-b448-293d9bcd702e) {{(pid=106777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:14:16.043243 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e4b7ca-55a7-4621-b5d0-cdf4361dcb34 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:14:16.044349 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-05e4b7ca-55a7-4621-b5d0-cdf4361dcb34 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537412'] for subnet (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:16.047613 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66173be6-a9b2-434f-8eda-17198e459b65 None None] Network a40347b5-7bcb-4e15-b448-293d9bcd702e requested from dv-cinder-855288-2-iscsi {{(pid=106778) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 01:14:16.112202 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-05e4b7ca-55a7-4621-b5d0-cdf4361dcb34 demo admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7831330 Aug 31 01:14:16.312566 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c49ff0a-8afe-4e8f-a0a0-c47776b1b3e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba7de80-325c-5b15-a1b2-1b6f80050974-a40347b5-7bcb-4e15-b448-293d9bcd702e', 'network_id': 'a40347b5-7bcb-4e15-b448-293d9bcd702e', 'project_id': '82238b119c5840de9fc817856cec36fb', 'fixed_ips': [{'subnet_id': '85af01d1-3622-4433-b4fc-c36064763e95'}]}} from dv-cinder-855288-2-iscsi. {{(pid=106778) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 01:14:16.313939 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-2c49ff0a-8afe-4e8f-a0a0-c47776b1b3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (None), before_create {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:16.590483 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.db_base_plugin_common [None req-2c49ff0a-8afe-4e8f-a0a0-c47776b1b3e2 None None] Allocated IP 172.20.0.2 (a40347b5-7bcb-4e15-b448-293d9bcd702e/85af01d1-3622-4433-b4fc-c36064763e95/dc7743ff-8fca-489d-b26d-56bba066904a) {{(pid=106778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:14:16.615711 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=58,neutron:INSERT=38,neutron:UPDATE=4 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:14:16.865554 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-2c49ff0a-8afe-4e8f-a0a0-c47776b1b3e2 None None] Publish callbacks [] for port (dc7743ff-8fca-489d-b26d-56bba066904a), precommit_create {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:16.978664 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-2c49ff0a-8afe-4e8f-a0a0-c47776b1b3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779185826838'] for port (dc7743ff-8fca-489d-b26d-56bba066904a), after_create {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:17.029924 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:UPDATE=2 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:14:17.062369 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c49ff0a-8afe-4e8f-a0a0-c47776b1b3e2 None None] Network a40347b5-7bcb-4e15-b448-293d9bcd702e is already hosted by enough agents. {{(pid=106778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:14:17.066135 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.scheduler.base_scheduler [None req-2c49ff0a-8afe-4e8f-a0a0-c47776b1b3e2 None None] Resources bound (agent type, host, resource id): {{(pid=106778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:14:17.069242 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c49ff0a-8afe-4e8f-a0a0-c47776b1b3e2 None None] Received port after_create {{(pid=106778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 01:14:17.072810 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c49ff0a-8afe-4e8f-a0a0-c47776b1b3e2 None None] Pushing event updated for resources: {'Port': ['ID=dc7743ff-8fca-489d-b26d-56bba066904a,revision_number=1']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:17.106515 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c49ff0a-8afe-4e8f-a0a0-c47776b1b3e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:17.106859 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c49ff0a-8afe-4e8f-a0a0-c47776b1b3e2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:17.107225 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c49ff0a-8afe-4e8f-a0a0-c47776b1b3e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:17.107588 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c49ff0a-8afe-4e8f-a0a0-c47776b1b3e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:17.107928 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c49ff0a-8afe-4e8f-a0a0-c47776b1b3e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:17.108258 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c49ff0a-8afe-4e8f-a0a0-c47776b1b3e2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:17.108585 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c49ff0a-8afe-4e8f-a0a0-c47776b1b3e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:17.108934 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c49ff0a-8afe-4e8f-a0a0-c47776b1b3e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:17.109263 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c49ff0a-8afe-4e8f-a0a0-c47776b1b3e2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:17.109587 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c49ff0a-8afe-4e8f-a0a0-c47776b1b3e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:17.109912 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c49ff0a-8afe-4e8f-a0a0-c47776b1b3e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:17.110250 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c49ff0a-8afe-4e8f-a0a0-c47776b1b3e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:17.110576 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c49ff0a-8afe-4e8f-a0a0-c47776b1b3e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:17.110896 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c49ff0a-8afe-4e8f-a0a0-c47776b1b3e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:17.111217 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c49ff0a-8afe-4e8f-a0a0-c47776b1b3e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:17.112601 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c49ff0a-8afe-4e8f-a0a0-c47776b1b3e2 None None] Tracked resource versions report: Aug 31 01:14:17.112601 dv-cinder-855288-2-iscsi neutron-server[106778]: pushed versions: Aug 31 01:14:17.112601 dv-cinder-855288-2-iscsi neutron-server[106778]: { 'AddressGroup': {'1.2'}, Aug 31 01:14:17.112601 dv-cinder-855288-2-iscsi neutron-server[106778]: 'Agent': {'1.1'}, Aug 31 01:14:17.112601 dv-cinder-855288-2-iscsi neutron-server[106778]: 'ConntrackHelper': {'1.0'}, Aug 31 01:14:17.112601 dv-cinder-855288-2-iscsi neutron-server[106778]: 'LocalIPAssociation': {'1.0'}, Aug 31 01:14:17.112601 dv-cinder-855288-2-iscsi neutron-server[106778]: 'Log': {'1.0'}, Aug 31 01:14:17.112601 dv-cinder-855288-2-iscsi neutron-server[106778]: 'NDPProxy': {'1.0'}, Aug 31 01:14:17.112601 dv-cinder-855288-2-iscsi neutron-server[106778]: 'Network': {'1.1'}, Aug 31 01:14:17.112601 dv-cinder-855288-2-iscsi neutron-server[106778]: 'Port': {'1.7'}, Aug 31 01:14:17.112601 dv-cinder-855288-2-iscsi neutron-server[106778]: 'PortForwarding': {'1.3'}, Aug 31 01:14:17.112601 dv-cinder-855288-2-iscsi neutron-server[106778]: 'QosPolicy': {'1.10'}, Aug 31 01:14:17.112601 dv-cinder-855288-2-iscsi neutron-server[106778]: 'SecurityGroup': {'1.5'}, Aug 31 01:14:17.112601 dv-cinder-855288-2-iscsi neutron-server[106778]: 'SecurityGroupRule': {'1.2'}, Aug 31 01:14:17.112601 dv-cinder-855288-2-iscsi neutron-server[106778]: 'SubPort': {'1.0'}, Aug 31 01:14:17.112601 dv-cinder-855288-2-iscsi neutron-server[106778]: 'Subnet': {'1.1'}, Aug 31 01:14:17.112601 dv-cinder-855288-2-iscsi neutron-server[106778]: 'Trunk': {'1.1'}} Aug 31 01:14:17.112601 dv-cinder-855288-2-iscsi neutron-server[106778]: consumer versions: Aug 31 01:14:17.112601 dv-cinder-855288-2-iscsi neutron-server[106778]: { DHCP agent@dv-cinder-855288-2-iscsi: {}, Aug 31 01:14:17.112601 dv-cinder-855288-2-iscsi neutron-server[106778]: L3 agent@dv-cinder-855288-2-iscsi: {}, Aug 31 01:14:17.112601 dv-cinder-855288-2-iscsi neutron-server[106778]: Metadata agent@dv-cinder-855288-2-iscsi: {}, Aug 31 01:14:17.112601 dv-cinder-855288-2-iscsi neutron-server[106778]: Metering agent@dv-cinder-855288-2-iscsi: {}, Aug 31 01:14:17.112601 dv-cinder-855288-2-iscsi neutron-server[106778]: Open vSwitch agent@dv-cinder-855288-2-iscsi: { 'AddressGroup': '1.2', Aug 31 01:14:17.112601 dv-cinder-855288-2-iscsi neutron-server[106778]: 'Agent': '1.1', Aug 31 01:14:17.112601 dv-cinder-855288-2-iscsi neutron-server[106778]: 'ConntrackHelper': '1.0', Aug 31 01:14:17.112601 dv-cinder-855288-2-iscsi neutron-server[106778]: 'LocalIPAssociation': '1.0', Aug 31 01:14:17.112601 dv-cinder-855288-2-iscsi neutron-server[106778]: 'Log': '1.0', Aug 31 01:14:17.112601 dv-cinder-855288-2-iscsi neutron-server[106778]: 'NDPProxy': '1.0', Aug 31 01:14:17.112601 dv-cinder-855288-2-iscsi neutron-server[106778]: 'Network': '1.1', Aug 31 01:14:17.112601 dv-cinder-855288-2-iscsi neutron-server[106778]: 'Port': '1.7', Aug 31 01:14:17.112601 dv-cinder-855288-2-iscsi neutron-server[106778]: 'PortForwarding': '1.3', Aug 31 01:14:17.112601 dv-cinder-855288-2-iscsi neutron-server[106778]: 'QosPolicy': '1.10', Aug 31 01:14:17.112601 dv-cinder-855288-2-iscsi neutron-server[106778]: 'SecurityGroup': '1.5', Aug 31 01:14:17.112601 dv-cinder-855288-2-iscsi neutron-server[106778]: 'SecurityGroupRule': '1.2', Aug 31 01:14:17.112601 dv-cinder-855288-2-iscsi neutron-server[106778]: 'SubPort': '1.0', Aug 31 01:14:17.112601 dv-cinder-855288-2-iscsi neutron-server[106778]: 'Subnet': '1.1', Aug 31 01:14:17.112601 dv-cinder-855288-2-iscsi neutron-server[106778]: 'Trunk': '1.1'}} Aug 31 01:14:17.112601 dv-cinder-855288-2-iscsi neutron-server[106778]: {{(pid=106778) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 01:14:17.166311 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.managers [None req-2c49ff0a-8afe-4e8f-a0a0-c47776b1b3e2 None None] Attempting to bind port dc7743ff-8fca-489d-b26d-56bba066904a on host dv-cinder-855288-2-iscsi for vnic_type normal with profile {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 01:14:17.166710 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.managers [None req-2c49ff0a-8afe-4e8f-a0a0-c47776b1b3e2 None None] Attempting to bind port dc7743ff-8fca-489d-b26d-56bba066904a by drivers openvswitch,hyperv on host dv-cinder-855288-2-iscsi at level 0 using segments [{'id': '2b3fa3a3-8166-452a-b6dc-ce393f74e5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'a40347b5-7bcb-4e15-b448-293d9bcd702e'}] {{(pid=106778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 01:14:17.167123 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c49ff0a-8afe-4e8f-a0a0-c47776b1b3e2 None None] Attempting to bind port dc7743ff-8fca-489d-b26d-56bba066904a on network a40347b5-7bcb-4e15-b448-293d9bcd702e {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:14:17.172271 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c49ff0a-8afe-4e8f-a0a0-c47776b1b3e2 None None] Checking agent: {'id': 'f96ef3eb-5320-49ab-b33a-a2775d3a6053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855288-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 1, 14, 6), 'started_at': datetime.datetime(2022, 8, 31, 1, 14, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 1, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855288-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 01:14:17.176481 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c49ff0a-8afe-4e8f-a0a0-c47776b1b3e2 None None] Checking segment: {'id': '2b3fa3a3-8166-452a-b6dc-ce393f74e5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'a40347b5-7bcb-4e15-b448-293d9bcd702e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:14:17.176481 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-2c49ff0a-8afe-4e8f-a0a0-c47776b1b3e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:17.176481 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c49ff0a-8afe-4e8f-a0a0-c47776b1b3e2 None None] Bound using segment: {'id': '2b3fa3a3-8166-452a-b6dc-ce393f74e5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'a40347b5-7bcb-4e15-b448-293d9bcd702e'} {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 01:14:17.176481 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.managers [None req-2c49ff0a-8afe-4e8f-a0a0-c47776b1b3e2 None None] Bound port: dc7743ff-8fca-489d-b26d-56bba066904a, host: dv-cinder-855288-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b3fa3a3-8166-452a-b6dc-ce393f74e5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'a40347b5-7bcb-4e15-b448-293d9bcd702e'}}] {{(pid=106778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 01:14:17.176481 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-2c49ff0a-8afe-4e8f-a0a0-c47776b1b3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (dc7743ff-8fca-489d-b26d-56bba066904a), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:17.242908 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-2c49ff0a-8afe-4e8f-a0a0-c47776b1b3e2 None None] For port dc7743ff-8fca-489d-b26d-56bba066904a, host dv-cinder-855288-2-iscsi, cleared binding levels {{(pid=106778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:14:17.264871 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-2c49ff0a-8afe-4e8f-a0a0-c47776b1b3e2 None None] For port dc7743ff-8fca-489d-b26d-56bba066904a, host dv-cinder-855288-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=dc7743ff-8fca-489d-b26d-56bba066904a,segment=NetworkSegment(2b3fa3a3-8166-452a-b6dc-ce393f74e5d4),segment_id=2b3fa3a3-8166-452a-b6dc-ce393f74e5d4)] {{(pid=106778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:14:17.346163 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-2c49ff0a-8afe-4e8f-a0a0-c47776b1b3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (dc7743ff-8fca-489d-b26d-56bba066904a), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:17.398243 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c49ff0a-8afe-4e8f-a0a0-c47776b1b3e2 None None] Pushing event updated for resources: {'Port': ['ID=dc7743ff-8fca-489d-b26d-56bba066904a,revision_number=2']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:18.259613 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=4 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:14:18.264381 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=20,neutron:INSERT=31 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:14:18.500929 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 53170) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:14:18.831113 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [None req-3c8a375c-5c3a-4968-b8b8-ba247c1713d9 admin admin] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106777) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 01:14:18.832176 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-3c8a375c-5c3a-4968-b8b8-ba247c1713d9 admin admin] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3303826 Aug 31 01:14:21.236315 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 53178) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:14:21.574876 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [None req-6448dcb1-e040-473c-8566-f7198643dffd admin admin] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106777) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 01:14:21.575952 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-6448dcb1-e040-473c-8566-f7198643dffd admin admin] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3387780 Aug 31 01:14:23.966802 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 53188) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:14:24.493092 dv-cinder-855288-2-iscsi neutron-server[106776]: WARNING oslo_policy.policy [None req-a3c7909e-fd01-42c4-b255-70bc1f0688e2 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 01:14:24.493650 dv-cinder-855288-2-iscsi neutron-server[106776]: WARNING oslo_policy.policy [None req-a3c7909e-fd01-42c4-b255-70bc1f0688e2 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 01:14:24.710845 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [None req-a3c7909e-fd01-42c4-b255-70bc1f0688e2 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:24.720030 dv-cinder-855288-2-iscsi neutron-server[106776]: ERROR stevedore.extension [None req-a3c7909e-fd01-42c4-b255-70bc1f0688e2 demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Aug 31 01:14:24.773490 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.policy [None req-a3c7909e-fd01-42c4-b255-70bc1f0688e2 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106776) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 01:14:24.816663 dv-cinder-855288-2-iscsi neutron-server[106776]: WARNING oslo_policy.policy [None req-a3c7909e-fd01-42c4-b255-70bc1f0688e2 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 01:14:24.817110 dv-cinder-855288-2-iscsi neutron-server[106776]: WARNING oslo_policy.policy [None req-a3c7909e-fd01-42c4-b255-70bc1f0688e2 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 01:14:24.838428 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writer thread running {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 31 01:14:24.839102 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:14:25.060519 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-a3c7909e-fd01-42c4-b255-70bc1f0688e2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10622'] for router (66116089-dcd7-4716-8d3f-c25d22c8909c), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:25.062379 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-a3c7909e-fd01-42c4-b255-70bc1f0688e2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-635161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482877', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10609'] for router (66116089-dcd7-4716-8d3f-c25d22c8909c), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:25.218913 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-a3c7909e-fd01-42c4-b255-70bc1f0688e2 demo demo] Publish callbacks [] for router_controller (66116089-dcd7-4716-8d3f-c25d22c8909c), precommit_add_association {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:25.288831 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-a3c7909e-fd01-42c4-b255-70bc1f0688e2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-608468'] for router (66116089-dcd7-4716-8d3f-c25d22c8909c), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:25.382183 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bda4eb2-2aa8-499e-9f4c-ba5a10060fc0 None None] Network a40347b5-7bcb-4e15-b448-293d9bcd702e requested from dv-cinder-855288-2-iscsi {{(pid=106778) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 01:14:25.387030 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-a3c7909e-fd01-42c4-b255-70bc1f0688e2 demo demo] Publish callbacks [] for router (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:25.388547 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-a3c7909e-fd01-42c4-b255-70bc1f0688e2 demo demo] 10.222.0.20 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.4198594 Aug 31 01:14:25.455172 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-f5ef1c92-4d1e-4e57-a3ac-fe3bb7aeeaf9 None None] Provisioning complete for port dc7743ff-8fca-489d-b26d-56bba066904a triggered by entity DHCP. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:14:25.455644 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-f5ef1c92-4d1e-4e57-a3ac-fe3bb7aeeaf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (dc7743ff-8fca-489d-b26d-56bba066904a), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:25.643849 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-f5ef1c92-4d1e-4e57-a3ac-fe3bb7aeeaf9 None None] Current status of the port dc7743ff-8fca-489d-b26d-56bba066904a is: DOWN; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:14:25.649939 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-f5ef1c92-4d1e-4e57-a3ac-fe3bb7aeeaf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (dc7743ff-8fca-489d-b26d-56bba066904a), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:25.684204 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-f5ef1c92-4d1e-4e57-a3ac-fe3bb7aeeaf9 None None] For port dc7743ff-8fca-489d-b26d-56bba066904a, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=dc7743ff-8fca-489d-b26d-56bba066904a,segment=NetworkSegment(2b3fa3a3-8166-452a-b6dc-ce393f74e5d4),segment_id=2b3fa3a3-8166-452a-b6dc-ce393f74e5d4)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:25.757309 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-f5ef1c92-4d1e-4e57-a3ac-fe3bb7aeeaf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (dc7743ff-8fca-489d-b26d-56bba066904a), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:25.804715 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ef1c92-4d1e-4e57-a3ac-fe3bb7aeeaf9 None None] Pushing event updated for resources: {'Port': ['ID=dc7743ff-8fca-489d-b26d-56bba066904a,revision_number=3']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:25.878145 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-6dd531fd-82a8-4072-ba37-ada6d44d98b1 None None] Provisioning complete for port dc7743ff-8fca-489d-b26d-56bba066904a triggered by entity DHCP. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:14:25.878460 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-6dd531fd-82a8-4072-ba37-ada6d44d98b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (dc7743ff-8fca-489d-b26d-56bba066904a), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:25.920249 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:14:25.960809 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-6dd531fd-82a8-4072-ba37-ada6d44d98b1 None None] Current status of the port dc7743ff-8fca-489d-b26d-56bba066904a is: ACTIVE; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:14:25.979535 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device dc7743ff-8fca-489d-b26d-56bba066904a up at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:14:26.024617 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Provisioning complete for port dc7743ff-8fca-489d-b26d-56bba066904a triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:14:26.025187 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (dc7743ff-8fca-489d-b26d-56bba066904a), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:26.053706 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=71,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:14:26.054762 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=11,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:14:26.096585 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Current status of the port dc7743ff-8fca-489d-b26d-56bba066904a is: ACTIVE; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:14:27.751401 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 53210) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:14:28.067131 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [None req-815d5ecd-ec9c-4cb7-94db-abe53b6e2957 admin admin] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106776) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 01:14:28.068836 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-815d5ecd-ec9c-4cb7-94db-abe53b6e2957 admin admin] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3164752 Aug 31 01:14:30.482847 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 53218) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:14:30.801410 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [None req-838b3d56-17f9-43bb-9dcb-09434ab762c4 admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:30.882088 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-838b3d56-17f9-43bb-9dcb-09434ab762c4 admin admin] Made reservation on behalf of 77c8e2846a11431eb786ad3a5192ea92 for: {'network': 1} {{(pid=106777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:14:30.884417 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-838b3d56-17f9-43bb-9dcb-09434ab762c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for network (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:30.892957 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-838b3d56-17f9-43bb-9dcb-09434ab762c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:30.967282 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-838b3d56-17f9-43bb-9dcb-09434ab762c4 admin admin] Publish callbacks [] for security_group (74e14129-4974-4df6-a5ea-925dae3fb323), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:31.036923 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-838b3d56-17f9-43bb-9dcb-09434ab762c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (74e14129-4974-4df6-a5ea-925dae3fb323), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:31.054989 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-838b3d56-17f9-43bb-9dcb-09434ab762c4 admin admin] Reserving flat network on physical network physnet1 {{(pid=106777) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 31 01:14:31.072855 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838b3d56-17f9-43bb-9dcb-09434ab762c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e14129-4974-4df6-a5ea-925dae3fb323,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:31.079266 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-838b3d56-17f9-43bb-9dcb-09434ab762c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484916'] for segment (5532158b-12fc-4975-99d9-f23bee8acdf7), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:31.079867 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.db.segments_db [None req-838b3d56-17f9-43bb-9dcb-09434ab762c4 admin admin] Added segment 5532158b-12fc-4975-99d9-f23bee8acdf7 of type flat for network 6de90673-24a8-444a-94e7-38ef2e70dd83 Aug 31 01:14:31.126184 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-838b3d56-17f9-43bb-9dcb-09434ab762c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779185844565'] for network (6de90673-24a8-444a-94e7-38ef2e70dd83), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:31.208141 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-838b3d56-17f9-43bb-9dcb-09434ab762c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430'] for network (6de90673-24a8-444a-94e7-38ef2e70dd83), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:31.209196 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838b3d56-17f9-43bb-9dcb-09434ab762c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:14:31.210316 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-838b3d56-17f9-43bb-9dcb-09434ab762c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537412'] for network (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:31.265154 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-a009395d-a7e1-4e14-92d6-a984042aeddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (06e7caa6-6f15-45a1-a03b-1c511964ed9a), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:31.302294 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838b3d56-17f9-43bb-9dcb-09434ab762c4 admin admin] Pushing event updated for resources: {'Network': ['ID=6de90673-24a8-444a-94e7-38ef2e70dd83,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:31.311924 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Network 6de90673-24a8-444a-94e7-38ef2e70dd83 details requested by agent ovs-agent-dv-cinder-855288-2-iscsi with host dv-cinder-855288-2-iscsi {{(pid=106778) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:14:31.325022 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-838b3d56-17f9-43bb-9dcb-09434ab762c4 admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8411629 Aug 31 01:14:33.527987 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-3174a363-0124-4de0-8c17-9d3202ba22e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (1428144b-5b15-4168-8538-b51b3045e8b6), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:33.670966 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 53226) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:14:34.037626 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410825cb-261e-478d-8569-49759e6da8be demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:14:34.038892 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-410825cb-261e-478d-8569-49759e6da8be demo admin] 10.222.0.20 "GET /networking/v2.0/subnets/85af01d1-3622-4433-b4fc-c36064763e95 HTTP/1.1" status: 200 len: 849 time: 0.3669844 Aug 31 01:14:34.203411 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-1874fb44-2f49-46db-86b6-6da4142a621c demo admin] 10.222.0.20 "GET /networking/v2.0/routers/66116089-dcd7-4716-8d3f-c25d22c8909c HTTP/1.1" status: 200 len: 704 time: 0.1553142 Aug 31 01:14:34.467331 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e07afd97-e0b8-465f-a69f-d9aecd16fe27 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:34.728268 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:14:34.730219 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:14:34.752515 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.db_base_plugin_common [None req-e07afd97-e0b8-465f-a69f-d9aecd16fe27 demo admin] Allocated IP 172.20.0.1 (a40347b5-7bcb-4e15-b448-293d9bcd702e/85af01d1-3622-4433-b4fc-c36064763e95/3a4d0acf-2faa-498f-91ec-be5bbb502832) {{(pid=106777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:14:34.893432 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-6cf74907-e165-4231-8e79-d72e153e628e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (625e835a-7d63-45f9-8a46-c3ba876c3627), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:34.952064 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e07afd97-e0b8-465f-a69f-d9aecd16fe27 demo admin] Publish callbacks [] for port (3a4d0acf-2faa-498f-91ec-be5bbb502832), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:35.082722 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e07afd97-e0b8-465f-a69f-d9aecd16fe27 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779185826838'] for port (3a4d0acf-2faa-498f-91ec-be5bbb502832), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:35.156209 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07afd97-e0b8-465f-a69f-d9aecd16fe27 demo admin] Network a40347b5-7bcb-4e15-b448-293d9bcd702e is already hosted by enough agents. {{(pid=106777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:14:35.165212 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.base_scheduler [None req-e07afd97-e0b8-465f-a69f-d9aecd16fe27 demo admin] Resources bound (agent type, host, resource id): {{(pid=106777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:14:35.169431 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07afd97-e0b8-465f-a69f-d9aecd16fe27 demo admin] Received port after_create {{(pid=106777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 01:14:35.169982 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e07afd97-e0b8-465f-a69f-d9aecd16fe27 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-636848'] for router_interface (66116089-dcd7-4716-8d3f-c25d22c8909c), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:35.191744 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07afd97-e0b8-465f-a69f-d9aecd16fe27 demo admin] Pushing event updated for resources: {'Port': ['ID=3a4d0acf-2faa-498f-91ec-be5bbb502832,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:35.298982 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=13,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:14:35.307510 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=5,neutron:DELETE=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:14:35.335001 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-78cf541e-4bc3-4314-9aee-ef22c3aff86e None None] Provisioning complete for port 3a4d0acf-2faa-498f-91ec-be5bbb502832 triggered by entity DHCP. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:14:35.335386 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-78cf541e-4bc3-4314-9aee-ef22c3aff86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (3a4d0acf-2faa-498f-91ec-be5bbb502832), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:35.355746 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:14:35.366552 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-78cf541e-4bc3-4314-9aee-ef22c3aff86e None None] Port 3a4d0acf-2faa-498f-91ec-be5bbb502832 cannot update to ACTIVE because it is not bound. {{(pid=106778) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 01:14:35.429427 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e07afd97-e0b8-465f-a69f-d9aecd16fe27 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (3a4d0acf-2faa-498f-91ec-be5bbb502832), before_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:35.625882 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:14:35.637246 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e07afd97-e0b8-465f-a69f-d9aecd16fe27 demo admin] Publish callbacks [] for port (3a4d0acf-2faa-498f-91ec-be5bbb502832), precommit_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:35.728011 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e07afd97-e0b8-465f-a69f-d9aecd16fe27 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (3a4d0acf-2faa-498f-91ec-be5bbb502832), after_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:35.728814 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e07afd97-e0b8-465f-a69f-d9aecd16fe27 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-636708'] for router_interface (66116089-dcd7-4716-8d3f-c25d22c8909c), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:35.810453 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07afd97-e0b8-465f-a69f-d9aecd16fe27 demo admin] Pushing event updated for resources: {'Port': ['ID=3a4d0acf-2faa-498f-91ec-be5bbb502832,revision_number=2']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:35.859008 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07afd97-e0b8-465f-a69f-d9aecd16fe27 demo admin] Network a40347b5-7bcb-4e15-b448-293d9bcd702e is already hosted by enough agents. {{(pid=106777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:14:35.860275 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.base_scheduler [None req-e07afd97-e0b8-465f-a69f-d9aecd16fe27 demo admin] Resources bound (agent type, host, resource id): {{(pid=106777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:14:36.053329 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e07afd97-e0b8-465f-a69f-d9aecd16fe27 demo admin] Router 66116089-dcd7-4716-8d3f-c25d22c8909c is scheduled to L3 agent 1428144b-5b15-4168-8538-b51b3045e8b6 with binding_index 1 {{(pid=106777) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:14:36.086946 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-e5d20745-07e1-43ba-b6bf-b323b9e06196 None None] Provisioning complete for port 3a4d0acf-2faa-498f-91ec-be5bbb502832 triggered by entity DHCP. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:14:36.087488 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e5d20745-07e1-43ba-b6bf-b323b9e06196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (3a4d0acf-2faa-498f-91ec-be5bbb502832), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:36.119047 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e5d20745-07e1-43ba-b6bf-b323b9e06196 None None] Port 3a4d0acf-2faa-498f-91ec-be5bbb502832 cannot update to ACTIVE because it is not bound. {{(pid=106778) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 01:14:36.144897 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e07afd97-e0b8-465f-a69f-d9aecd16fe27 demo admin] Notify agent at l3_agent.dv-cinder-855288-2-iscsi the message routers_updated {{(pid=106777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:14:36.150100 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-e07afd97-e0b8-465f-a69f-d9aecd16fe27 demo admin] 10.222.0.20 "PUT /networking/v2.0/routers/66116089-dcd7-4716-8d3f-c25d22c8909c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9410908 Aug 31 01:14:36.154752 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5f9f96-520e-44af-8d01-ba590e1f87f8 None None] Sync routers for ids ['66116089-dcd7-4716-8d3f-c25d22c8909c'] in dv-cinder-855288-2-iscsi {{(pid=106779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:14:36.167304 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5f9f96-520e-44af-8d01-ba590e1f87f8 None None] Routers {'66116089-dcd7-4716-8d3f-c25d22c8909c'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:14:36.168154 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-df5f9f96-520e-44af-8d01-ba590e1f87f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:14:33Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['66116089-dcd7-4716-8d3f-c25d22c8909c'], 'active': True} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:36.287696 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-f7411cf7-2853-429b-aa0f-54d02b543116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (5f821ebb-aac9-4915-bb43-6712672a5d6c), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:36.331742 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (f96ef3eb-5320-49ab-b33a-a2775d3a6053), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:36.354090 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvr_db [None req-df5f9f96-520e-44af-8d01-ba590e1f87f8 None None] Set router 66116089-dcd7-4716-8d3f-c25d22c8909c gateway port host: None {{(pid=106779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:14:36.772691 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-df5f9f96-520e-44af-8d01-ba590e1f87f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66116089-dcd7-4716-8d3f-c25d22c8909c', 'name': 'router1', 'tenant_id': '82238b119c5840de9fc817856cec36fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:14:25Z', 'updated_at': '2022-08-31T01:14:35Z', 'revision_number': 2, 'project_id': '82238b119c5840de9fc817856cec36fb', 'gw_port_host': None, '_interfaces': [{'id': '3a4d0acf-2faa-498f-91ec-be5bbb502832', 'name': '', 'network_id': 'a40347b5-7bcb-4e15-b448-293d9bcd702e', 'tenant_id': '82238b119c5840de9fc817856cec36fb', 'mac_address': 'fa:16:3e:a5:fc:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66116089-dcd7-4716-8d3f-c25d22c8909c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '85af01d1-3622-4433-b4fc-c36064763e95', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:14:34Z', 'updated_at': '2022-08-31T01:14:35Z', 'revision_number': 2, 'project_id': '82238b119c5840de9fc817856cec36fb', 'subnets': [{'id': '85af01d1-3622-4433-b4fc-c36064763e95', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '30930acc-8935-49a1-b7a8-a91e8029b4b5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:36.822318 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5f9f96-520e-44af-8d01-ba590e1f87f8 None None] Checking router: 66116089-dcd7-4716-8d3f-c25d22c8909c for host: dv-cinder-855288-2-iscsi {{(pid=106779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:14:36.822682 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5f9f96-520e-44af-8d01-ba590e1f87f8 None None] Updating router 66116089-dcd7-4716-8d3f-c25d22c8909c port 3a4d0acf-2faa-498f-91ec-be5bbb502832 binding host dv-cinder-855288-2-iscsi {{(pid=106779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:14:36.875967 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron_lib.callbacks.manager [None req-df5f9f96-520e-44af-8d01-ba590e1f87f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (3a4d0acf-2faa-498f-91ec-be5bbb502832), before_update {{(pid=106779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:37.370774 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron_lib.callbacks.manager [None req-df5f9f96-520e-44af-8d01-ba590e1f87f8 None None] Publish callbacks [] for port (3a4d0acf-2faa-498f-91ec-be5bbb502832), precommit_update {{(pid=106779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:37.476320 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron_lib.callbacks.manager [None req-df5f9f96-520e-44af-8d01-ba590e1f87f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (3a4d0acf-2faa-498f-91ec-be5bbb502832), after_update {{(pid=106779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:37.626477 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433de729-6d99-4fa3-9381-659790ac07c9 None None] Pushing event updated for resources: {'Port': ['ID=3a4d0acf-2faa-498f-91ec-be5bbb502832,revision_number=3']} {{(pid=106779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:37.631204 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.managers [None req-df5f9f96-520e-44af-8d01-ba590e1f87f8 None None] Attempting to bind port 3a4d0acf-2faa-498f-91ec-be5bbb502832 on host dv-cinder-855288-2-iscsi for vnic_type normal with profile {{(pid=106779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 01:14:37.631599 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.managers [None req-df5f9f96-520e-44af-8d01-ba590e1f87f8 None None] Attempting to bind port 3a4d0acf-2faa-498f-91ec-be5bbb502832 by drivers openvswitch,hyperv on host dv-cinder-855288-2-iscsi at level 0 using segments [{'id': '2b3fa3a3-8166-452a-b6dc-ce393f74e5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'a40347b5-7bcb-4e15-b448-293d9bcd702e'}] {{(pid=106779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 01:14:37.643846 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5f9f96-520e-44af-8d01-ba590e1f87f8 None None] Attempting to bind port 3a4d0acf-2faa-498f-91ec-be5bbb502832 on network a40347b5-7bcb-4e15-b448-293d9bcd702e {{(pid=106779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:14:37.643846 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433de729-6d99-4fa3-9381-659790ac07c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:37.643846 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433de729-6d99-4fa3-9381-659790ac07c9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:37.643846 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433de729-6d99-4fa3-9381-659790ac07c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:37.643846 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433de729-6d99-4fa3-9381-659790ac07c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:37.643846 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433de729-6d99-4fa3-9381-659790ac07c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:37.643846 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433de729-6d99-4fa3-9381-659790ac07c9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:37.643846 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433de729-6d99-4fa3-9381-659790ac07c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:37.643846 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433de729-6d99-4fa3-9381-659790ac07c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:37.643846 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433de729-6d99-4fa3-9381-659790ac07c9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:37.643846 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433de729-6d99-4fa3-9381-659790ac07c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:37.643846 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433de729-6d99-4fa3-9381-659790ac07c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:37.643846 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433de729-6d99-4fa3-9381-659790ac07c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:37.644927 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433de729-6d99-4fa3-9381-659790ac07c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:37.644927 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433de729-6d99-4fa3-9381-659790ac07c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:37.644927 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433de729-6d99-4fa3-9381-659790ac07c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:37.646492 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433de729-6d99-4fa3-9381-659790ac07c9 None None] Tracked resource versions report: Aug 31 01:14:37.646492 dv-cinder-855288-2-iscsi neutron-server[106779]: pushed versions: Aug 31 01:14:37.646492 dv-cinder-855288-2-iscsi neutron-server[106779]: { 'AddressGroup': {'1.2'}, Aug 31 01:14:37.646492 dv-cinder-855288-2-iscsi neutron-server[106779]: 'Agent': {'1.1'}, Aug 31 01:14:37.646492 dv-cinder-855288-2-iscsi neutron-server[106779]: 'ConntrackHelper': {'1.0'}, Aug 31 01:14:37.646492 dv-cinder-855288-2-iscsi neutron-server[106779]: 'LocalIPAssociation': {'1.0'}, Aug 31 01:14:37.646492 dv-cinder-855288-2-iscsi neutron-server[106779]: 'Log': {'1.0'}, Aug 31 01:14:37.646492 dv-cinder-855288-2-iscsi neutron-server[106779]: 'NDPProxy': {'1.0'}, Aug 31 01:14:37.646492 dv-cinder-855288-2-iscsi neutron-server[106779]: 'Network': {'1.1'}, Aug 31 01:14:37.646492 dv-cinder-855288-2-iscsi neutron-server[106779]: 'Port': {'1.7'}, Aug 31 01:14:37.646492 dv-cinder-855288-2-iscsi neutron-server[106779]: 'PortForwarding': {'1.3'}, Aug 31 01:14:37.646492 dv-cinder-855288-2-iscsi neutron-server[106779]: 'QosPolicy': {'1.10'}, Aug 31 01:14:37.646492 dv-cinder-855288-2-iscsi neutron-server[106779]: 'SecurityGroup': {'1.5'}, Aug 31 01:14:37.646492 dv-cinder-855288-2-iscsi neutron-server[106779]: 'SecurityGroupRule': {'1.2'}, Aug 31 01:14:37.646492 dv-cinder-855288-2-iscsi neutron-server[106779]: 'SubPort': {'1.0'}, Aug 31 01:14:37.646492 dv-cinder-855288-2-iscsi neutron-server[106779]: 'Subnet': {'1.1'}, Aug 31 01:14:37.646492 dv-cinder-855288-2-iscsi neutron-server[106779]: 'Trunk': {'1.1'}} Aug 31 01:14:37.646492 dv-cinder-855288-2-iscsi neutron-server[106779]: consumer versions: Aug 31 01:14:37.646492 dv-cinder-855288-2-iscsi neutron-server[106779]: { DHCP agent@dv-cinder-855288-2-iscsi: {}, Aug 31 01:14:37.646492 dv-cinder-855288-2-iscsi neutron-server[106779]: L3 agent@dv-cinder-855288-2-iscsi: {}, Aug 31 01:14:37.646492 dv-cinder-855288-2-iscsi neutron-server[106779]: Metadata agent@dv-cinder-855288-2-iscsi: {}, Aug 31 01:14:37.646492 dv-cinder-855288-2-iscsi neutron-server[106779]: Metering agent@dv-cinder-855288-2-iscsi: {}, Aug 31 01:14:37.646492 dv-cinder-855288-2-iscsi neutron-server[106779]: Open vSwitch agent@dv-cinder-855288-2-iscsi: { 'AddressGroup': '1.2', Aug 31 01:14:37.646492 dv-cinder-855288-2-iscsi neutron-server[106779]: 'Agent': '1.1', Aug 31 01:14:37.646492 dv-cinder-855288-2-iscsi neutron-server[106779]: 'ConntrackHelper': '1.0', Aug 31 01:14:37.646492 dv-cinder-855288-2-iscsi neutron-server[106779]: 'LocalIPAssociation': '1.0', Aug 31 01:14:37.646492 dv-cinder-855288-2-iscsi neutron-server[106779]: 'Log': '1.0', Aug 31 01:14:37.646492 dv-cinder-855288-2-iscsi neutron-server[106779]: 'NDPProxy': '1.0', Aug 31 01:14:37.646492 dv-cinder-855288-2-iscsi neutron-server[106779]: 'Network': '1.1', Aug 31 01:14:37.646492 dv-cinder-855288-2-iscsi neutron-server[106779]: 'Port': '1.7', Aug 31 01:14:37.646492 dv-cinder-855288-2-iscsi neutron-server[106779]: 'PortForwarding': '1.3', Aug 31 01:14:37.646492 dv-cinder-855288-2-iscsi neutron-server[106779]: 'QosPolicy': '1.10', Aug 31 01:14:37.646492 dv-cinder-855288-2-iscsi neutron-server[106779]: 'SecurityGroup': '1.5', Aug 31 01:14:37.646492 dv-cinder-855288-2-iscsi neutron-server[106779]: 'SecurityGroupRule': '1.2', Aug 31 01:14:37.646492 dv-cinder-855288-2-iscsi neutron-server[106779]: 'SubPort': '1.0', Aug 31 01:14:37.646492 dv-cinder-855288-2-iscsi neutron-server[106779]: 'Subnet': '1.1', Aug 31 01:14:37.646492 dv-cinder-855288-2-iscsi neutron-server[106779]: 'Trunk': '1.1'}} Aug 31 01:14:37.646492 dv-cinder-855288-2-iscsi neutron-server[106779]: {{(pid=106779) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 01:14:37.649858 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5f9f96-520e-44af-8d01-ba590e1f87f8 None None] Checking agent: {'id': 'f96ef3eb-5320-49ab-b33a-a2775d3a6053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855288-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 1, 14, 6), 'started_at': datetime.datetime(2022, 8, 31, 1, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 1, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855288-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 01:14:37.650364 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5f9f96-520e-44af-8d01-ba590e1f87f8 None None] Checking segment: {'id': '2b3fa3a3-8166-452a-b6dc-ce393f74e5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'a40347b5-7bcb-4e15-b448-293d9bcd702e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:14:37.650870 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron_lib.callbacks.manager [None req-df5f9f96-520e-44af-8d01-ba590e1f87f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:37.651248 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5f9f96-520e-44af-8d01-ba590e1f87f8 None None] Bound using segment: {'id': '2b3fa3a3-8166-452a-b6dc-ce393f74e5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'a40347b5-7bcb-4e15-b448-293d9bcd702e'} {{(pid=106779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 01:14:37.651733 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.managers [None req-df5f9f96-520e-44af-8d01-ba590e1f87f8 None None] Bound port: 3a4d0acf-2faa-498f-91ec-be5bbb502832, host: dv-cinder-855288-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b3fa3a3-8166-452a-b6dc-ce393f74e5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'a40347b5-7bcb-4e15-b448-293d9bcd702e'}}] {{(pid=106779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 01:14:37.652124 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron_lib.callbacks.manager [None req-df5f9f96-520e-44af-8d01-ba590e1f87f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (3a4d0acf-2faa-498f-91ec-be5bbb502832), before_update {{(pid=106779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:37.719456 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.db [None req-df5f9f96-520e-44af-8d01-ba590e1f87f8 None None] For port 3a4d0acf-2faa-498f-91ec-be5bbb502832, host dv-cinder-855288-2-iscsi, cleared binding levels {{(pid=106779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:14:37.739513 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.db [None req-df5f9f96-520e-44af-8d01-ba590e1f87f8 None None] For port 3a4d0acf-2faa-498f-91ec-be5bbb502832, host dv-cinder-855288-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=3a4d0acf-2faa-498f-91ec-be5bbb502832,segment=NetworkSegment(2b3fa3a3-8166-452a-b6dc-ce393f74e5d4),segment_id=2b3fa3a3-8166-452a-b6dc-ce393f74e5d4)] {{(pid=106779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:14:37.807137 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron_lib.callbacks.manager [None req-df5f9f96-520e-44af-8d01-ba590e1f87f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (3a4d0acf-2faa-498f-91ec-be5bbb502832), after_update {{(pid=106779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:37.812118 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:14:37.815368 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:14:37.849239 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5f9f96-520e-44af-8d01-ba590e1f87f8 None None] Routers {'66116089-dcd7-4716-8d3f-c25d22c8909c'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:14:37.849836 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-df5f9f96-520e-44af-8d01-ba590e1f87f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:14:33Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['66116089-dcd7-4716-8d3f-c25d22c8909c'], 'active': True} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:37.930920 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433de729-6d99-4fa3-9381-659790ac07c9 None None] Pushing event updated for resources: {'Port': ['ID=3a4d0acf-2faa-498f-91ec-be5bbb502832,revision_number=4']} {{(pid=106779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:37.947491 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvr_db [None req-df5f9f96-520e-44af-8d01-ba590e1f87f8 None None] Set router 66116089-dcd7-4716-8d3f-c25d22c8909c gateway port host: None {{(pid=106779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:14:38.144536 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-df5f9f96-520e-44af-8d01-ba590e1f87f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66116089-dcd7-4716-8d3f-c25d22c8909c', 'name': 'router1', 'tenant_id': '82238b119c5840de9fc817856cec36fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:14:25Z', 'updated_at': '2022-08-31T01:14:35Z', 'revision_number': 2, 'project_id': '82238b119c5840de9fc817856cec36fb', 'gw_port_host': None, '_interfaces': [{'id': '3a4d0acf-2faa-498f-91ec-be5bbb502832', 'name': '', 'network_id': 'a40347b5-7bcb-4e15-b448-293d9bcd702e', 'tenant_id': '82238b119c5840de9fc817856cec36fb', 'mac_address': 'fa:16:3e:a5:fc:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66116089-dcd7-4716-8d3f-c25d22c8909c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '85af01d1-3622-4433-b4fc-c36064763e95', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:14:34Z', 'updated_at': '2022-08-31T01:14:37Z', 'revision_number': 4, 'project_id': '82238b119c5840de9fc817856cec36fb', 'subnets': [{'id': '85af01d1-3622-4433-b4fc-c36064763e95', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '30930acc-8935-49a1-b7a8-a91e8029b4b5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:38.173838 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5f9f96-520e-44af-8d01-ba590e1f87f8 None None] The sync data for ids ['66116089-dcd7-4716-8d3f-c25d22c8909c'] in dv-cinder-855288-2-iscsi is: [{'id': '66116089-dcd7-4716-8d3f-c25d22c8909c', 'name': 'router1', 'tenant_id': '82238b119c5840de9fc817856cec36fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:14:25Z', 'updated_at': '2022-08-31T01:14:35Z', 'revision_number': 2, 'project_id': '82238b119c5840de9fc817856cec36fb', 'gw_port_host': None, '_interfaces': [{'id': '3a4d0acf-2faa-498f-91ec-be5bbb502832', 'name': '', 'network_id': 'a40347b5-7bcb-4e15-b448-293d9bcd702e', 'tenant_id': '82238b119c5840de9fc817856cec36fb', 'mac_address': 'fa:16:3e:a5:fc:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66116089-dcd7-4716-8d3f-c25d22c8909c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '85af01d1-3622-4433-b4fc-c36064763e95', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:14:34Z', 'updated_at': '2022-08-31T01:14:37Z', 'revision_number': 4, 'project_id': '82238b119c5840de9fc817856cec36fb', 'subnets': [{'id': '85af01d1-3622-4433-b4fc-c36064763e95', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '30930acc-8935-49a1-b7a8-a91e8029b4b5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:14:38.497870 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 53238) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:14:38.866610 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:14:38.890537 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3faa6c-ea5b-424d-9a25-5948d1b305f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:14:38.892992 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-5f3faa6c-ea5b-424d-9a25-5948d1b305f8 admin admin] 10.222.0.20 "GET /networking/v2.0/networks/6de90673-24a8-444a-94e7-38ef2e70dd83 HTTP/1.1" status: 200 len: 842 time: 0.3941741 Aug 31 01:14:38.902230 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [None req-e5d4eb1d-b5f0-49b1-bac7-172693ddf223 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.27.1.1', 'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83'}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:38.978230 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.agents_db [None req-5925ee7b-6bd5-4912-8f46-3ff11817b141 None None] Agent healthcheck: found 5 active agents {{(pid=106779) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:14:39.011944 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d4eb1d-b5f0-49b1-bac7-172693ddf223 admin admin] Made reservation on behalf of 77c8e2846a11431eb786ad3a5192ea92 for: {'subnet': 1} {{(pid=106777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:14:39.014366 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e5d4eb1d-b5f0-49b1-bac7-172693ddf223 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:39.444053 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.objects.ports [None req-e5d4eb1d-b5f0-49b1-bac7-172693ddf223 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106777) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 31 01:14:39.444501 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e5d4eb1d-b5f0-49b1-bac7-172693ddf223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430'] for subnet (b0882f00-706c-4556-bcad-01ef413e142c), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:39.499671 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d4eb1d-b5f0-49b1-bac7-172693ddf223 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0882f00-706c-4556-bcad-01ef413e142c,revision_number=0']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:39.512019 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d4eb1d-b5f0-49b1-bac7-172693ddf223 admin admin] Checking segment: {'id': '5532158b-12fc-4975-99d9-f23bee8acdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:14:39.512375 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d4eb1d-b5f0-49b1-bac7-172693ddf223 admin admin] Network hostable DHCP agents. Network: 6de90673-24a8-444a-94e7-38ef2e70dd83, hostable agents: ['06e7caa6-6f15-45a1-a03b-1c511964ed9a'], hosted agents: [] {{(pid=106777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:14:39.611738 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d4eb1d-b5f0-49b1-bac7-172693ddf223 admin admin] Network 6de90673-24a8-444a-94e7-38ef2e70dd83 is scheduled to be hosted by DHCP agent 06e7caa6-6f15-45a1-a03b-1c511964ed9a with binding_index 1 {{(pid=106777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:14:39.691987 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.base_scheduler [None req-e5d4eb1d-b5f0-49b1-bac7-172693ddf223 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855288-2-iscsi, 6de90673-24a8-444a-94e7-38ef2e70dd83) {{(pid=106777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:14:39.698975 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d4eb1d-b5f0-49b1-bac7-172693ddf223 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:14:39.699702 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e5d4eb1d-b5f0-49b1-bac7-172693ddf223 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537412'] for subnet (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:39.700667 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2dec36d-86e0-4093-99bd-557373425f2e None None] Network 6de90673-24a8-444a-94e7-38ef2e70dd83 requested from dv-cinder-855288-2-iscsi {{(pid=106778) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 01:14:39.804751 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-e5d4eb1d-b5f0-49b1-bac7-172693ddf223 admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8934565 Aug 31 01:14:39.857103 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8933d79-5278-42fe-a797-8fae19ec360c None None] Network 6de90673-24a8-444a-94e7-38ef2e70dd83 requested from dv-cinder-855288-2-iscsi {{(pid=106778) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 01:14:42.237757 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 53246) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:14:42.605538 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:DELETE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:14:42.655112 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-2e374e27-bf72-4470-b411-b37d9304d8c1 demo admin] 10.222.0.20 "GET /networking/v2.0/routers/66116089-dcd7-4716-8d3f-c25d22c8909c HTTP/1.1" status: 200 len: 710 time: 0.4162195 Aug 31 01:14:42.747702 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6b711f-981f-48de-bd6b-db375c530b09 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:14:42.749144 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-4c6b711f-981f-48de-bd6b-db375c530b09 demo admin] 10.222.0.20 "GET /networking/v2.0/networks/6de90673-24a8-444a-94e7-38ef2e70dd83 HTTP/1.1" status: 200 len: 886 time: 0.0884428 Aug 31 01:14:42.759019 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [None req-61ece05a-d59b-40f8-b6b2-bb5a2470e3b3 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83'}}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:42.946482 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:14:43.033097 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-61ece05a-d59b-40f8-b6b2-bb5a2470e3b3 demo admin] Publish callbacks [] for router_gateway (66116089-dcd7-4716-8d3f-c25d22c8909c), precommit_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:43.341962 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-61ece05a-d59b-40f8-b6b2-bb5a2470e3b3 demo admin] Publish callbacks [] for router_gateway (66116089-dcd7-4716-8d3f-c25d22c8909c), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:43.420518 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-61ece05a-d59b-40f8-b6b2-bb5a2470e3b3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:43.524989 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.db_base_plugin_common [None req-61ece05a-d59b-40f8-b6b2-bb5a2470e3b3 demo admin] Allocated IP 172.27.1.105 (6de90673-24a8-444a-94e7-38ef2e70dd83/b0882f00-706c-4556-bcad-01ef413e142c/bb3a4e6c-39c0-4c5d-823d-2cdbc6ee5995) {{(pid=106777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:14:43.628569 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-61ece05a-d59b-40f8-b6b2-bb5a2470e3b3 demo admin] Publish callbacks [] for port (bb3a4e6c-39c0-4c5d-823d-2cdbc6ee5995), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:43.823737 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-61ece05a-d59b-40f8-b6b2-bb5a2470e3b3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779185826838'] for port (bb3a4e6c-39c0-4c5d-823d-2cdbc6ee5995), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:43.850937 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:14:43.865081 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ece05a-d59b-40f8-b6b2-bb5a2470e3b3 demo admin] Network 6de90673-24a8-444a-94e7-38ef2e70dd83 is already hosted by enough agents. {{(pid=106777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:14:43.869704 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.base_scheduler [None req-61ece05a-d59b-40f8-b6b2-bb5a2470e3b3 demo admin] Resources bound (agent type, host, resource id): {{(pid=106777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:14:43.873495 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ece05a-d59b-40f8-b6b2-bb5a2470e3b3 demo admin] Received port after_create {{(pid=106777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 01:14:43.876475 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ece05a-d59b-40f8-b6b2-bb5a2470e3b3 demo admin] Pushing event updated for resources: {'Port': ['ID=bb3a4e6c-39c0-4c5d-823d-2cdbc6ee5995,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:43.985866 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 3a4d0acf-2faa-498f-91ec-be5bbb502832 up at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:14:44.038596 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Provisioning complete for port 3a4d0acf-2faa-498f-91ec-be5bbb502832 triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:14:44.038976 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (3a4d0acf-2faa-498f-91ec-be5bbb502832), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:44.112837 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Current status of the port 3a4d0acf-2faa-498f-91ec-be5bbb502832 is: DOWN; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:14:44.113394 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (3a4d0acf-2faa-498f-91ec-be5bbb502832), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:44.147235 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] For port 3a4d0acf-2faa-498f-91ec-be5bbb502832, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=3a4d0acf-2faa-498f-91ec-be5bbb502832,segment=NetworkSegment(2b3fa3a3-8166-452a-b6dc-ce393f74e5d4),segment_id=2b3fa3a3-8166-452a-b6dc-ce393f74e5d4)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:44.150850 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:14:44.190967 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (3a4d0acf-2faa-498f-91ec-be5bbb502832), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:44.244879 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Pushing event updated for resources: {'Port': ['ID=3a4d0acf-2faa-498f-91ec-be5bbb502832,revision_number=5']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:44.300484 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-61ece05a-d59b-40f8-b6b2-bb5a2470e3b3 demo admin] Publish callbacks [] for router_gateway (66116089-dcd7-4716-8d3f-c25d22c8909c), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:44.488363 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-61ece05a-d59b-40f8-b6b2-bb5a2470e3b3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-608432', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-635208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10595'] for router (66116089-dcd7-4716-8d3f-c25d22c8909c), precommit_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:44.491917 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-61ece05a-d59b-40f8-b6b2-bb5a2470e3b3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-608468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-608443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-608418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-635251'] for router (66116089-dcd7-4716-8d3f-c25d22c8909c), after_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:44.593590 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61ece05a-d59b-40f8-b6b2-bb5a2470e3b3 demo admin] Router 66116089-dcd7-4716-8d3f-c25d22c8909c has already been hosted by L3 agent 1428144b-5b15-4168-8538-b51b3045e8b6 {{(pid=106777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:14:44.695325 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ece05a-d59b-40f8-b6b2-bb5a2470e3b3 demo admin] Notify agent at l3_agent.dv-cinder-855288-2-iscsi the message routers_updated {{(pid=106777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:14:44.699431 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-61ece05a-d59b-40f8-b6b2-bb5a2470e3b3 demo admin] Publish callbacks [] for router (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:44.700628 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-61ece05a-d59b-40f8-b6b2-bb5a2470e3b3 demo admin] 10.222.0.20 "PUT /networking/v2.0/routers/66116089-dcd7-4716-8d3f-c25d22c8909c HTTP/1.1" status: 200 len: 890 time: 1.9450243 Aug 31 01:14:44.720006 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5894d8e3-9535-48b7-8cea-d6708ac3a21e None None] Sync routers for ids ['66116089-dcd7-4716-8d3f-c25d22c8909c'] in dv-cinder-855288-2-iscsi {{(pid=106778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:14:44.737046 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5894d8e3-9535-48b7-8cea-d6708ac3a21e None None] Routers {'66116089-dcd7-4716-8d3f-c25d22c8909c'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:14:44.737723 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-5894d8e3-9535-48b7-8cea-d6708ac3a21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:14:33Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['66116089-dcd7-4716-8d3f-c25d22c8909c'], 'active': True} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:44.815811 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:14:44.951835 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvr_db [None req-5894d8e3-9535-48b7-8cea-d6708ac3a21e None None] Set router 66116089-dcd7-4716-8d3f-c25d22c8909c gateway port host: dv-cinder-855288-2-iscsi {{(pid=106778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:14:45.329294 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-5894d8e3-9535-48b7-8cea-d6708ac3a21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66116089-dcd7-4716-8d3f-c25d22c8909c', 'name': 'router1', 'tenant_id': '82238b119c5840de9fc817856cec36fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'bb3a4e6c-39c0-4c5d-823d-2cdbc6ee5995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:14:25Z', 'updated_at': '2022-08-31T01:14:43Z', 'revision_number': 4, 'project_id': '82238b119c5840de9fc817856cec36fb', 'gw_port': {'id': 'bb3a4e6c-39c0-4c5d-823d-2cdbc6ee5995', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66116089-dcd7-4716-8d3f-c25d22c8909c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:14:43Z', 'updated_at': '2022-08-31T01:14:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_interfaces': [{'id': '3a4d0acf-2faa-498f-91ec-be5bbb502832', 'name': '', 'network_id': 'a40347b5-7bcb-4e15-b448-293d9bcd702e', 'tenant_id': '82238b119c5840de9fc817856cec36fb', 'mac_address': 'fa:16:3e:a5:fc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66116089-dcd7-4716-8d3f-c25d22c8909c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '85af01d1-3622-4433-b4fc-c36064763e95', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:14:34Z', 'updated_at': '2022-08-31T01:14:44Z', 'revision_number': 5, 'project_id': '82238b119c5840de9fc817856cec36fb', 'subnets': [{'id': '85af01d1-3622-4433-b4fc-c36064763e95', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '30930acc-8935-49a1-b7a8-a91e8029b4b5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:45.377669 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5894d8e3-9535-48b7-8cea-d6708ac3a21e None None] Checking router: 66116089-dcd7-4716-8d3f-c25d22c8909c for host: dv-cinder-855288-2-iscsi {{(pid=106778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:14:45.378021 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5894d8e3-9535-48b7-8cea-d6708ac3a21e None None] Updating router 66116089-dcd7-4716-8d3f-c25d22c8909c port bb3a4e6c-39c0-4c5d-823d-2cdbc6ee5995 binding host dv-cinder-855288-2-iscsi {{(pid=106778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:14:45.432300 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-5894d8e3-9535-48b7-8cea-d6708ac3a21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (bb3a4e6c-39c0-4c5d-823d-2cdbc6ee5995), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:45.526821 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:14:45.819170 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-5894d8e3-9535-48b7-8cea-d6708ac3a21e None None] Publish callbacks [] for port (bb3a4e6c-39c0-4c5d-823d-2cdbc6ee5995), precommit_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:45.886379 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-5894d8e3-9535-48b7-8cea-d6708ac3a21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (bb3a4e6c-39c0-4c5d-823d-2cdbc6ee5995), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:45.934280 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.managers [None req-5894d8e3-9535-48b7-8cea-d6708ac3a21e None None] Attempting to bind port bb3a4e6c-39c0-4c5d-823d-2cdbc6ee5995 on host dv-cinder-855288-2-iscsi for vnic_type normal with profile {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 01:14:45.934654 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.managers [None req-5894d8e3-9535-48b7-8cea-d6708ac3a21e None None] Attempting to bind port bb3a4e6c-39c0-4c5d-823d-2cdbc6ee5995 by drivers openvswitch,hyperv on host dv-cinder-855288-2-iscsi at level 0 using segments [{'id': '5532158b-12fc-4975-99d9-f23bee8acdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83'}] {{(pid=106778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 01:14:45.935007 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5894d8e3-9535-48b7-8cea-d6708ac3a21e None None] Attempting to bind port bb3a4e6c-39c0-4c5d-823d-2cdbc6ee5995 on network 6de90673-24a8-444a-94e7-38ef2e70dd83 {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:14:45.938558 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eed52d-c1e3-4be0-bd0e-62c068934f26 None None] Pushing event updated for resources: {'Port': ['ID=bb3a4e6c-39c0-4c5d-823d-2cdbc6ee5995,revision_number=2']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:45.945374 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5894d8e3-9535-48b7-8cea-d6708ac3a21e None None] Checking agent: {'id': 'f96ef3eb-5320-49ab-b33a-a2775d3a6053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855288-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 1, 14, 6), 'started_at': datetime.datetime(2022, 8, 31, 1, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 1, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855288-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 01:14:45.945775 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5894d8e3-9535-48b7-8cea-d6708ac3a21e None None] Checking segment: {'id': '5532158b-12fc-4975-99d9-f23bee8acdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:14:45.946156 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-5894d8e3-9535-48b7-8cea-d6708ac3a21e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:45.946555 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5894d8e3-9535-48b7-8cea-d6708ac3a21e None None] Bound using segment: {'id': '5532158b-12fc-4975-99d9-f23bee8acdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83'} {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 01:14:45.947037 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.managers [None req-5894d8e3-9535-48b7-8cea-d6708ac3a21e None None] Bound port: bb3a4e6c-39c0-4c5d-823d-2cdbc6ee5995, host: dv-cinder-855288-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5532158b-12fc-4975-99d9-f23bee8acdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83'}}] {{(pid=106778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 01:14:45.947571 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-5894d8e3-9535-48b7-8cea-d6708ac3a21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (bb3a4e6c-39c0-4c5d-823d-2cdbc6ee5995), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:45.980904 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 3a4d0acf-2faa-498f-91ec-be5bbb502832 up at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:14:46.029888 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-5894d8e3-9535-48b7-8cea-d6708ac3a21e None None] For port bb3a4e6c-39c0-4c5d-823d-2cdbc6ee5995, host dv-cinder-855288-2-iscsi, cleared binding levels {{(pid=106778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:14:46.033588 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-5894d8e3-9535-48b7-8cea-d6708ac3a21e None None] For port bb3a4e6c-39c0-4c5d-823d-2cdbc6ee5995, host dv-cinder-855288-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=bb3a4e6c-39c0-4c5d-823d-2cdbc6ee5995,segment=NetworkSegment(5532158b-12fc-4975-99d9-f23bee8acdf7),segment_id=5532158b-12fc-4975-99d9-f23bee8acdf7)] {{(pid=106778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:14:46.046917 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Provisioning complete for port 3a4d0acf-2faa-498f-91ec-be5bbb502832 triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:14:46.047312 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (3a4d0acf-2faa-498f-91ec-be5bbb502832), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:46.080579 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:14:46.089373 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-5894d8e3-9535-48b7-8cea-d6708ac3a21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (bb3a4e6c-39c0-4c5d-823d-2cdbc6ee5995), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:46.126208 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5894d8e3-9535-48b7-8cea-d6708ac3a21e None None] Routers {'66116089-dcd7-4716-8d3f-c25d22c8909c'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:14:46.126868 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-5894d8e3-9535-48b7-8cea-d6708ac3a21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:14:33Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['66116089-dcd7-4716-8d3f-c25d22c8909c'], 'active': True} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:46.221372 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Current status of the port 3a4d0acf-2faa-498f-91ec-be5bbb502832 is: ACTIVE; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:14:46.228344 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eed52d-c1e3-4be0-bd0e-62c068934f26 None None] Pushing event updated for resources: {'Port': ['ID=bb3a4e6c-39c0-4c5d-823d-2cdbc6ee5995,revision_number=3']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:46.282967 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvr_db [None req-5894d8e3-9535-48b7-8cea-d6708ac3a21e None None] Set router 66116089-dcd7-4716-8d3f-c25d22c8909c gateway port host: dv-cinder-855288-2-iscsi {{(pid=106778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:14:46.426863 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:14:46.475914 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-5894d8e3-9535-48b7-8cea-d6708ac3a21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66116089-dcd7-4716-8d3f-c25d22c8909c', 'name': 'router1', 'tenant_id': '82238b119c5840de9fc817856cec36fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'bb3a4e6c-39c0-4c5d-823d-2cdbc6ee5995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:14:25Z', 'updated_at': '2022-08-31T01:14:43Z', 'revision_number': 4, 'project_id': '82238b119c5840de9fc817856cec36fb', 'gw_port': {'id': 'bb3a4e6c-39c0-4c5d-823d-2cdbc6ee5995', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66116089-dcd7-4716-8d3f-c25d22c8909c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:14:43Z', 'updated_at': '2022-08-31T01:14:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_interfaces': [{'id': '3a4d0acf-2faa-498f-91ec-be5bbb502832', 'name': '', 'network_id': 'a40347b5-7bcb-4e15-b448-293d9bcd702e', 'tenant_id': '82238b119c5840de9fc817856cec36fb', 'mac_address': 'fa:16:3e:a5:fc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66116089-dcd7-4716-8d3f-c25d22c8909c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '85af01d1-3622-4433-b4fc-c36064763e95', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:14:34Z', 'updated_at': '2022-08-31T01:14:44Z', 'revision_number': 5, 'project_id': '82238b119c5840de9fc817856cec36fb', 'subnets': [{'id': '85af01d1-3622-4433-b4fc-c36064763e95', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '30930acc-8935-49a1-b7a8-a91e8029b4b5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:46.504867 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5894d8e3-9535-48b7-8cea-d6708ac3a21e None None] The sync data for ids ['66116089-dcd7-4716-8d3f-c25d22c8909c'] in dv-cinder-855288-2-iscsi is: [{'id': '66116089-dcd7-4716-8d3f-c25d22c8909c', 'name': 'router1', 'tenant_id': '82238b119c5840de9fc817856cec36fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'bb3a4e6c-39c0-4c5d-823d-2cdbc6ee5995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:14:25Z', 'updated_at': '2022-08-31T01:14:43Z', 'revision_number': 4, 'project_id': '82238b119c5840de9fc817856cec36fb', 'gw_port': {'id': 'bb3a4e6c-39c0-4c5d-823d-2cdbc6ee5995', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66116089-dcd7-4716-8d3f-c25d22c8909c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:14:43Z', 'updated_at': '2022-08-31T01:14:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_interfaces': [{'id': '3a4d0acf-2faa-498f-91ec-be5bbb502832', 'name': '', 'network_id': 'a40347b5-7bcb-4e15-b448-293d9bcd702e', 'tenant_id': '82238b119c5840de9fc817856cec36fb', 'mac_address': 'fa:16:3e:a5:fc:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66116089-dcd7-4716-8d3f-c25d22c8909c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '85af01d1-3622-4433-b4fc-c36064763e95', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:14:34Z', 'updated_at': '2022-08-31T01:14:44Z', 'revision_number': 5, 'project_id': '82238b119c5840de9fc817856cec36fb', 'subnets': [{'id': '85af01d1-3622-4433-b4fc-c36064763e95', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '30930acc-8935-49a1-b7a8-a91e8029b4b5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:14:47.240708 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 53260) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:14:47.625134 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-6cf3584f-9177-4b2d-8642-17dd324120c1 admin admin] 10.222.0.20 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.3831131 Aug 31 01:14:47.998168 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device bb3a4e6c-39c0-4c5d-823d-2cdbc6ee5995 up at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:14:48.043936 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Provisioning complete for port bb3a4e6c-39c0-4c5d-823d-2cdbc6ee5995 triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:14:48.044320 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (bb3a4e6c-39c0-4c5d-823d-2cdbc6ee5995), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:48.117390 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Current status of the port bb3a4e6c-39c0-4c5d-823d-2cdbc6ee5995 is: DOWN; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:14:48.117771 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (bb3a4e6c-39c0-4c5d-823d-2cdbc6ee5995), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:48.138480 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] For port bb3a4e6c-39c0-4c5d-823d-2cdbc6ee5995, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=bb3a4e6c-39c0-4c5d-823d-2cdbc6ee5995,segment=NetworkSegment(5532158b-12fc-4975-99d9-f23bee8acdf7),segment_id=5532158b-12fc-4975-99d9-f23bee8acdf7)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:48.148710 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=17 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:14:48.225117 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (bb3a4e6c-39c0-4c5d-823d-2cdbc6ee5995), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:48.276164 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Pushing event updated for resources: {'Port': ['ID=bb3a4e6c-39c0-4c5d-823d-2cdbc6ee5995,revision_number=4']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:49.983938 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device bb3a4e6c-39c0-4c5d-823d-2cdbc6ee5995 up at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:14:50.032082 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Provisioning complete for port bb3a4e6c-39c0-4c5d-823d-2cdbc6ee5995 triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:14:50.032756 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (bb3a4e6c-39c0-4c5d-823d-2cdbc6ee5995), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:14:50.114758 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Current status of the port bb3a4e6c-39c0-4c5d-823d-2cdbc6ee5995 is: ACTIVE; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:14:51.992542 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=61 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:14:57.614180 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=39 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:14:57.624287 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=73 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:15:00.109628 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=83,neutron:UPDATE=1 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:15:00.112592 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=43,neutron:UPDATE=1 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:15:01.259944 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-1ccf1629-aa5f-4cba-8a64-561b27d48226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (06e7caa6-6f15-45a1-a03b-1c511964ed9a), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:15:03.527329 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-d549e8d4-c169-48d4-971f-1ebe828e6b9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (1428144b-5b15-4168-8538-b51b3045e8b6), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:15:04.886260 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-6cf74907-e165-4231-8e79-d72e153e628e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (625e835a-7d63-45f9-8a46-c3ba876c3627), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:15:06.294638 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-f7411cf7-2853-429b-aa0f-54d02b543116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (5f821ebb-aac9-4915-bb43-6712672a5d6c), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:15:06.344370 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (f96ef3eb-5320-49ab-b33a-a2775d3a6053), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:15:15.979548 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.agents_db [None req-5925ee7b-6bd5-4912-8f46-3ff11817b141 None None] Agent healthcheck: found 5 active agents {{(pid=106779) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:15:16.271975 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:15:16.277279 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:UPDATE=4,neutron:SELECT=3 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:15:21.988244 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=4 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:15:25.980611 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=4 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:15:31.271756 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-1a56c258-4ee1-4a39-9b10-e0ec9d37bd0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (06e7caa6-6f15-45a1-a03b-1c511964ed9a), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:15:33.520980 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-5f04e455-bf88-4a98-9e2e-f1f567f68ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (1428144b-5b15-4168-8538-b51b3045e8b6), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:15:34.892709 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-6cf74907-e165-4231-8e79-d72e153e628e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (625e835a-7d63-45f9-8a46-c3ba876c3627), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:15:36.303654 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-f7411cf7-2853-429b-aa0f-54d02b543116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (5f821ebb-aac9-4915-bb43-6712672a5d6c), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:15:36.355261 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (f96ef3eb-5320-49ab-b33a-a2775d3a6053), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:15:46.273700 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:15:46.276619 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=27,neutron:UPDATE=4 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:15:52.980298 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.agents_db [None req-5925ee7b-6bd5-4912-8f46-3ff11817b141 None None] Agent healthcheck: found 5 active agents {{(pid=106779) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:15:59.976753 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:16:01.269131 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-7f63c6b8-6640-41fb-872a-dc359842f7d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (06e7caa6-6f15-45a1-a03b-1c511964ed9a), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:16:02.977194 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=6 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:16:03.594940 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-3c7553a5-41fd-4fbe-8a44-890b9a31d6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (1428144b-5b15-4168-8538-b51b3045e8b6), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:16:04.886055 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-6cf74907-e165-4231-8e79-d72e153e628e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (625e835a-7d63-45f9-8a46-c3ba876c3627), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:16:06.300906 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-f7411cf7-2853-429b-aa0f-54d02b543116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (5f821ebb-aac9-4915-bb43-6712672a5d6c), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:16:06.352336 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (f96ef3eb-5320-49ab-b33a-a2775d3a6053), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:16:11.100338 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 53800) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:16:11.437246 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb248ecc-2208-4bd7-a225-a2eaaec5bd42 admin admin] GET failed (client error): The resource could not be found. Aug 31 01:16:11.438576 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-fb248ecc-2208-4bd7-a225-a2eaaec5bd42 admin admin] 10.222.0.20 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3372438 Aug 31 01:16:11.599774 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03472760-89b5-466d-a2cd-beea098f00ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:16:11.601257 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-03472760-89b5-466d-a2cd-beea098f00ff admin admin] 10.222.0.20 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1579354 Aug 31 01:16:13.902124 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 53810) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:16:14.268354 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fa4190-8227-4b14-9591-050ede60c6fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:16:14.269721 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-a8fa4190-8227-4b14-9591-050ede60c6fc admin admin] 10.222.0.20 "GET /networking/v2.0/subnets/85af01d1-3622-4433-b4fc-c36064763e95 HTTP/1.1" status: 200 len: 849 time: 0.3666010 Aug 31 01:16:14.279180 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [None req-7a6620e9-8bb5-454d-9c68-f1ce34e9ba45 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:16:14.366132 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-7a6620e9-8bb5-454d-9c68-f1ce34e9ba45 admin admin] Publish callbacks [] for subnet (85af01d1-3622-4433-b4fc-c36064763e95), before_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:16:14.571190 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-7a6620e9-8bb5-454d-9c68-f1ce34e9ba45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779186206091'] for subnet (85af01d1-3622-4433-b4fc-c36064763e95), after_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:16:14.601441 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6620e9-8bb5-454d-9c68-f1ce34e9ba45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:16:14.602637 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-7a6620e9-8bb5-454d-9c68-f1ce34e9ba45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537412'] for subnet (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:16:14.603290 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-7a6620e9-8bb5-454d-9c68-f1ce34e9ba45 admin admin] 10.222.0.20 "PUT /networking/v2.0/subnets/85af01d1-3622-4433-b4fc-c36064763e95 HTTP/1.1" status: 200 len: 868 time: 0.3276732 Aug 31 01:16:14.623748 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f26a81-0ee2-43d3-a458-543cb6a6e7e8 None None] Network a40347b5-7bcb-4e15-b448-293d9bcd702e requested from dv-cinder-855288-2-iscsi {{(pid=106778) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 01:16:14.624373 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6620e9-8bb5-454d-9c68-f1ce34e9ba45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85af01d1-3622-4433-b4fc-c36064763e95,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:14.632930 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6620e9-8bb5-454d-9c68-f1ce34e9ba45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:14.633308 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6620e9-8bb5-454d-9c68-f1ce34e9ba45 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:14.633646 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6620e9-8bb5-454d-9c68-f1ce34e9ba45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:14.633988 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6620e9-8bb5-454d-9c68-f1ce34e9ba45 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:14.634322 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6620e9-8bb5-454d-9c68-f1ce34e9ba45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:14.634647 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6620e9-8bb5-454d-9c68-f1ce34e9ba45 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:14.634985 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6620e9-8bb5-454d-9c68-f1ce34e9ba45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:14.635298 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6620e9-8bb5-454d-9c68-f1ce34e9ba45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:14.635635 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6620e9-8bb5-454d-9c68-f1ce34e9ba45 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:14.635962 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6620e9-8bb5-454d-9c68-f1ce34e9ba45 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:14.636305 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6620e9-8bb5-454d-9c68-f1ce34e9ba45 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:14.636633 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6620e9-8bb5-454d-9c68-f1ce34e9ba45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:14.636989 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6620e9-8bb5-454d-9c68-f1ce34e9ba45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:14.637309 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6620e9-8bb5-454d-9c68-f1ce34e9ba45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:14.639233 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6620e9-8bb5-454d-9c68-f1ce34e9ba45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:16:14.925781 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-30697446-c8b7-443f-9cd4-2e47f18908b8 None None] Provisioning complete for port 3a4d0acf-2faa-498f-91ec-be5bbb502832 triggered by entity DHCP. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:16:14.926164 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-30697446-c8b7-443f-9cd4-2e47f18908b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (3a4d0acf-2faa-498f-91ec-be5bbb502832), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:16:14.999300 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-30697446-c8b7-443f-9cd4-2e47f18908b8 None None] Current status of the port 3a4d0acf-2faa-498f-91ec-be5bbb502832 is: ACTIVE; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:16:15.007207 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-30697446-c8b7-443f-9cd4-2e47f18908b8 None None] Provisioning complete for port dc7743ff-8fca-489d-b26d-56bba066904a triggered by entity DHCP. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:16:15.007588 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-30697446-c8b7-443f-9cd4-2e47f18908b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (dc7743ff-8fca-489d-b26d-56bba066904a), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:16:15.083543 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-30697446-c8b7-443f-9cd4-2e47f18908b8 None None] Current status of the port dc7743ff-8fca-489d-b26d-56bba066904a is: ACTIVE; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:16:16.892238 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 53818) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:16:17.359682 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01758001-1362-406b-a75d-13c99d6b295d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:16:17.360172 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01758001-1362-406b-a75d-13c99d6b295d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:16:17.361755 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-01758001-1362-406b-a75d-13c99d6b295d admin admin] 10.222.0.20 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.4685814 Aug 31 01:16:19.691062 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 53826) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:16:20.100353 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998d0b21-49bc-4391-92ca-7c14b5001da1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:16:20.100863 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998d0b21-49bc-4391-92ca-7c14b5001da1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:16:20.102374 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-998d0b21-49bc-4391-92ca-7c14b5001da1 admin admin] 10.222.0.20 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.4103754 Aug 31 01:16:22.399614 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 53834) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:16:22.795691 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8308404f-b78e-4d70-8285-04051a219019 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:16:22.797091 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-8308404f-b78e-4d70-8285-04051a219019 admin admin] 10.222.0.20 "GET /networking/v2.0/networks/6de90673-24a8-444a-94e7-38ef2e70dd83 HTTP/1.1" status: 200 len: 886 time: 0.3965211 Aug 31 01:16:25.079362 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=49,neutron:UPDATE=3 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:16:25.082497 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=43,neutron:UPDATE=2 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:16:25.085929 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 53842) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:16:25.445164 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:16:25.448825 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:16:25.489093 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66fd904-1e29-4af4-8699-e3b5f9d96c79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:16:25.490483 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-d66fd904-1e29-4af4-8699-e3b5f9d96c79 admin admin] 10.222.0.20 "GET /networking/v2.0/networks/a40347b5-7bcb-4e15-b448-293d9bcd702e HTTP/1.1" status: 200 len: 870 time: 0.4036291 Aug 31 01:16:27.771133 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 53850) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:16:28.261179 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9faa12e4-ee73-4262-99e0-bb42c93a0cf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:16:28.261630 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9faa12e4-ee73-4262-99e0-bb42c93a0cf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:16:28.263147 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-9faa12e4-ee73-4262-99e0-bb42c93a0cf6 admin admin] 10.222.0.20 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4910614 Aug 31 01:16:29.982790 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.agents_db [None req-5925ee7b-6bd5-4912-8f46-3ff11817b141 None None] Agent healthcheck: found 5 active agents {{(pid=106779) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:16:30.665730 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 53858) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:16:31.025718 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7a3426-eeb2-4b98-a564-dc9b1435714c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:16:31.026175 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7a3426-eeb2-4b98-a564-dc9b1435714c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:16:31.027685 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-9b7a3426-eeb2-4b98-a564-dc9b1435714c admin admin] 10.222.0.20 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3609850 Aug 31 01:16:31.271961 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-27dd4dd8-683d-4170-ac91-5e7e616a617d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (06e7caa6-6f15-45a1-a03b-1c511964ed9a), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:16:33.342934 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 53866) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:16:33.523686 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-5f708a55-704f-45cb-815f-59b9618b339c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (1428144b-5b15-4168-8538-b51b3045e8b6), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:16:33.708362 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4204f3-4677-4d64-8305-a6385729a911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:16:33.709726 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-3a4204f3-4677-4d64-8305-a6385729a911 admin admin] 10.222.0.20 "GET /networking/v2.0/subnets/85af01d1-3622-4433-b4fc-c36064763e95 HTTP/1.1" status: 200 len: 868 time: 0.3658659 Aug 31 01:16:34.873845 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-6cf74907-e165-4231-8e79-d72e153e628e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (625e835a-7d63-45f9-8a46-c3ba876c3627), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:16:36.034253 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 53874) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:16:36.312252 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-f7411cf7-2853-429b-aa0f-54d02b543116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (5f821ebb-aac9-4915-bb43-6712672a5d6c), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:16:36.342231 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (f96ef3eb-5320-49ab-b33a-a2775d3a6053), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:16:36.400381 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac44b57-de2e-422b-bcf0-f3336502b8b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:16:36.401749 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-aac44b57-de2e-422b-bcf0-f3336502b8b5 admin admin] 10.222.0.20 "GET /networking/v2.0/subnets/b0882f00-706c-4556-bcad-01ef413e142c HTTP/1.1" status: 200 len: 816 time: 0.3665392 Aug 31 01:16:39.977213 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=5 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:16:39.977997 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=3 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:16:46.263952 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:16:46.270954 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:16:46.391398 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=21 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:16:46.397363 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=43 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:16:58.436582 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=11 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:16:58.444549 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=15 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:17:01.261806 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-cdd43492-51b7-4947-b0a2-534cafe8827d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (06e7caa6-6f15-45a1-a03b-1c511964ed9a), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:17:03.529914 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-8ee66f87-7129-46f6-aee3-e21ba888478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (1428144b-5b15-4168-8538-b51b3045e8b6), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:17:04.689024 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 53932) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:17:04.905333 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-6cf74907-e165-4231-8e79-d72e153e628e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (625e835a-7d63-45f9-8a46-c3ba876c3627), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:17:05.023865 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [None req-71f1ab8d-b6b9-4722-9b0e-f73e32300663 admin admin] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106777) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 01:17:05.024966 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-71f1ab8d-b6b9-4722-9b0e-f73e32300663 admin admin] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3349915 Aug 31 01:17:06.311140 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-f7411cf7-2853-429b-aa0f-54d02b543116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (5f821ebb-aac9-4915-bb43-6712672a5d6c), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:17:06.339381 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (f96ef3eb-5320-49ab-b33a-a2775d3a6053), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:17:06.983051 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.agents_db [None req-5925ee7b-6bd5-4912-8f46-3ff11817b141 None None] Agent healthcheck: found 5 active agents {{(pid=106779) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:17:07.424983 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 53940) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:17:07.751398 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4b3a662-7a7d-4477-af79-f328b20feb8d admin admin] GET failed (client error): The resource could not be found. Aug 31 01:17:07.752645 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-a4b3a662-7a7d-4477-af79-f328b20feb8d admin admin] 10.222.0.20 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3267457 Aug 31 01:17:07.841032 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3cc0d1-ca83-4124-b7c2-1a462ef7ad33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:17:07.842490 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-7c3cc0d1-ca83-4124-b7c2-1a462ef7ad33 admin admin] 10.222.0.20 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0855618 Aug 31 01:17:10.193852 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 53948) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:17:10.513589 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [None req-6cbd4b91-2fea-43e7-bfb5-45a9068b13e6 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:17:10.616028 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cbd4b91-2fea-43e7-bfb5-45a9068b13e6 admin admin] Made reservation on behalf of 77c8e2846a11431eb786ad3a5192ea92 for: {'network': 1} {{(pid=106777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:17:10.618323 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-6cbd4b91-2fea-43e7-bfb5-45a9068b13e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for network (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:17:10.646088 dv-cinder-855288-2-iscsi neutron-server[106777]: WARNING neutron.services.revisions.revision_plugin [None req-6cbd4b91-2fea-43e7-bfb5-45a9068b13e6 admin admin] Could not find related network for resource to bump revision. Aug 31 01:17:10.657471 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cbd4b91-2fea-43e7-bfb5-45a9068b13e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1087, 'physical_network': 'physnet1'} {{(pid=106777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:17:10.666259 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-6cbd4b91-2fea-43e7-bfb5-45a9068b13e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484916'] for segment (495fb077-7c61-4a4f-a57a-bcf8fced2861), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:17:10.666593 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.db.segments_db [None req-6cbd4b91-2fea-43e7-bfb5-45a9068b13e6 admin admin] Added segment 495fb077-7c61-4a4f-a57a-bcf8fced2861 of type vlan for network f24da6df-6910-4a33-9b29-ac14c491882d Aug 31 01:17:10.704144 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-6cbd4b91-2fea-43e7-bfb5-45a9068b13e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779185844565'] for network (f24da6df-6910-4a33-9b29-ac14c491882d), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:17:10.790812 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-6cbd4b91-2fea-43e7-bfb5-45a9068b13e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430'] for network (f24da6df-6910-4a33-9b29-ac14c491882d), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:17:10.791760 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbd4b91-2fea-43e7-bfb5-45a9068b13e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:17:10.792330 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-6cbd4b91-2fea-43e7-bfb5-45a9068b13e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537412'] for network (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:17:10.854371 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbd4b91-2fea-43e7-bfb5-45a9068b13e6 admin admin] Pushing event updated for resources: {'Network': ['ID=f24da6df-6910-4a33-9b29-ac14c491882d,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:10.864199 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Network f24da6df-6910-4a33-9b29-ac14c491882d details requested by agent ovs-agent-dv-cinder-855288-2-iscsi with host dv-cinder-855288-2-iscsi {{(pid=106778) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:17:11.038968 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-6cbd4b91-2fea-43e7-bfb5-45a9068b13e6 admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.8439953 Aug 31 01:17:12.990363 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=4 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:17:13.358099 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 53956) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:17:13.704280 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e98a988-7e88-4993-90aa-85b65c0881cf admin admin] GET failed (client error): The resource could not be found. Aug 31 01:17:13.705930 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-3e98a988-7e88-4993-90aa-85b65c0881cf admin admin] 10.222.0.20 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3469160 Aug 31 01:17:13.834208 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ce6185-0855-4c2b-805e-9144e416ae9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:17:13.835773 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-19ce6185-0855-4c2b-805e-9144e416ae9b admin admin] 10.222.0.20 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.1253231 Aug 31 01:17:13.846085 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [None req-d125c80d-8bbf-474f-82ac-34e3ee860c06 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'f24da6df-6910-4a33-9b29-ac14c491882d', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:17:13.924584 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d125c80d-8bbf-474f-82ac-34e3ee860c06 admin admin] Made reservation on behalf of 77c8e2846a11431eb786ad3a5192ea92 for: {'subnet': 1} {{(pid=106776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:17:13.927360 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-d125c80d-8bbf-474f-82ac-34e3ee860c06 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:17:14.244475 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-d125c80d-8bbf-474f-82ac-34e3ee860c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430'] for subnet (21554373-80eb-482b-8922-f754fe20d9ad), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:17:14.316863 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d125c80d-8bbf-474f-82ac-34e3ee860c06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21554373-80eb-482b-8922-f754fe20d9ad,revision_number=0']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:14.319265 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d125c80d-8bbf-474f-82ac-34e3ee860c06 admin admin] Checking segment: {'id': '495fb077-7c61-4a4f-a57a-bcf8fced2861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'f24da6df-6910-4a33-9b29-ac14c491882d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:17:14.319609 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d125c80d-8bbf-474f-82ac-34e3ee860c06 admin admin] Network hostable DHCP agents. Network: f24da6df-6910-4a33-9b29-ac14c491882d, hostable agents: ['06e7caa6-6f15-45a1-a03b-1c511964ed9a'], hosted agents: [] {{(pid=106776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:17:14.331338 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d125c80d-8bbf-474f-82ac-34e3ee860c06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:14.331678 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d125c80d-8bbf-474f-82ac-34e3ee860c06 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:14.332021 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d125c80d-8bbf-474f-82ac-34e3ee860c06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:14.332355 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d125c80d-8bbf-474f-82ac-34e3ee860c06 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:14.332678 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d125c80d-8bbf-474f-82ac-34e3ee860c06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:14.333027 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d125c80d-8bbf-474f-82ac-34e3ee860c06 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:14.333348 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d125c80d-8bbf-474f-82ac-34e3ee860c06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:14.333665 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d125c80d-8bbf-474f-82ac-34e3ee860c06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:14.333987 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d125c80d-8bbf-474f-82ac-34e3ee860c06 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:14.334304 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d125c80d-8bbf-474f-82ac-34e3ee860c06 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:14.334635 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d125c80d-8bbf-474f-82ac-34e3ee860c06 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:14.334975 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d125c80d-8bbf-474f-82ac-34e3ee860c06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:14.335296 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d125c80d-8bbf-474f-82ac-34e3ee860c06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:14.335606 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d125c80d-8bbf-474f-82ac-34e3ee860c06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:14.335916 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d125c80d-8bbf-474f-82ac-34e3ee860c06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:14.337311 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d125c80d-8bbf-474f-82ac-34e3ee860c06 admin admin] Tracked resource versions report: Aug 31 01:17:14.337311 dv-cinder-855288-2-iscsi neutron-server[106776]: pushed versions: Aug 31 01:17:14.337311 dv-cinder-855288-2-iscsi neutron-server[106776]: { 'AddressGroup': {'1.2'}, Aug 31 01:17:14.337311 dv-cinder-855288-2-iscsi neutron-server[106776]: 'Agent': {'1.1'}, Aug 31 01:17:14.337311 dv-cinder-855288-2-iscsi neutron-server[106776]: 'ConntrackHelper': {'1.0'}, Aug 31 01:17:14.337311 dv-cinder-855288-2-iscsi neutron-server[106776]: 'LocalIPAssociation': {'1.0'}, Aug 31 01:17:14.337311 dv-cinder-855288-2-iscsi neutron-server[106776]: 'Log': {'1.0'}, Aug 31 01:17:14.337311 dv-cinder-855288-2-iscsi neutron-server[106776]: 'NDPProxy': {'1.0'}, Aug 31 01:17:14.337311 dv-cinder-855288-2-iscsi neutron-server[106776]: 'Network': {'1.1'}, Aug 31 01:17:14.337311 dv-cinder-855288-2-iscsi neutron-server[106776]: 'Port': {'1.7'}, Aug 31 01:17:14.337311 dv-cinder-855288-2-iscsi neutron-server[106776]: 'PortForwarding': {'1.3'}, Aug 31 01:17:14.337311 dv-cinder-855288-2-iscsi neutron-server[106776]: 'QosPolicy': {'1.10'}, Aug 31 01:17:14.337311 dv-cinder-855288-2-iscsi neutron-server[106776]: 'SecurityGroup': {'1.5'}, Aug 31 01:17:14.337311 dv-cinder-855288-2-iscsi neutron-server[106776]: 'SecurityGroupRule': {'1.2'}, Aug 31 01:17:14.337311 dv-cinder-855288-2-iscsi neutron-server[106776]: 'SubPort': {'1.0'}, Aug 31 01:17:14.337311 dv-cinder-855288-2-iscsi neutron-server[106776]: 'Subnet': {'1.1'}, Aug 31 01:17:14.337311 dv-cinder-855288-2-iscsi neutron-server[106776]: 'Trunk': {'1.1'}} Aug 31 01:17:14.337311 dv-cinder-855288-2-iscsi neutron-server[106776]: consumer versions: Aug 31 01:17:14.337311 dv-cinder-855288-2-iscsi neutron-server[106776]: { DHCP agent@dv-cinder-855288-2-iscsi: {}, Aug 31 01:17:14.337311 dv-cinder-855288-2-iscsi neutron-server[106776]: L3 agent@dv-cinder-855288-2-iscsi: {}, Aug 31 01:17:14.337311 dv-cinder-855288-2-iscsi neutron-server[106776]: Metadata agent@dv-cinder-855288-2-iscsi: {}, Aug 31 01:17:14.337311 dv-cinder-855288-2-iscsi neutron-server[106776]: Metering agent@dv-cinder-855288-2-iscsi: {}, Aug 31 01:17:14.337311 dv-cinder-855288-2-iscsi neutron-server[106776]: Open vSwitch agent@dv-cinder-855288-2-iscsi: { 'AddressGroup': '1.2', Aug 31 01:17:14.337311 dv-cinder-855288-2-iscsi neutron-server[106776]: 'Agent': '1.1', Aug 31 01:17:14.337311 dv-cinder-855288-2-iscsi neutron-server[106776]: 'ConntrackHelper': '1.0', Aug 31 01:17:14.337311 dv-cinder-855288-2-iscsi neutron-server[106776]: 'LocalIPAssociation': '1.0', Aug 31 01:17:14.337311 dv-cinder-855288-2-iscsi neutron-server[106776]: 'Log': '1.0', Aug 31 01:17:14.337311 dv-cinder-855288-2-iscsi neutron-server[106776]: 'NDPProxy': '1.0', Aug 31 01:17:14.337311 dv-cinder-855288-2-iscsi neutron-server[106776]: 'Network': '1.1', Aug 31 01:17:14.337311 dv-cinder-855288-2-iscsi neutron-server[106776]: 'Port': '1.7', Aug 31 01:17:14.337311 dv-cinder-855288-2-iscsi neutron-server[106776]: 'PortForwarding': '1.3', Aug 31 01:17:14.337311 dv-cinder-855288-2-iscsi neutron-server[106776]: 'QosPolicy': '1.10', Aug 31 01:17:14.337311 dv-cinder-855288-2-iscsi neutron-server[106776]: 'SecurityGroup': '1.5', Aug 31 01:17:14.337311 dv-cinder-855288-2-iscsi neutron-server[106776]: 'SecurityGroupRule': '1.2', Aug 31 01:17:14.337311 dv-cinder-855288-2-iscsi neutron-server[106776]: 'SubPort': '1.0', Aug 31 01:17:14.337311 dv-cinder-855288-2-iscsi neutron-server[106776]: 'Subnet': '1.1', Aug 31 01:17:14.337311 dv-cinder-855288-2-iscsi neutron-server[106776]: 'Trunk': '1.1'}} Aug 31 01:17:14.337311 dv-cinder-855288-2-iscsi neutron-server[106776]: {{(pid=106776) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 01:17:14.410018 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d125c80d-8bbf-474f-82ac-34e3ee860c06 admin admin] Network f24da6df-6910-4a33-9b29-ac14c491882d is scheduled to be hosted by DHCP agent 06e7caa6-6f15-45a1-a03b-1c511964ed9a with binding_index 1 {{(pid=106776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:17:14.478366 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.base_scheduler [None req-d125c80d-8bbf-474f-82ac-34e3ee860c06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855288-2-iscsi, f24da6df-6910-4a33-9b29-ac14c491882d) {{(pid=106776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:17:14.483129 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d125c80d-8bbf-474f-82ac-34e3ee860c06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:17:14.483754 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-d125c80d-8bbf-474f-82ac-34e3ee860c06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537412'] for subnet (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:17:14.489208 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053cb17b-f7d6-409c-8381-9f673dd2ce9e None None] Network f24da6df-6910-4a33-9b29-ac14c491882d requested from dv-cinder-855288-2-iscsi {{(pid=106778) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 01:17:14.576396 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-d125c80d-8bbf-474f-82ac-34e3ee860c06 admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7340322 Aug 31 01:17:14.592188 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c62fd5-0d74-411d-86ce-1c43bae74ffd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba7de80-325c-5b15-a1b2-1b6f80050974-f24da6df-6910-4a33-9b29-ac14c491882d', 'network_id': 'f24da6df-6910-4a33-9b29-ac14c491882d', 'project_id': '77c8e2846a11431eb786ad3a5192ea92', 'fixed_ips': [{'subnet_id': '21554373-80eb-482b-8922-f754fe20d9ad'}]}} from dv-cinder-855288-2-iscsi. {{(pid=106778) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 01:17:14.593295 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b3c62fd5-0d74-411d-86ce-1c43bae74ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (None), before_create {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:17:14.738818 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.db_base_plugin_common [None req-b3c62fd5-0d74-411d-86ce-1c43bae74ffd None None] Allocated IP 192.168.233.2 (f24da6df-6910-4a33-9b29-ac14c491882d/21554373-80eb-482b-8922-f754fe20d9ad/692016ff-7d7d-43ec-beb6-8f86a2c37926) {{(pid=106778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:17:14.879832 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b3c62fd5-0d74-411d-86ce-1c43bae74ffd None None] Publish callbacks [] for port (692016ff-7d7d-43ec-beb6-8f86a2c37926), precommit_create {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:17:14.962956 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b3c62fd5-0d74-411d-86ce-1c43bae74ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779185826838'] for port (692016ff-7d7d-43ec-beb6-8f86a2c37926), after_create {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:17:15.008859 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c62fd5-0d74-411d-86ce-1c43bae74ffd None None] Network f24da6df-6910-4a33-9b29-ac14c491882d is already hosted by enough agents. {{(pid=106778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:17:15.010211 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.scheduler.base_scheduler [None req-b3c62fd5-0d74-411d-86ce-1c43bae74ffd None None] Resources bound (agent type, host, resource id): {{(pid=106778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:17:15.014263 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c62fd5-0d74-411d-86ce-1c43bae74ffd None None] Received port after_create {{(pid=106778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 01:17:15.021198 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c62fd5-0d74-411d-86ce-1c43bae74ffd None None] Pushing event updated for resources: {'Port': ['ID=692016ff-7d7d-43ec-beb6-8f86a2c37926,revision_number=1']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:15.045335 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c62fd5-0d74-411d-86ce-1c43bae74ffd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:15.045678 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c62fd5-0d74-411d-86ce-1c43bae74ffd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:15.046037 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c62fd5-0d74-411d-86ce-1c43bae74ffd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:15.046389 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c62fd5-0d74-411d-86ce-1c43bae74ffd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:15.046722 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c62fd5-0d74-411d-86ce-1c43bae74ffd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:15.047046 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c62fd5-0d74-411d-86ce-1c43bae74ffd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:15.047369 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c62fd5-0d74-411d-86ce-1c43bae74ffd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:15.047723 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c62fd5-0d74-411d-86ce-1c43bae74ffd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:15.048041 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c62fd5-0d74-411d-86ce-1c43bae74ffd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:15.048363 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c62fd5-0d74-411d-86ce-1c43bae74ffd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:15.048681 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c62fd5-0d74-411d-86ce-1c43bae74ffd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:15.049037 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c62fd5-0d74-411d-86ce-1c43bae74ffd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:15.049357 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c62fd5-0d74-411d-86ce-1c43bae74ffd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:15.049698 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c62fd5-0d74-411d-86ce-1c43bae74ffd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:15.050014 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c62fd5-0d74-411d-86ce-1c43bae74ffd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:15.086285 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.managers [None req-b3c62fd5-0d74-411d-86ce-1c43bae74ffd None None] Attempting to bind port 692016ff-7d7d-43ec-beb6-8f86a2c37926 on host dv-cinder-855288-2-iscsi for vnic_type normal with profile {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 01:17:15.086664 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.managers [None req-b3c62fd5-0d74-411d-86ce-1c43bae74ffd None None] Attempting to bind port 692016ff-7d7d-43ec-beb6-8f86a2c37926 by drivers openvswitch,hyperv on host dv-cinder-855288-2-iscsi at level 0 using segments [{'id': '495fb077-7c61-4a4f-a57a-bcf8fced2861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'f24da6df-6910-4a33-9b29-ac14c491882d'}] {{(pid=106778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 01:17:15.087034 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c62fd5-0d74-411d-86ce-1c43bae74ffd None None] Attempting to bind port 692016ff-7d7d-43ec-beb6-8f86a2c37926 on network f24da6df-6910-4a33-9b29-ac14c491882d {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:17:15.092433 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c62fd5-0d74-411d-86ce-1c43bae74ffd None None] Checking agent: {'id': 'f96ef3eb-5320-49ab-b33a-a2775d3a6053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855288-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 1, 14, 6), 'started_at': datetime.datetime(2022, 8, 31, 1, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 1, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855288-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 01:17:15.092833 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c62fd5-0d74-411d-86ce-1c43bae74ffd None None] Checking segment: {'id': '495fb077-7c61-4a4f-a57a-bcf8fced2861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'f24da6df-6910-4a33-9b29-ac14c491882d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:17:15.093236 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b3c62fd5-0d74-411d-86ce-1c43bae74ffd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:17:15.093629 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c62fd5-0d74-411d-86ce-1c43bae74ffd None None] Bound using segment: {'id': '495fb077-7c61-4a4f-a57a-bcf8fced2861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'f24da6df-6910-4a33-9b29-ac14c491882d'} {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 01:17:15.094261 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.managers [None req-b3c62fd5-0d74-411d-86ce-1c43bae74ffd None None] Bound port: 692016ff-7d7d-43ec-beb6-8f86a2c37926, host: dv-cinder-855288-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '495fb077-7c61-4a4f-a57a-bcf8fced2861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'f24da6df-6910-4a33-9b29-ac14c491882d'}}] {{(pid=106778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 01:17:15.095174 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b3c62fd5-0d74-411d-86ce-1c43bae74ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (692016ff-7d7d-43ec-beb6-8f86a2c37926), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:17:15.155834 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b3c62fd5-0d74-411d-86ce-1c43bae74ffd None None] For port 692016ff-7d7d-43ec-beb6-8f86a2c37926, host dv-cinder-855288-2-iscsi, cleared binding levels {{(pid=106778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:17:15.159586 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b3c62fd5-0d74-411d-86ce-1c43bae74ffd None None] For port 692016ff-7d7d-43ec-beb6-8f86a2c37926, host dv-cinder-855288-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=692016ff-7d7d-43ec-beb6-8f86a2c37926,segment=NetworkSegment(495fb077-7c61-4a4f-a57a-bcf8fced2861),segment_id=495fb077-7c61-4a4f-a57a-bcf8fced2861)] {{(pid=106778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:17:15.245087 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b3c62fd5-0d74-411d-86ce-1c43bae74ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (692016ff-7d7d-43ec-beb6-8f86a2c37926), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:17:15.292792 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:17:15.307786 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c62fd5-0d74-411d-86ce-1c43bae74ffd None None] Pushing event updated for resources: {'Port': ['ID=692016ff-7d7d-43ec-beb6-8f86a2c37926,revision_number=2']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:16.082634 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb1e63f-d7b0-45f7-9b73-3d5f3abe7a76 None None] Network f24da6df-6910-4a33-9b29-ac14c491882d requested from dv-cinder-855288-2-iscsi {{(pid=106778) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 01:17:16.104862 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 692016ff-7d7d-43ec-beb6-8f86a2c37926 up at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:17:16.280242 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-536c1bc7-4165-4d6c-a8c1-58d6d33f6710 None None] Provisioning complete for port 692016ff-7d7d-43ec-beb6-8f86a2c37926 triggered by entity DHCP. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:17:16.280636 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-536c1bc7-4165-4d6c-a8c1-58d6d33f6710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (692016ff-7d7d-43ec-beb6-8f86a2c37926), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:17:16.319570 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:17:16.340626 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Provisioning complete for port 692016ff-7d7d-43ec-beb6-8f86a2c37926 triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:17:16.347457 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (692016ff-7d7d-43ec-beb6-8f86a2c37926), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:17:16.445813 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-536c1bc7-4165-4d6c-a8c1-58d6d33f6710 None None] Current status of the port 692016ff-7d7d-43ec-beb6-8f86a2c37926 is: DOWN; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:17:16.446390 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-536c1bc7-4165-4d6c-a8c1-58d6d33f6710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (692016ff-7d7d-43ec-beb6-8f86a2c37926), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:17:16.506093 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Current status of the port 692016ff-7d7d-43ec-beb6-8f86a2c37926 is: DOWN; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:17:16.506480 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (692016ff-7d7d-43ec-beb6-8f86a2c37926), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:17:16.511886 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-536c1bc7-4165-4d6c-a8c1-58d6d33f6710 None None] For port 692016ff-7d7d-43ec-beb6-8f86a2c37926, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=692016ff-7d7d-43ec-beb6-8f86a2c37926,segment=NetworkSegment(495fb077-7c61-4a4f-a57a-bcf8fced2861),segment_id=495fb077-7c61-4a4f-a57a-bcf8fced2861)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:17:16.582425 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-536c1bc7-4165-4d6c-a8c1-58d6d33f6710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (692016ff-7d7d-43ec-beb6-8f86a2c37926), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:17:16.655922 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.db.api [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106778) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 31 01:17:16.656352 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG oslo_db.api [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:17:16.665650 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536c1bc7-4165-4d6c-a8c1-58d6d33f6710 None None] Pushing event updated for resources: {'Port': ['ID=692016ff-7d7d-43ec-beb6-8f86a2c37926,revision_number=3']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:16.701348 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-4f70efd7-5449-4150-b1b5-2c8aefc9a626 None None] Provisioning complete for port 692016ff-7d7d-43ec-beb6-8f86a2c37926 triggered by entity DHCP. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:17:16.701679 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-4f70efd7-5449-4150-b1b5-2c8aefc9a626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (692016ff-7d7d-43ec-beb6-8f86a2c37926), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:17:16.736341 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:17:16.776440 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-4f70efd7-5449-4150-b1b5-2c8aefc9a626 None None] Current status of the port 692016ff-7d7d-43ec-beb6-8f86a2c37926 is: ACTIVE; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:17:16.979713 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=4 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:17:17.190707 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Current status of the port 692016ff-7d7d-43ec-beb6-8f86a2c37926 is: ACTIVE; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:17:18.067233 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 692016ff-7d7d-43ec-beb6-8f86a2c37926 up at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:17:18.113959 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Provisioning complete for port 692016ff-7d7d-43ec-beb6-8f86a2c37926 triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:17:18.114345 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (692016ff-7d7d-43ec-beb6-8f86a2c37926), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:17:18.183591 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Current status of the port 692016ff-7d7d-43ec-beb6-8f86a2c37926 is: ACTIVE; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:17:20.851297 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=36,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:17:20.946334 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=31,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:17:24.493368 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=45,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:17:24.496322 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=48,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:17:28.180838 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=22 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:17:28.182678 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=53 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:17:31.272740 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-6941d05a-6bfd-4bb7-a9b0-00fa39189d4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (06e7caa6-6f15-45a1-a03b-1c511964ed9a), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:17:33.506359 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-ed9267ef-3077-402c-bcf4-cc25d99cd842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (1428144b-5b15-4168-8538-b51b3045e8b6), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:17:34.912843 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-6cf74907-e165-4231-8e79-d72e153e628e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (625e835a-7d63-45f9-8a46-c3ba876c3627), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:17:36.287154 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-f7411cf7-2853-429b-aa0f-54d02b543116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (5f821ebb-aac9-4915-bb43-6712672a5d6c), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:17:36.312214 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (f96ef3eb-5320-49ab-b33a-a2775d3a6053), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:17:43.982064 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.agents_db [None req-5925ee7b-6bd5-4912-8f46-3ff11817b141 None None] Agent healthcheck: found 5 active agents {{(pid=106779) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:17:46.259158 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:17:46.266067 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:17:59.972532 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=6 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:17:59.973343 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:18:01.374639 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-81806861-dc89-4673-9dfc-6f64b66541d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (06e7caa6-6f15-45a1-a03b-1c511964ed9a), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:18:03.572315 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-8594bf95-2dba-4f6f-b26a-9523fd1b363f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (1428144b-5b15-4168-8538-b51b3045e8b6), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:18:04.906204 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-6cf74907-e165-4231-8e79-d72e153e628e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (625e835a-7d63-45f9-8a46-c3ba876c3627), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:18:06.294557 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-f7411cf7-2853-429b-aa0f-54d02b543116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (5f821ebb-aac9-4915-bb43-6712672a5d6c), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:18:06.325997 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (f96ef3eb-5320-49ab-b33a-a2775d3a6053), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:18:16.268942 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:18:16.270901 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:18:20.981459 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.agents_db [None req-5925ee7b-6bd5-4912-8f46-3ff11817b141 None None] Agent healthcheck: found 5 active agents {{(pid=106779) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:18:26.987414 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=1 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:18:30.978147 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=7 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:18:31.265075 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-6650f6b8-d3ff-4ee9-9ffb-5f572c4cf61b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (06e7caa6-6f15-45a1-a03b-1c511964ed9a), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:18:33.520079 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e3497d6a-8166-4bf8-bcd0-bf05642fa141 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (1428144b-5b15-4168-8538-b51b3045e8b6), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:18:34.903619 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-6cf74907-e165-4231-8e79-d72e153e628e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (625e835a-7d63-45f9-8a46-c3ba876c3627), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:18:36.302563 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-f7411cf7-2853-429b-aa0f-54d02b543116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (5f821ebb-aac9-4915-bb43-6712672a5d6c), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:18:36.371492 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (f96ef3eb-5320-49ab-b33a-a2775d3a6053), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:18:46.272429 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=10 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:18:46.275299 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=5,neutron:UPDATE=5 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:18:57.980333 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.agents_db [None req-5925ee7b-6bd5-4912-8f46-3ff11817b141 None None] Agent healthcheck: found 5 active agents {{(pid=106779) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:18:59.665765 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 54004) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:18:59.671340 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [None req-672efaef-15ce-44e9-b2f5-c08e516e5261 tempest-verify_tempest_config-1493498685 tempest-verify_tempest_config-1493498685-project] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106776) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 01:18:59.672314 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-672efaef-15ce-44e9-b2f5-c08e516e5261 tempest-verify_tempest_config-1493498685 tempest-verify_tempest_config-1493498685-project] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0055974 Aug 31 01:19:00.397359 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 54022) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:19:00.726959 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-31e32d4f-6f17-4511-b08d-8685adb99524 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:19:00.800420 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-31e32d4f-6f17-4511-b08d-8685adb99524 admin admin] Publish callbacks [] for security_group (75bf49a1-91e9-4470-a153-cd6fbc5b0093), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:19:00.864189 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-31e32d4f-6f17-4511-b08d-8685adb99524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (75bf49a1-91e9-4470-a153-cd6fbc5b0093), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:19:00.910243 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-31e32d4f-6f17-4511-b08d-8685adb99524 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=dcfc38e9fa074270a3e26a8bcec7fd56&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5118337 Aug 31 01:19:00.911284 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e32d4f-6f17-4511-b08d-8685adb99524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75bf49a1-91e9-4470-a153-cd6fbc5b0093,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:00.913095 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 54028) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:19:00.918001 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e32d4f-6f17-4511-b08d-8685adb99524 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:00.918345 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e32d4f-6f17-4511-b08d-8685adb99524 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:00.918699 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e32d4f-6f17-4511-b08d-8685adb99524 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:00.919042 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e32d4f-6f17-4511-b08d-8685adb99524 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:00.919372 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e32d4f-6f17-4511-b08d-8685adb99524 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:00.919705 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e32d4f-6f17-4511-b08d-8685adb99524 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:00.920029 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e32d4f-6f17-4511-b08d-8685adb99524 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:00.920350 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e32d4f-6f17-4511-b08d-8685adb99524 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:00.920689 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e32d4f-6f17-4511-b08d-8685adb99524 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:00.921038 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e32d4f-6f17-4511-b08d-8685adb99524 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:00.921382 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e32d4f-6f17-4511-b08d-8685adb99524 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:00.921723 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e32d4f-6f17-4511-b08d-8685adb99524 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:00.922043 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e32d4f-6f17-4511-b08d-8685adb99524 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:00.922357 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e32d4f-6f17-4511-b08d-8685adb99524 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:00.922672 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e32d4f-6f17-4511-b08d-8685adb99524 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:01.011886 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-bdbba6f1-e3cd-4bb5-9c27-70e32651b22e admin admin] Publish callbacks [] for security_group (75bf49a1-91e9-4470-a153-cd6fbc5b0093), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:19:01.031329 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-bdbba6f1-e3cd-4bb5-9c27-70e32651b22e admin admin] Publish callbacks [] for security_group (75bf49a1-91e9-4470-a153-cd6fbc5b0093), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:19:01.194157 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-bdbba6f1-e3cd-4bb5-9c27-70e32651b22e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (75bf49a1-91e9-4470-a153-cd6fbc5b0093), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:19:01.197250 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-bdbba6f1-e3cd-4bb5-9c27-70e32651b22e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:19:01.198403 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-bdbba6f1-e3cd-4bb5-9c27-70e32651b22e admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/75bf49a1-91e9-4470-a153-cd6fbc5b0093 HTTP/1.1" status: 204 len: 168 time: 0.2843752 Aug 31 01:19:01.207136 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbba6f1-e3cd-4bb5-9c27-70e32651b22e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75bf49a1-91e9-4470-a153-cd6fbc5b0093,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:01.214155 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbba6f1-e3cd-4bb5-9c27-70e32651b22e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:01.214539 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbba6f1-e3cd-4bb5-9c27-70e32651b22e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:01.217782 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbba6f1-e3cd-4bb5-9c27-70e32651b22e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:01.217782 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbba6f1-e3cd-4bb5-9c27-70e32651b22e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:01.217782 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbba6f1-e3cd-4bb5-9c27-70e32651b22e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:01.217782 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbba6f1-e3cd-4bb5-9c27-70e32651b22e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:01.217782 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbba6f1-e3cd-4bb5-9c27-70e32651b22e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:01.217782 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbba6f1-e3cd-4bb5-9c27-70e32651b22e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:01.217782 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbba6f1-e3cd-4bb5-9c27-70e32651b22e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:01.217782 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbba6f1-e3cd-4bb5-9c27-70e32651b22e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:01.217782 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbba6f1-e3cd-4bb5-9c27-70e32651b22e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:01.218759 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbba6f1-e3cd-4bb5-9c27-70e32651b22e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:01.218759 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbba6f1-e3cd-4bb5-9c27-70e32651b22e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:01.218759 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbba6f1-e3cd-4bb5-9c27-70e32651b22e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:01.219007 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbba6f1-e3cd-4bb5-9c27-70e32651b22e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:01.265257 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-c2ad4bbc-6a5f-4872-bf71-3023d5b121d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (06e7caa6-6f15-45a1-a03b-1c511964ed9a), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:19:03.522074 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-2c01cb72-9227-487c-b4d0-d95a7d581a03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (1428144b-5b15-4168-8538-b51b3045e8b6), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:19:03.998651 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=18 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:19:04.904415 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-6cf74907-e165-4231-8e79-d72e153e628e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (625e835a-7d63-45f9-8a46-c3ba876c3627), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:19:06.304859 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-f7411cf7-2853-429b-aa0f-54d02b543116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (5f821ebb-aac9-4915-bb43-6712672a5d6c), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:19:06.341377 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (f96ef3eb-5320-49ab-b33a-a2775d3a6053), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:19:07.977259 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=16 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:19:10.904529 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=18,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:19:10.914565 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=21,neutron:INSERT=6 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:19:11.207161 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:19:11.210064 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:19:16.277426 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:UPDATE=3,neutron:SELECT=6 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:19:16.278231 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:19:31.263979 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-68e5eea1-c84b-48c0-bbb7-1c0521f17592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (06e7caa6-6f15-45a1-a03b-1c511964ed9a), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:19:33.520600 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-fbb02b02-9757-4dda-b781-223b3d17b1bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (1428144b-5b15-4168-8538-b51b3045e8b6), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:19:34.903534 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-6cf74907-e165-4231-8e79-d72e153e628e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (625e835a-7d63-45f9-8a46-c3ba876c3627), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:19:34.980672 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.agents_db [None req-5925ee7b-6bd5-4912-8f46-3ff11817b141 None None] Agent healthcheck: found 5 active agents {{(pid=106779) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:19:36.312407 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-f7411cf7-2853-429b-aa0f-54d02b543116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (5f821ebb-aac9-4915-bb43-6712672a5d6c), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:19:36.335052 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (f96ef3eb-5320-49ab-b33a-a2775d3a6053), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:19:44.976995 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=2 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:19:46.278225 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:19:46.280218 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:19:59.976793 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=9,neutron:DELETE=1 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:20:01.265496 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-f0e24e2e-0ef4-4427-a6c0-d20e6bccc8a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (06e7caa6-6f15-45a1-a03b-1c511964ed9a), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:20:03.528585 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-09ba2bdf-6d3e-4584-bfee-e951a4209d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (1428144b-5b15-4168-8538-b51b3045e8b6), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:20:04.920390 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-6cf74907-e165-4231-8e79-d72e153e628e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (625e835a-7d63-45f9-8a46-c3ba876c3627), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:20:06.359952 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-f7411cf7-2853-429b-aa0f-54d02b543116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (5f821ebb-aac9-4915-bb43-6712672a5d6c), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:20:06.390896 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (f96ef3eb-5320-49ab-b33a-a2775d3a6053), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:20:11.980097 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.agents_db [None req-5925ee7b-6bd5-4912-8f46-3ff11817b141 None None] Agent healthcheck: found 5 active agents {{(pid=106779) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:20:16.280230 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:20:16.282206 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:20:17.995151 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=2 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:20:21.977209 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=6 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:20:31.267861 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-111ea485-585a-4aef-8ee1-7a93895890a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (06e7caa6-6f15-45a1-a03b-1c511964ed9a), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:20:33.533762 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-02f80515-e3cb-4528-9404-546528c1098c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (1428144b-5b15-4168-8538-b51b3045e8b6), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:20:33.602104 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-636012'] for agent (799b9b45-836a-4007-8b99-6041c4a5ce6b), after_create {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:20:34.900290 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-6cf74907-e165-4231-8e79-d72e153e628e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (625e835a-7d63-45f9-8a46-c3ba876c3627), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:20:36.322351 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-f7411cf7-2853-429b-aa0f-54d02b543116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (5f821ebb-aac9-4915-bb43-6712672a5d6c), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:20:36.350151 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (f96ef3eb-5320-49ab-b33a-a2775d3a6053), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:20:45.239186 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 54122) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:20:45.365061 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-7ccc9bb1-4dda-4a6c-a62f-5724fd1215de admin admin] 10.222.0.20 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1248882 Aug 31 01:20:46.286370 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=9,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:20:46.288264 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:20:47.543013 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 54132) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:20:47.596649 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-8f445f9f-8473-41a8-83be-deebd6c8bcf0 admin admin] 10.222.0.20 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0526507 Aug 31 01:20:48.979242 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.agents_db [None req-5925ee7b-6bd5-4912-8f46-3ff11817b141 None None] Agent healthcheck: found 6 active agents {{(pid=106779) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:20:57.591368 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:20:57.592122 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:20:58.974452 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=18 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:20:58.975241 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=16 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:21:01.272742 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-22ee6ef6-d511-4698-96e8-57b667f0e408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (06e7caa6-6f15-45a1-a03b-1c511964ed9a), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:21:03.521383 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-1104fd5d-cb3e-4f77-9d18-543d53b2015e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (1428144b-5b15-4168-8538-b51b3045e8b6), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:21:03.549284 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (799b9b45-836a-4007-8b99-6041c4a5ce6b), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:21:04.920952 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-6cf74907-e165-4231-8e79-d72e153e628e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (625e835a-7d63-45f9-8a46-c3ba876c3627), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:21:06.312489 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-f7411cf7-2853-429b-aa0f-54d02b543116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (5f821ebb-aac9-4915-bb43-6712672a5d6c), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:21:06.364217 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (f96ef3eb-5320-49ab-b33a-a2775d3a6053), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:21:16.281075 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:21:16.288031 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:21:25.979796 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.agents_db [None req-5925ee7b-6bd5-4912-8f46-3ff11817b141 None None] Agent healthcheck: found 6 active agents {{(pid=106779) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:21:31.286393 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-5867d105-ca91-4e33-b9ef-25eec8ec0b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (06e7caa6-6f15-45a1-a03b-1c511964ed9a), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:21:33.518002 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-01242391-4bb4-4239-a62d-7cd17ec59e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (1428144b-5b15-4168-8538-b51b3045e8b6), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:21:33.552113 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (799b9b45-836a-4007-8b99-6041c4a5ce6b), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:21:34.952281 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-6cf74907-e165-4231-8e79-d72e153e628e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (625e835a-7d63-45f9-8a46-c3ba876c3627), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:21:35.974027 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=5 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:21:35.974817 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=3 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:21:36.346546 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-f7411cf7-2853-429b-aa0f-54d02b543116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (5f821ebb-aac9-4915-bb43-6712672a5d6c), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:21:36.374933 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (f96ef3eb-5320-49ab-b33a-a2775d3a6053), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:21:46.285182 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:21:46.291153 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=27,neutron:UPDATE=3 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:01.294673 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e58d7e18-fc2c-4db3-a273-9350033c9c98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (06e7caa6-6f15-45a1-a03b-1c511964ed9a), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:02.980352 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.agents_db [None req-5925ee7b-6bd5-4912-8f46-3ff11817b141 None None] Agent healthcheck: found 6 active agents {{(pid=106779) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:22:03.511365 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e74a32fb-3263-404e-a2c9-97055fe7cdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (1428144b-5b15-4168-8538-b51b3045e8b6), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:03.565177 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (799b9b45-836a-4007-8b99-6041c4a5ce6b), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:04.957274 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-6cf74907-e165-4231-8e79-d72e153e628e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (625e835a-7d63-45f9-8a46-c3ba876c3627), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:06.324675 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-f7411cf7-2853-429b-aa0f-54d02b543116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (5f821ebb-aac9-4915-bb43-6712672a5d6c), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:06.353146 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (f96ef3eb-5320-49ab-b33a-a2775d3a6053), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:12.975042 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=4 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:12.975752 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:16.290771 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:16.293171 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:19.503463 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 54336) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:22:19.910718 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [None req-7ab54029-c62f-46ab-a5ce-2e10f32f880e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1132419661-network', 'tenant_id': '3abb95e8d0a84b76a5d141815451ceae'}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:22:19.947625 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 54352) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:22:20.025830 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab54029-c62f-46ab-a5ce-2e10f32f880e admin admin] Made reservation on behalf of 3abb95e8d0a84b76a5d141815451ceae for: {'network': 1} {{(pid=106776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:22:20.025830 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-7ab54029-c62f-46ab-a5ce-2e10f32f880e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for network (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:20.035364 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-7ab54029-c62f-46ab-a5ce-2e10f32f880e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:20.103961 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 54360) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:22:20.127236 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-7ab54029-c62f-46ab-a5ce-2e10f32f880e admin admin] Publish callbacks [] for security_group (7991206b-2f39-44d5-8964-a4d5a150fe5b), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:20.138888 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 54366) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:22:20.216093 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-7ab54029-c62f-46ab-a5ce-2e10f32f880e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (7991206b-2f39-44d5-8964-a4d5a150fe5b), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:20.247232 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab54029-c62f-46ab-a5ce-2e10f32f880e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7991206b-2f39-44d5-8964-a4d5a150fe5b,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:20.259819 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [None req-b85fa4e5-305a-4362-be6c-a4973b5fb03c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1467074649-network', 'tenant_id': '53d2295ada114ea3b6b5001c4c197f35'}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:22:20.273230 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ab54029-c62f-46ab-a5ce-2e10f32f880e admin admin] vlan segment allocate from pool success with {'vlan_id': 1089, 'physical_network': 'physnet1'} {{(pid=106776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:22:20.280689 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab54029-c62f-46ab-a5ce-2e10f32f880e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:20.280997 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab54029-c62f-46ab-a5ce-2e10f32f880e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:20.281357 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab54029-c62f-46ab-a5ce-2e10f32f880e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:20.281702 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab54029-c62f-46ab-a5ce-2e10f32f880e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:20.282042 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab54029-c62f-46ab-a5ce-2e10f32f880e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:20.282375 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab54029-c62f-46ab-a5ce-2e10f32f880e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:20.282702 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab54029-c62f-46ab-a5ce-2e10f32f880e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:20.283266 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab54029-c62f-46ab-a5ce-2e10f32f880e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:20.283411 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab54029-c62f-46ab-a5ce-2e10f32f880e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:20.283748 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab54029-c62f-46ab-a5ce-2e10f32f880e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:20.284519 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab54029-c62f-46ab-a5ce-2e10f32f880e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:20.284652 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab54029-c62f-46ab-a5ce-2e10f32f880e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:20.285046 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab54029-c62f-46ab-a5ce-2e10f32f880e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:20.285375 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab54029-c62f-46ab-a5ce-2e10f32f880e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:20.285694 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab54029-c62f-46ab-a5ce-2e10f32f880e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:20.286835 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab54029-c62f-46ab-a5ce-2e10f32f880e admin admin] Tracked resource versions report: Aug 31 01:22:20.286835 dv-cinder-855288-2-iscsi neutron-server[106776]: pushed versions: Aug 31 01:22:20.286835 dv-cinder-855288-2-iscsi neutron-server[106776]: { 'AddressGroup': {'1.2'}, Aug 31 01:22:20.286835 dv-cinder-855288-2-iscsi neutron-server[106776]: 'Agent': {'1.1'}, Aug 31 01:22:20.286835 dv-cinder-855288-2-iscsi neutron-server[106776]: 'ConntrackHelper': {'1.0'}, Aug 31 01:22:20.286835 dv-cinder-855288-2-iscsi neutron-server[106776]: 'LocalIPAssociation': {'1.0'}, Aug 31 01:22:20.286835 dv-cinder-855288-2-iscsi neutron-server[106776]: 'Log': {'1.0'}, Aug 31 01:22:20.286835 dv-cinder-855288-2-iscsi neutron-server[106776]: 'NDPProxy': {'1.0'}, Aug 31 01:22:20.286835 dv-cinder-855288-2-iscsi neutron-server[106776]: 'Network': {'1.1'}, Aug 31 01:22:20.286835 dv-cinder-855288-2-iscsi neutron-server[106776]: 'Port': {'1.7'}, Aug 31 01:22:20.286835 dv-cinder-855288-2-iscsi neutron-server[106776]: 'PortForwarding': {'1.3'}, Aug 31 01:22:20.286835 dv-cinder-855288-2-iscsi neutron-server[106776]: 'QosPolicy': {'1.10'}, Aug 31 01:22:20.286835 dv-cinder-855288-2-iscsi neutron-server[106776]: 'SecurityGroup': {'1.5'}, Aug 31 01:22:20.286835 dv-cinder-855288-2-iscsi neutron-server[106776]: 'SecurityGroupRule': {'1.2'}, Aug 31 01:22:20.286835 dv-cinder-855288-2-iscsi neutron-server[106776]: 'SubPort': {'1.0'}, Aug 31 01:22:20.286835 dv-cinder-855288-2-iscsi neutron-server[106776]: 'Subnet': {'1.1'}, Aug 31 01:22:20.286835 dv-cinder-855288-2-iscsi neutron-server[106776]: 'Trunk': {'1.1'}} Aug 31 01:22:20.286835 dv-cinder-855288-2-iscsi neutron-server[106776]: consumer versions: Aug 31 01:22:20.286835 dv-cinder-855288-2-iscsi neutron-server[106776]: { DHCP agent@dv-cinder-855288-2-iscsi: {}, Aug 31 01:22:20.286835 dv-cinder-855288-2-iscsi neutron-server[106776]: HyperV agent@hv-cinder-85528: {}, Aug 31 01:22:20.286835 dv-cinder-855288-2-iscsi neutron-server[106776]: L3 agent@dv-cinder-855288-2-iscsi: {}, Aug 31 01:22:20.286835 dv-cinder-855288-2-iscsi neutron-server[106776]: Metadata agent@dv-cinder-855288-2-iscsi: {}, Aug 31 01:22:20.286835 dv-cinder-855288-2-iscsi neutron-server[106776]: Metering agent@dv-cinder-855288-2-iscsi: {}, Aug 31 01:22:20.286835 dv-cinder-855288-2-iscsi neutron-server[106776]: Open vSwitch agent@dv-cinder-855288-2-iscsi: { 'AddressGroup': '1.2', Aug 31 01:22:20.286835 dv-cinder-855288-2-iscsi neutron-server[106776]: 'Agent': '1.1', Aug 31 01:22:20.286835 dv-cinder-855288-2-iscsi neutron-server[106776]: 'ConntrackHelper': '1.0', Aug 31 01:22:20.286835 dv-cinder-855288-2-iscsi neutron-server[106776]: 'LocalIPAssociation': '1.0', Aug 31 01:22:20.286835 dv-cinder-855288-2-iscsi neutron-server[106776]: 'Log': '1.0', Aug 31 01:22:20.286835 dv-cinder-855288-2-iscsi neutron-server[106776]: 'NDPProxy': '1.0', Aug 31 01:22:20.286835 dv-cinder-855288-2-iscsi neutron-server[106776]: 'Network': '1.1', Aug 31 01:22:20.286835 dv-cinder-855288-2-iscsi neutron-server[106776]: 'Port': '1.7', Aug 31 01:22:20.286835 dv-cinder-855288-2-iscsi neutron-server[106776]: 'PortForwarding': '1.3', Aug 31 01:22:20.286835 dv-cinder-855288-2-iscsi neutron-server[106776]: 'QosPolicy': '1.10', Aug 31 01:22:20.286835 dv-cinder-855288-2-iscsi neutron-server[106776]: 'SecurityGroup': '1.5', Aug 31 01:22:20.286835 dv-cinder-855288-2-iscsi neutron-server[106776]: 'SecurityGroupRule': '1.2', Aug 31 01:22:20.286835 dv-cinder-855288-2-iscsi neutron-server[106776]: 'SubPort': '1.0', Aug 31 01:22:20.286835 dv-cinder-855288-2-iscsi neutron-server[106776]: 'Subnet': '1.1', Aug 31 01:22:20.286835 dv-cinder-855288-2-iscsi neutron-server[106776]: 'Trunk': '1.1'}} Aug 31 01:22:20.286835 dv-cinder-855288-2-iscsi neutron-server[106776]: {{(pid=106776) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 01:22:20.304388 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-7ab54029-c62f-46ab-a5ce-2e10f32f880e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779186328122', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484916'] for segment (0cc02c4f-36ca-4556-a894-45fa7a2cc2be), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:20.305092 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-7ab54029-c62f-46ab-a5ce-2e10f32f880e admin admin] Unsubscribe: segment precommit_create {{(pid=106776) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 01:22:20.305486 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.db.segments_db [None req-7ab54029-c62f-46ab-a5ce-2e10f32f880e admin admin] Added segment 0cc02c4f-36ca-4556-a894-45fa7a2cc2be of type vlan for network a27cf704-8eb8-465e-b2ce-81a4020d8b6b Aug 31 01:22:20.378072 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [None req-99ce8808-acaa-4f10-b83a-936aef228211 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-703590554-network', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312'}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:22:20.396066 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-7ab54029-c62f-46ab-a5ce-2e10f32f880e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779185844565'] for network (a27cf704-8eb8-465e-b2ce-81a4020d8b6b), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:20.432110 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [None req-234401e4-2e8a-49b5-9416-a2bb3ba225a2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1249741824-network', 'tenant_id': 'd58414b1dd2342d58cc7665aee50b86b'}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:22:20.498733 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85fa4e5-305a-4362-be6c-a4973b5fb03c admin admin] Made reservation on behalf of 53d2295ada114ea3b6b5001c4c197f35 for: {'network': 1} {{(pid=106776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:22:20.504189 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-b85fa4e5-305a-4362-be6c-a4973b5fb03c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for network (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:20.514438 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-b85fa4e5-305a-4362-be6c-a4973b5fb03c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:20.554063 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ce8808-acaa-4f10-b83a-936aef228211 admin admin] Made reservation on behalf of 164da7d4776d4e9f8cf6497aa784d312 for: {'network': 1} {{(pid=106777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:22:20.561771 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-99ce8808-acaa-4f10-b83a-936aef228211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for network (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:20.561908 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-7ab54029-c62f-46ab-a5ce-2e10f32f880e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430'] for network (a27cf704-8eb8-465e-b2ce-81a4020d8b6b), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:20.561908 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab54029-c62f-46ab-a5ce-2e10f32f880e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:22:20.561908 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-7ab54029-c62f-46ab-a5ce-2e10f32f880e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537412'] for network (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:20.565782 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-99ce8808-acaa-4f10-b83a-936aef228211 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:20.574280 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-234401e4-2e8a-49b5-9416-a2bb3ba225a2 admin admin] Made reservation on behalf of d58414b1dd2342d58cc7665aee50b86b for: {'network': 1} {{(pid=106777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:22:20.576822 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-234401e4-2e8a-49b5-9416-a2bb3ba225a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for network (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:20.659711 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-234401e4-2e8a-49b5-9416-a2bb3ba225a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:20.748980 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-99ce8808-acaa-4f10-b83a-936aef228211 admin admin] Publish callbacks [] for security_group (7f1171f5-c619-4ee2-9f34-44e5883e9c62), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:20.761492 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab54029-c62f-46ab-a5ce-2e10f32f880e admin admin] Pushing event updated for resources: {'Network': ['ID=a27cf704-8eb8-465e-b2ce-81a4020d8b6b,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:20.772551 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-b85fa4e5-305a-4362-be6c-a4973b5fb03c admin admin] Publish callbacks [] for security_group (57f5958e-2395-4496-9fcc-4c53c8ad2a88), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:20.778419 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Network a27cf704-8eb8-465e-b2ce-81a4020d8b6b details requested by agent ovs-agent-dv-cinder-855288-2-iscsi with host dv-cinder-855288-2-iscsi {{(pid=106778) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:22:20.784649 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-234401e4-2e8a-49b5-9416-a2bb3ba225a2 admin admin] Publish callbacks [] for security_group (fa746442-1e8e-4d0b-b83d-b94484810b69), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:20.848712 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-99ce8808-acaa-4f10-b83a-936aef228211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (7f1171f5-c619-4ee2-9f34-44e5883e9c62), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:20.854400 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-234401e4-2e8a-49b5-9416-a2bb3ba225a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (fa746442-1e8e-4d0b-b83d-b94484810b69), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:20.858266 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-7ab54029-c62f-46ab-a5ce-2e10f32f880e admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3487358 Aug 31 01:22:20.858266 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-b85fa4e5-305a-4362-be6c-a4973b5fb03c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (57f5958e-2395-4496-9fcc-4c53c8ad2a88), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:20.858592 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 54394) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:22:20.865255 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [None req-c566e9b2-378b-4737-b376-fc03d09ccc70 admin admin] Request body: {'subnet': {'network_id': 'a27cf704-8eb8-465e-b2ce-81a4020d8b6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1132419661-subnet', 'tenant_id': '3abb95e8d0a84b76a5d141815451ceae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:22:20.879837 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99ce8808-acaa-4f10-b83a-936aef228211 admin admin] vlan segment allocate from pool success with {'vlan_id': 1065, 'physical_network': 'physnet1'} {{(pid=106777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:22:20.896474 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-234401e4-2e8a-49b5-9416-a2bb3ba225a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1095, 'physical_network': 'physnet1'} {{(pid=106777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:22:20.896581 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85fa4e5-305a-4362-be6c-a4973b5fb03c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f5958e-2395-4496-9fcc-4c53c8ad2a88,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:20.913891 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-234401e4-2e8a-49b5-9416-a2bb3ba225a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484916'] for segment (46d8b518-61a3-41d6-96c6-0d3f3e223608), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:20.914084 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.db.segments_db [None req-234401e4-2e8a-49b5-9416-a2bb3ba225a2 admin admin] Added segment 46d8b518-61a3-41d6-96c6-0d3f3e223608 of type vlan for network 0303b68a-9736-48eb-90f1-d3c52026d074 Aug 31 01:22:20.922769 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b85fa4e5-305a-4362-be6c-a4973b5fb03c admin admin] vlan segment allocate from pool success with {'vlan_id': 1067, 'physical_network': 'physnet1'} {{(pid=106776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:22:20.937708 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-b85fa4e5-305a-4362-be6c-a4973b5fb03c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484916'] for segment (4e76086e-0aa2-44ca-adc1-383a20f9a980), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:20.938315 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.db.segments_db [None req-b85fa4e5-305a-4362-be6c-a4973b5fb03c admin admin] Added segment 4e76086e-0aa2-44ca-adc1-383a20f9a980 of type vlan for network 2a0890c6-f1c3-465a-8b4d-8e1ae2356a58 Aug 31 01:22:20.977581 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-99ce8808-acaa-4f10-b83a-936aef228211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484916'] for segment (69073539-0cb5-4109-ac49-b16cdc893327), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:20.978932 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.db.segments_db [None req-99ce8808-acaa-4f10-b83a-936aef228211 admin admin] Added segment 69073539-0cb5-4109-ac49-b16cdc893327 of type vlan for network 0760f9a5-d813-4a0f-bcef-9988cda0c948 Aug 31 01:22:20.980411 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-234401e4-2e8a-49b5-9416-a2bb3ba225a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779185844565'] for network (0303b68a-9736-48eb-90f1-d3c52026d074), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:20.997090 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-b85fa4e5-305a-4362-be6c-a4973b5fb03c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779185844565'] for network (2a0890c6-f1c3-465a-8b4d-8e1ae2356a58), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:21.039400 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ce8808-acaa-4f10-b83a-936aef228211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1171f5-c619-4ee2-9f34-44e5883e9c62,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:21.067307 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ce8808-acaa-4f10-b83a-936aef228211 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:21.067652 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ce8808-acaa-4f10-b83a-936aef228211 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:21.068013 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ce8808-acaa-4f10-b83a-936aef228211 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:21.068355 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ce8808-acaa-4f10-b83a-936aef228211 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:21.068773 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ce8808-acaa-4f10-b83a-936aef228211 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:21.069122 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ce8808-acaa-4f10-b83a-936aef228211 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:21.069450 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ce8808-acaa-4f10-b83a-936aef228211 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:21.069773 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ce8808-acaa-4f10-b83a-936aef228211 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:21.070113 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ce8808-acaa-4f10-b83a-936aef228211 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:21.070438 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ce8808-acaa-4f10-b83a-936aef228211 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:21.070761 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ce8808-acaa-4f10-b83a-936aef228211 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:21.071098 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ce8808-acaa-4f10-b83a-936aef228211 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:21.071419 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ce8808-acaa-4f10-b83a-936aef228211 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:21.071736 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ce8808-acaa-4f10-b83a-936aef228211 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:21.072052 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ce8808-acaa-4f10-b83a-936aef228211 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:21.073182 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ce8808-acaa-4f10-b83a-936aef228211 admin admin] Tracked resource versions report: Aug 31 01:22:21.073182 dv-cinder-855288-2-iscsi neutron-server[106777]: pushed versions: Aug 31 01:22:21.073182 dv-cinder-855288-2-iscsi neutron-server[106777]: { 'AddressGroup': {'1.2'}, Aug 31 01:22:21.073182 dv-cinder-855288-2-iscsi neutron-server[106777]: 'Agent': {'1.1'}, Aug 31 01:22:21.073182 dv-cinder-855288-2-iscsi neutron-server[106777]: 'ConntrackHelper': {'1.0'}, Aug 31 01:22:21.073182 dv-cinder-855288-2-iscsi neutron-server[106777]: 'LocalIPAssociation': {'1.0'}, Aug 31 01:22:21.073182 dv-cinder-855288-2-iscsi neutron-server[106777]: 'Log': {'1.0'}, Aug 31 01:22:21.073182 dv-cinder-855288-2-iscsi neutron-server[106777]: 'NDPProxy': {'1.0'}, Aug 31 01:22:21.073182 dv-cinder-855288-2-iscsi neutron-server[106777]: 'Network': {'1.1'}, Aug 31 01:22:21.073182 dv-cinder-855288-2-iscsi neutron-server[106777]: 'Port': {'1.7'}, Aug 31 01:22:21.073182 dv-cinder-855288-2-iscsi neutron-server[106777]: 'PortForwarding': {'1.3'}, Aug 31 01:22:21.073182 dv-cinder-855288-2-iscsi neutron-server[106777]: 'QosPolicy': {'1.10'}, Aug 31 01:22:21.073182 dv-cinder-855288-2-iscsi neutron-server[106777]: 'SecurityGroup': {'1.5'}, Aug 31 01:22:21.073182 dv-cinder-855288-2-iscsi neutron-server[106777]: 'SecurityGroupRule': {'1.2'}, Aug 31 01:22:21.073182 dv-cinder-855288-2-iscsi neutron-server[106777]: 'SubPort': {'1.0'}, Aug 31 01:22:21.073182 dv-cinder-855288-2-iscsi neutron-server[106777]: 'Subnet': {'1.1'}, Aug 31 01:22:21.073182 dv-cinder-855288-2-iscsi neutron-server[106777]: 'Trunk': {'1.1'}} Aug 31 01:22:21.073182 dv-cinder-855288-2-iscsi neutron-server[106777]: consumer versions: Aug 31 01:22:21.073182 dv-cinder-855288-2-iscsi neutron-server[106777]: { DHCP agent@dv-cinder-855288-2-iscsi: {}, Aug 31 01:22:21.073182 dv-cinder-855288-2-iscsi neutron-server[106777]: HyperV agent@hv-cinder-85528: {}, Aug 31 01:22:21.073182 dv-cinder-855288-2-iscsi neutron-server[106777]: L3 agent@dv-cinder-855288-2-iscsi: {}, Aug 31 01:22:21.073182 dv-cinder-855288-2-iscsi neutron-server[106777]: Metadata agent@dv-cinder-855288-2-iscsi: {}, Aug 31 01:22:21.073182 dv-cinder-855288-2-iscsi neutron-server[106777]: Metering agent@dv-cinder-855288-2-iscsi: {}, Aug 31 01:22:21.073182 dv-cinder-855288-2-iscsi neutron-server[106777]: Open vSwitch agent@dv-cinder-855288-2-iscsi: { 'AddressGroup': '1.2', Aug 31 01:22:21.073182 dv-cinder-855288-2-iscsi neutron-server[106777]: 'Agent': '1.1', Aug 31 01:22:21.073182 dv-cinder-855288-2-iscsi neutron-server[106777]: 'ConntrackHelper': '1.0', Aug 31 01:22:21.073182 dv-cinder-855288-2-iscsi neutron-server[106777]: 'LocalIPAssociation': '1.0', Aug 31 01:22:21.073182 dv-cinder-855288-2-iscsi neutron-server[106777]: 'Log': '1.0', Aug 31 01:22:21.073182 dv-cinder-855288-2-iscsi neutron-server[106777]: 'NDPProxy': '1.0', Aug 31 01:22:21.073182 dv-cinder-855288-2-iscsi neutron-server[106777]: 'Network': '1.1', Aug 31 01:22:21.073182 dv-cinder-855288-2-iscsi neutron-server[106777]: 'Port': '1.7', Aug 31 01:22:21.073182 dv-cinder-855288-2-iscsi neutron-server[106777]: 'PortForwarding': '1.3', Aug 31 01:22:21.073182 dv-cinder-855288-2-iscsi neutron-server[106777]: 'QosPolicy': '1.10', Aug 31 01:22:21.073182 dv-cinder-855288-2-iscsi neutron-server[106777]: 'SecurityGroup': '1.5', Aug 31 01:22:21.073182 dv-cinder-855288-2-iscsi neutron-server[106777]: 'SecurityGroupRule': '1.2', Aug 31 01:22:21.073182 dv-cinder-855288-2-iscsi neutron-server[106777]: 'SubPort': '1.0', Aug 31 01:22:21.073182 dv-cinder-855288-2-iscsi neutron-server[106777]: 'Subnet': '1.1', Aug 31 01:22:21.073182 dv-cinder-855288-2-iscsi neutron-server[106777]: 'Trunk': '1.1'}} Aug 31 01:22:21.073182 dv-cinder-855288-2-iscsi neutron-server[106777]: {{(pid=106777) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 01:22:21.089391 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-99ce8808-acaa-4f10-b83a-936aef228211 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779185844565'] for network (0760f9a5-d813-4a0f-bcef-9988cda0c948), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:21.112531 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234401e4-2e8a-49b5-9416-a2bb3ba225a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa746442-1e8e-4d0b-b83d-b94484810b69,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:21.119776 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-b85fa4e5-305a-4362-be6c-a4973b5fb03c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430'] for network (2a0890c6-f1c3-465a-8b4d-8e1ae2356a58), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:21.122013 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85fa4e5-305a-4362-be6c-a4973b5fb03c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:22:21.123390 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-b85fa4e5-305a-4362-be6c-a4973b5fb03c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537412'] for network (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:21.124713 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c566e9b2-378b-4737-b376-fc03d09ccc70 admin admin] Made reservation on behalf of 3abb95e8d0a84b76a5d141815451ceae for: {'subnet': 1} {{(pid=106777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:22:21.130221 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-c566e9b2-378b-4737-b376-fc03d09ccc70 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:21.135183 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=76,neutron:INSERT=21,neutron:UPDATE=3 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:21.141262 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=74,neutron:INSERT=20,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:21.148592 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-234401e4-2e8a-49b5-9416-a2bb3ba225a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430'] for network (0303b68a-9736-48eb-90f1-d3c52026d074), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:21.150128 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234401e4-2e8a-49b5-9416-a2bb3ba225a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:22:21.150859 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-234401e4-2e8a-49b5-9416-a2bb3ba225a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537412'] for network (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:21.203093 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85fa4e5-305a-4362-be6c-a4973b5fb03c admin admin] Pushing event updated for resources: {'Network': ['ID=2a0890c6-f1c3-465a-8b4d-8e1ae2356a58,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:21.215312 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Network 2a0890c6-f1c3-465a-8b4d-8e1ae2356a58 details requested by agent ovs-agent-dv-cinder-855288-2-iscsi with host dv-cinder-855288-2-iscsi {{(pid=106778) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:22:21.251390 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-99ce8808-acaa-4f10-b83a-936aef228211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430'] for network (0760f9a5-d813-4a0f-bcef-9988cda0c948), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:21.252636 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ce8808-acaa-4f10-b83a-936aef228211 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:22:21.253301 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-99ce8808-acaa-4f10-b83a-936aef228211 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537412'] for network (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:21.263411 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-b85fa4e5-305a-4362-be6c-a4973b5fb03c admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3146973 Aug 31 01:22:21.267820 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 54414) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:22:21.272957 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [None req-3220a3ec-cccc-486c-9dd2-d85d6a3caceb admin admin] Request body: {'subnet': {'network_id': '2a0890c6-f1c3-465a-8b4d-8e1ae2356a58', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1467074649-subnet', 'tenant_id': '53d2295ada114ea3b6b5001c4c197f35', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:22:21.281335 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=74,neutron:INSERT=19,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:21.299440 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234401e4-2e8a-49b5-9416-a2bb3ba225a2 admin admin] Pushing event updated for resources: {'Network': ['ID=0303b68a-9736-48eb-90f1-d3c52026d074,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:21.316486 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Network 0303b68a-9736-48eb-90f1-d3c52026d074 details requested by agent ovs-agent-dv-cinder-855288-2-iscsi with host dv-cinder-855288-2-iscsi {{(pid=106778) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:22:21.321280 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:21.324967 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-234401e4-2e8a-49b5-9416-a2bb3ba225a2 admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1847253 Aug 31 01:22:21.336946 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 54418) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:22:21.343234 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [None req-e7a94297-be2d-4daa-b9ee-2c3d2f736d99 admin admin] Request body: {'subnet': {'network_id': '0303b68a-9736-48eb-90f1-d3c52026d074', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1249741824-subnet', 'tenant_id': 'd58414b1dd2342d58cc7665aee50b86b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:22:21.386448 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ce8808-acaa-4f10-b83a-936aef228211 admin admin] Pushing event updated for resources: {'Network': ['ID=0760f9a5-d813-4a0f-bcef-9988cda0c948,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:21.425250 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Network 0760f9a5-d813-4a0f-bcef-9988cda0c948 details requested by agent ovs-agent-dv-cinder-855288-2-iscsi with host dv-cinder-855288-2-iscsi {{(pid=106778) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:22:21.429781 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-99ce8808-acaa-4f10-b83a-936aef228211 admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3245902 Aug 31 01:22:21.432959 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 54424) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:22:21.437792 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [None req-f5c98918-2b9a-425e-bf6b-561d49d0fdad admin admin] Request body: {'subnet': {'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-703590554-subnet', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:22:21.467430 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3220a3ec-cccc-486c-9dd2-d85d6a3caceb admin admin] Made reservation on behalf of 53d2295ada114ea3b6b5001c4c197f35 for: {'subnet': 1} {{(pid=106776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:22:21.469863 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-3220a3ec-cccc-486c-9dd2-d85d6a3caceb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:21.471748 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a94297-be2d-4daa-b9ee-2c3d2f736d99 admin admin] Made reservation on behalf of d58414b1dd2342d58cc7665aee50b86b for: {'subnet': 1} {{(pid=106776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:22:21.474323 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-e7a94297-be2d-4daa-b9ee-2c3d2f736d99 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:21.558948 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c98918-2b9a-425e-bf6b-561d49d0fdad admin admin] Made reservation on behalf of 164da7d4776d4e9f8cf6497aa784d312 for: {'subnet': 1} {{(pid=106776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:22:21.561508 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-f5c98918-2b9a-425e-bf6b-561d49d0fdad admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:21.657417 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-c566e9b2-378b-4737-b376-fc03d09ccc70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430'] for subnet (94367183-ee6f-48d8-847a-1f6b2d12d1be), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:21.757604 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c566e9b2-378b-4737-b376-fc03d09ccc70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94367183-ee6f-48d8-847a-1f6b2d12d1be,revision_number=0']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:21.774351 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c566e9b2-378b-4737-b376-fc03d09ccc70 admin admin] Checking segment: {'id': '0cc02c4f-36ca-4556-a894-45fa7a2cc2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'a27cf704-8eb8-465e-b2ce-81a4020d8b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:22:21.775002 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c566e9b2-378b-4737-b376-fc03d09ccc70 admin admin] Network hostable DHCP agents. Network: a27cf704-8eb8-465e-b2ce-81a4020d8b6b, hostable agents: ['06e7caa6-6f15-45a1-a03b-1c511964ed9a'], hosted agents: [] {{(pid=106777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:22:21.852016 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c566e9b2-378b-4737-b376-fc03d09ccc70 admin admin] Network a27cf704-8eb8-465e-b2ce-81a4020d8b6b is scheduled to be hosted by DHCP agent 06e7caa6-6f15-45a1-a03b-1c511964ed9a with binding_index 1 {{(pid=106777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:22:21.968396 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.base_scheduler [None req-c566e9b2-378b-4737-b376-fc03d09ccc70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855288-2-iscsi, a27cf704-8eb8-465e-b2ce-81a4020d8b6b) {{(pid=106777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:22:21.974035 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c566e9b2-378b-4737-b376-fc03d09ccc70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:22:21.974835 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-c566e9b2-378b-4737-b376-fc03d09ccc70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537412'] for subnet (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:21.979831 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69066496-9191-420c-a9a2-c219d6af3b40 None None] Network a27cf704-8eb8-465e-b2ce-81a4020d8b6b requested from dv-cinder-855288-2-iscsi {{(pid=106778) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 01:22:22.019912 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-e7a94297-be2d-4daa-b9ee-2c3d2f736d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430'] for subnet (14c282f1-a88f-47d5-b759-92c78d45d59b), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:22.060069 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-3220a3ec-cccc-486c-9dd2-d85d6a3caceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430'] for subnet (d653247e-0c02-4230-ad01-73647a101df2), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:22.062073 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-f5c98918-2b9a-425e-bf6b-561d49d0fdad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430'] for subnet (4cf8958b-5555-42e1-b4dd-8dee2893fbc9), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:22.106204 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a94297-be2d-4daa-b9ee-2c3d2f736d99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14c282f1-a88f-47d5-b759-92c78d45d59b,revision_number=0']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:22.114341 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3edd2df5-ed8d-4a9f-a754-cfc9088d7a12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba7de80-325c-5b15-a1b2-1b6f80050974-a27cf704-8eb8-465e-b2ce-81a4020d8b6b', 'network_id': 'a27cf704-8eb8-465e-b2ce-81a4020d8b6b', 'project_id': '3abb95e8d0a84b76a5d141815451ceae', 'fixed_ips': [{'subnet_id': '94367183-ee6f-48d8-847a-1f6b2d12d1be'}]}} from dv-cinder-855288-2-iscsi. {{(pid=106778) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 01:22:22.119099 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-3edd2df5-ed8d-4a9f-a754-cfc9088d7a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (None), before_create {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:22.119883 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-c566e9b2-378b-4737-b376-fc03d09ccc70 admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2577982 Aug 31 01:22:22.121787 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 54458) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:22:22.126963 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [None req-e2025261-f59b-4514-a9a2-736f38a5e364 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1132419661-router', 'tenant_id': '3abb95e8d0a84b76a5d141815451ceae', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83'}}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:22:22.128428 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a94297-be2d-4daa-b9ee-2c3d2f736d99 admin admin] Checking segment: {'id': '46d8b518-61a3-41d6-96c6-0d3f3e223608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0303b68a-9736-48eb-90f1-d3c52026d074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:22:22.130234 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a94297-be2d-4daa-b9ee-2c3d2f736d99 admin admin] Network hostable DHCP agents. Network: 0303b68a-9736-48eb-90f1-d3c52026d074, hostable agents: ['06e7caa6-6f15-45a1-a03b-1c511964ed9a'], hosted agents: [] {{(pid=106776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:22:22.207188 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3220a3ec-cccc-486c-9dd2-d85d6a3caceb admin admin] Checking segment: {'id': '4e76086e-0aa2-44ca-adc1-383a20f9a980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '2a0890c6-f1c3-465a-8b4d-8e1ae2356a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:22:22.207543 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3220a3ec-cccc-486c-9dd2-d85d6a3caceb admin admin] Network hostable DHCP agents. Network: 2a0890c6-f1c3-465a-8b4d-8e1ae2356a58, hostable agents: ['06e7caa6-6f15-45a1-a03b-1c511964ed9a'], hosted agents: [] {{(pid=106776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:22:22.212874 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3220a3ec-cccc-486c-9dd2-d85d6a3caceb admin admin] Pushing event updated for resources: {'Subnet': ['ID=d653247e-0c02-4230-ad01-73647a101df2,revision_number=0']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:22.216883 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c98918-2b9a-425e-bf6b-561d49d0fdad admin admin] Checking segment: {'id': '69073539-0cb5-4109-ac49-b16cdc893327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:22:22.217235 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c98918-2b9a-425e-bf6b-561d49d0fdad admin admin] Network hostable DHCP agents. Network: 0760f9a5-d813-4a0f-bcef-9988cda0c948, hostable agents: ['06e7caa6-6f15-45a1-a03b-1c511964ed9a'], hosted agents: [] {{(pid=106776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:22:22.250113 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e2025261-f59b-4514-a9a2-736f38a5e364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10622'] for router (59484e11-2538-4091-ae5b-31349df6d1be), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:22.251384 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e2025261-f59b-4514-a9a2-736f38a5e364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-635161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482877', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10609'] for router (59484e11-2538-4091-ae5b-31349df6d1be), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:22.278365 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a94297-be2d-4daa-b9ee-2c3d2f736d99 admin admin] Network 0303b68a-9736-48eb-90f1-d3c52026d074 is scheduled to be hosted by DHCP agent 06e7caa6-6f15-45a1-a03b-1c511964ed9a with binding_index 1 {{(pid=106776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:22:22.280521 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c98918-2b9a-425e-bf6b-561d49d0fdad admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cf8958b-5555-42e1-b4dd-8dee2893fbc9,revision_number=0']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:22.296328 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.db_base_plugin_common [None req-3edd2df5-ed8d-4a9f-a754-cfc9088d7a12 None None] Allocated IP 172.20.0.2 (a27cf704-8eb8-465e-b2ce-81a4020d8b6b/94367183-ee6f-48d8-847a-1f6b2d12d1be/8a2fc823-b897-4c4e-a5c3-2a5996494b1e) {{(pid=106778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:22:22.329869 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:22.389643 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c98918-2b9a-425e-bf6b-561d49d0fdad admin admin] Network 0760f9a5-d813-4a0f-bcef-9988cda0c948 is scheduled to be hosted by DHCP agent 06e7caa6-6f15-45a1-a03b-1c511964ed9a with binding_index 1 {{(pid=106776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:22:22.391506 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e2025261-f59b-4514-a9a2-736f38a5e364 admin admin] Publish callbacks [] for router_controller (59484e11-2538-4091-ae5b-31349df6d1be), precommit_add_association {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:22.391605 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3220a3ec-cccc-486c-9dd2-d85d6a3caceb admin admin] Network 2a0890c6-f1c3-465a-8b4d-8e1ae2356a58 is scheduled to be hosted by DHCP agent 06e7caa6-6f15-45a1-a03b-1c511964ed9a with binding_index 1 {{(pid=106776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:22:22.472568 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-3edd2df5-ed8d-4a9f-a754-cfc9088d7a12 None None] Publish callbacks [] for port (8a2fc823-b897-4c4e-a5c3-2a5996494b1e), precommit_create {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:22.490524 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.base_scheduler [None req-e7a94297-be2d-4daa-b9ee-2c3d2f736d99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855288-2-iscsi, 0303b68a-9736-48eb-90f1-d3c52026d074) {{(pid=106776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:22:22.494862 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.base_scheduler [None req-f5c98918-2b9a-425e-bf6b-561d49d0fdad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855288-2-iscsi, 0760f9a5-d813-4a0f-bcef-9988cda0c948) {{(pid=106776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:22:22.497896 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a94297-be2d-4daa-b9ee-2c3d2f736d99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:22:22.498413 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-e7a94297-be2d-4daa-b9ee-2c3d2f736d99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537412'] for subnet (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:22.501313 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.base_scheduler [None req-3220a3ec-cccc-486c-9dd2-d85d6a3caceb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855288-2-iscsi, 2a0890c6-f1c3-465a-8b4d-8e1ae2356a58) {{(pid=106776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:22:22.508226 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e69e3ba-855b-4442-9217-deaef4330829 None None] Network 0303b68a-9736-48eb-90f1-d3c52026d074 requested from dv-cinder-855288-2-iscsi {{(pid=106778) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 01:22:22.513548 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3220a3ec-cccc-486c-9dd2-d85d6a3caceb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:22:22.514132 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-3220a3ec-cccc-486c-9dd2-d85d6a3caceb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537412'] for subnet (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:22.535539 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c98918-2b9a-425e-bf6b-561d49d0fdad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:22:22.536205 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-f5c98918-2b9a-425e-bf6b-561d49d0fdad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537412'] for subnet (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:22.545396 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46098b27-f4f5-4d46-a11c-d3544df4ad59 None None] Network 2a0890c6-f1c3-465a-8b4d-8e1ae2356a58 requested from dv-cinder-855288-2-iscsi {{(pid=106778) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 01:22:22.583530 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8eb397f-8ba0-499d-9437-d04580f47183 None None] Network 0760f9a5-d813-4a0f-bcef-9988cda0c948 requested from dv-cinder-855288-2-iscsi {{(pid=106778) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 01:22:22.645836 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-3edd2df5-ed8d-4a9f-a754-cfc9088d7a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779185826838'] for port (8a2fc823-b897-4c4e-a5c3-2a5996494b1e), after_create {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:22.651302 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-e7a94297-be2d-4daa-b9ee-2c3d2f736d99 admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3132670 Aug 31 01:22:22.652795 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 54488) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:22:22.656857 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-3220a3ec-cccc-486c-9dd2-d85d6a3caceb admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3877854 Aug 31 01:22:22.659182 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 54492) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:22:22.662493 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [None req-bca81f6d-65fa-40d2-bd61-831ad8a4ed76 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1249741824-router', 'tenant_id': 'd58414b1dd2342d58cc7665aee50b86b', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83'}}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:22:22.671987 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [None req-8f28d806-72b8-4197-bc8f-f2d427bdb45d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1467074649-router', 'tenant_id': '53d2295ada114ea3b6b5001c4c197f35', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83'}}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:22:22.923042 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-f5c98918-2b9a-425e-bf6b-561d49d0fdad admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2659461 Aug 31 01:22:22.923042 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 54494) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:22:22.923042 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [None req-49516cc3-92c9-4198-aa39-1339bef414ca admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-703590554-router', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83'}}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:22:22.924544 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e2025261-f59b-4514-a9a2-736f38a5e364 admin admin] Publish callbacks [] for router_gateway (59484e11-2538-4091-ae5b-31349df6d1be), precommit_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:22.924812 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:22.925512 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-8f28d806-72b8-4197-bc8f-f2d427bdb45d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10622'] for router (c6e361c5-ba4b-4479-8e6b-43633c3e7ed9), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:22.925512 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-8f28d806-72b8-4197-bc8f-f2d427bdb45d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-635161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482877', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10609'] for router (c6e361c5-ba4b-4479-8e6b-43633c3e7ed9), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:22.925801 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edd2df5-ed8d-4a9f-a754-cfc9088d7a12 None None] Network a27cf704-8eb8-465e-b2ce-81a4020d8b6b is already hosted by enough agents. {{(pid=106778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:22:22.925801 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:22.925801 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.scheduler.base_scheduler [None req-3edd2df5-ed8d-4a9f-a754-cfc9088d7a12 None None] Resources bound (agent type, host, resource id): {{(pid=106778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:22:22.925801 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edd2df5-ed8d-4a9f-a754-cfc9088d7a12 None None] Received port after_create {{(pid=106778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 01:22:22.925801 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd2df5-ed8d-4a9f-a754-cfc9088d7a12 None None] Pushing event updated for resources: {'Port': ['ID=8a2fc823-b897-4c4e-a5c3-2a5996494b1e,revision_number=1']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:22.926229 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-49516cc3-92c9-4198-aa39-1339bef414ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10622'] for router (a0dd652c-1554-4322-9186-58d07c04c819), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:22.926229 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-49516cc3-92c9-4198-aa39-1339bef414ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-635161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482877', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10609'] for router (a0dd652c-1554-4322-9186-58d07c04c819), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:22.926229 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-bca81f6d-65fa-40d2-bd61-831ad8a4ed76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10622'] for router (0346bf8d-72be-459e-8f73-c22d0ddccdd0), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:22.926229 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-bca81f6d-65fa-40d2-bd61-831ad8a4ed76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-635161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482877', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10609'] for router (0346bf8d-72be-459e-8f73-c22d0ddccdd0), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:22.926229 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-8f28d806-72b8-4197-bc8f-f2d427bdb45d admin admin] Publish callbacks [] for router_controller (c6e361c5-ba4b-4479-8e6b-43633c3e7ed9), precommit_add_association {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:22.926700 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edd2df5-ed8d-4a9f-a754-cfc9088d7a12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:22.926700 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edd2df5-ed8d-4a9f-a754-cfc9088d7a12 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:22.926700 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edd2df5-ed8d-4a9f-a754-cfc9088d7a12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:22.926700 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edd2df5-ed8d-4a9f-a754-cfc9088d7a12 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:22.926700 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edd2df5-ed8d-4a9f-a754-cfc9088d7a12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:22.926700 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edd2df5-ed8d-4a9f-a754-cfc9088d7a12 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:22.926700 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edd2df5-ed8d-4a9f-a754-cfc9088d7a12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:22.926700 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edd2df5-ed8d-4a9f-a754-cfc9088d7a12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:22.926700 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edd2df5-ed8d-4a9f-a754-cfc9088d7a12 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:22.926700 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edd2df5-ed8d-4a9f-a754-cfc9088d7a12 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:22.926700 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edd2df5-ed8d-4a9f-a754-cfc9088d7a12 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:22.926700 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edd2df5-ed8d-4a9f-a754-cfc9088d7a12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:22.926700 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edd2df5-ed8d-4a9f-a754-cfc9088d7a12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:22.926700 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edd2df5-ed8d-4a9f-a754-cfc9088d7a12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:22.926700 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edd2df5-ed8d-4a9f-a754-cfc9088d7a12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:22.926700 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edd2df5-ed8d-4a9f-a754-cfc9088d7a12 None None] Tracked resource versions report: Aug 31 01:22:22.926700 dv-cinder-855288-2-iscsi neutron-server[106778]: pushed versions: Aug 31 01:22:22.926700 dv-cinder-855288-2-iscsi neutron-server[106778]: { 'AddressGroup': {'1.2'}, Aug 31 01:22:22.926700 dv-cinder-855288-2-iscsi neutron-server[106778]: 'Agent': {'1.1'}, Aug 31 01:22:22.926700 dv-cinder-855288-2-iscsi neutron-server[106778]: 'ConntrackHelper': {'1.0'}, Aug 31 01:22:22.926700 dv-cinder-855288-2-iscsi neutron-server[106778]: 'LocalIPAssociation': {'1.0'}, Aug 31 01:22:22.926700 dv-cinder-855288-2-iscsi neutron-server[106778]: 'Log': {'1.0'}, Aug 31 01:22:22.928819 dv-cinder-855288-2-iscsi neutron-server[106778]: 'NDPProxy': {'1.0'}, Aug 31 01:22:22.928819 dv-cinder-855288-2-iscsi neutron-server[106778]: 'Network': {'1.1'}, Aug 31 01:22:22.928819 dv-cinder-855288-2-iscsi neutron-server[106778]: 'Port': {'1.7'}, Aug 31 01:22:22.928819 dv-cinder-855288-2-iscsi neutron-server[106778]: 'PortForwarding': {'1.3'}, Aug 31 01:22:22.928819 dv-cinder-855288-2-iscsi neutron-server[106778]: 'QosPolicy': {'1.10'}, Aug 31 01:22:22.928819 dv-cinder-855288-2-iscsi neutron-server[106778]: 'SecurityGroup': {'1.5'}, Aug 31 01:22:22.928819 dv-cinder-855288-2-iscsi neutron-server[106778]: 'SecurityGroupRule': {'1.2'}, Aug 31 01:22:22.928819 dv-cinder-855288-2-iscsi neutron-server[106778]: 'SubPort': {'1.0'}, Aug 31 01:22:22.928819 dv-cinder-855288-2-iscsi neutron-server[106778]: 'Subnet': {'1.1'}, Aug 31 01:22:22.928819 dv-cinder-855288-2-iscsi neutron-server[106778]: 'Trunk': {'1.1'}} Aug 31 01:22:22.928819 dv-cinder-855288-2-iscsi neutron-server[106778]: consumer versions: Aug 31 01:22:22.928819 dv-cinder-855288-2-iscsi neutron-server[106778]: { DHCP agent@dv-cinder-855288-2-iscsi: {}, Aug 31 01:22:22.928819 dv-cinder-855288-2-iscsi neutron-server[106778]: HyperV agent@hv-cinder-85528: {}, Aug 31 01:22:22.928819 dv-cinder-855288-2-iscsi neutron-server[106778]: L3 agent@dv-cinder-855288-2-iscsi: {}, Aug 31 01:22:22.928819 dv-cinder-855288-2-iscsi neutron-server[106778]: Metadata agent@dv-cinder-855288-2-iscsi: {}, Aug 31 01:22:22.928819 dv-cinder-855288-2-iscsi neutron-server[106778]: Metering agent@dv-cinder-855288-2-iscsi: {}, Aug 31 01:22:22.928819 dv-cinder-855288-2-iscsi neutron-server[106778]: Open vSwitch agent@dv-cinder-855288-2-iscsi: { 'AddressGroup': '1.2', Aug 31 01:22:22.928819 dv-cinder-855288-2-iscsi neutron-server[106778]: 'Agent': '1.1', Aug 31 01:22:22.928819 dv-cinder-855288-2-iscsi neutron-server[106778]: 'ConntrackHelper': '1.0', Aug 31 01:22:22.928819 dv-cinder-855288-2-iscsi neutron-server[106778]: 'LocalIPAssociation': '1.0', Aug 31 01:22:22.928819 dv-cinder-855288-2-iscsi neutron-server[106778]: 'Log': '1.0', Aug 31 01:22:22.928819 dv-cinder-855288-2-iscsi neutron-server[106778]: 'NDPProxy': '1.0', Aug 31 01:22:22.928819 dv-cinder-855288-2-iscsi neutron-server[106778]: 'Network': '1.1', Aug 31 01:22:22.928819 dv-cinder-855288-2-iscsi neutron-server[106778]: 'Port': '1.7', Aug 31 01:22:22.928819 dv-cinder-855288-2-iscsi neutron-server[106778]: 'PortForwarding': '1.3', Aug 31 01:22:22.928819 dv-cinder-855288-2-iscsi neutron-server[106778]: 'QosPolicy': '1.10', Aug 31 01:22:22.928819 dv-cinder-855288-2-iscsi neutron-server[106778]: 'SecurityGroup': '1.5', Aug 31 01:22:22.928819 dv-cinder-855288-2-iscsi neutron-server[106778]: 'SecurityGroupRule': '1.2', Aug 31 01:22:22.928819 dv-cinder-855288-2-iscsi neutron-server[106778]: 'SubPort': '1.0', Aug 31 01:22:22.928819 dv-cinder-855288-2-iscsi neutron-server[106778]: 'Subnet': '1.1', Aug 31 01:22:22.928819 dv-cinder-855288-2-iscsi neutron-server[106778]: 'Trunk': '1.1'}} Aug 31 01:22:22.928819 dv-cinder-855288-2-iscsi neutron-server[106778]: {{(pid=106778) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 01:22:22.973677 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-49516cc3-92c9-4198-aa39-1339bef414ca admin admin] Publish callbacks [] for router_controller (a0dd652c-1554-4322-9186-58d07c04c819), precommit_add_association {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:22.975620 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-bca81f6d-65fa-40d2-bd61-831ad8a4ed76 admin admin] Publish callbacks [] for router_controller (0346bf8d-72be-459e-8f73-c22d0ddccdd0), precommit_add_association {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:23.093898 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd00062-2d5d-43b1-bfed-7ecebb7798eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba7de80-325c-5b15-a1b2-1b6f80050974-0760f9a5-d813-4a0f-bcef-9988cda0c948', 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948', 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'fixed_ips': [{'subnet_id': '4cf8958b-5555-42e1-b4dd-8dee2893fbc9'}]}} from dv-cinder-855288-2-iscsi. {{(pid=106778) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 01:22:23.094811 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-ccd00062-2d5d-43b1-bfed-7ecebb7798eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (None), before_create {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:23.096993 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cecea0d5-a9a9-4971-8068-ae875c34844e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba7de80-325c-5b15-a1b2-1b6f80050974-0303b68a-9736-48eb-90f1-d3c52026d074', 'network_id': '0303b68a-9736-48eb-90f1-d3c52026d074', 'project_id': 'd58414b1dd2342d58cc7665aee50b86b', 'fixed_ips': [{'subnet_id': '14c282f1-a88f-47d5-b759-92c78d45d59b'}]}} from dv-cinder-855288-2-iscsi. {{(pid=106778) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 01:22:23.097767 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-cecea0d5-a9a9-4971-8068-ae875c34844e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (None), before_create {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:23.107823 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:UPDATE=3 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:23.145845 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39aa90d-8557-4d62-bf1a-c580fa7cabb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba7de80-325c-5b15-a1b2-1b6f80050974-2a0890c6-f1c3-465a-8b4d-8e1ae2356a58', 'network_id': '2a0890c6-f1c3-465a-8b4d-8e1ae2356a58', 'project_id': '53d2295ada114ea3b6b5001c4c197f35', 'fixed_ips': [{'subnet_id': 'd653247e-0c02-4230-ad01-73647a101df2'}]}} from dv-cinder-855288-2-iscsi. {{(pid=106778) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 01:22:23.145845 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b39aa90d-8557-4d62-bf1a-c580fa7cabb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (None), before_create {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:23.188961 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.managers [None req-3edd2df5-ed8d-4a9f-a754-cfc9088d7a12 None None] Attempting to bind port 8a2fc823-b897-4c4e-a5c3-2a5996494b1e on host dv-cinder-855288-2-iscsi for vnic_type normal with profile {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 01:22:23.189331 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.managers [None req-3edd2df5-ed8d-4a9f-a754-cfc9088d7a12 None None] Attempting to bind port 8a2fc823-b897-4c4e-a5c3-2a5996494b1e by drivers openvswitch,hyperv on host dv-cinder-855288-2-iscsi at level 0 using segments [{'id': '0cc02c4f-36ca-4556-a894-45fa7a2cc2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'a27cf704-8eb8-465e-b2ce-81a4020d8b6b'}] {{(pid=106778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 01:22:23.189740 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edd2df5-ed8d-4a9f-a754-cfc9088d7a12 None None] Attempting to bind port 8a2fc823-b897-4c4e-a5c3-2a5996494b1e on network a27cf704-8eb8-465e-b2ce-81a4020d8b6b {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:22:23.223555 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e2025261-f59b-4514-a9a2-736f38a5e364 admin admin] Publish callbacks [] for router_gateway (59484e11-2538-4091-ae5b-31349df6d1be), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:23.243145 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e2025261-f59b-4514-a9a2-736f38a5e364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:23.355841 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.db_base_plugin_common [None req-e2025261-f59b-4514-a9a2-736f38a5e364 admin admin] Allocated IP 172.27.1.3 (6de90673-24a8-444a-94e7-38ef2e70dd83/b0882f00-706c-4556-bcad-01ef413e142c/85d439e7-32ef-4101-ba52-0e1a4d72dbda) {{(pid=106777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:22:23.369051 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edd2df5-ed8d-4a9f-a754-cfc9088d7a12 None None] Checking agent: {'id': 'f96ef3eb-5320-49ab-b33a-a2775d3a6053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855288-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 1, 14, 6), 'started_at': datetime.datetime(2022, 8, 31, 1, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 1, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855288-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 01:22:23.369681 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edd2df5-ed8d-4a9f-a754-cfc9088d7a12 None None] Checking segment: {'id': '0cc02c4f-36ca-4556-a894-45fa7a2cc2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'a27cf704-8eb8-465e-b2ce-81a4020d8b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:22:23.370083 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-3edd2df5-ed8d-4a9f-a754-cfc9088d7a12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:23.372167 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edd2df5-ed8d-4a9f-a754-cfc9088d7a12 None None] Bound using segment: {'id': '0cc02c4f-36ca-4556-a894-45fa7a2cc2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'a27cf704-8eb8-465e-b2ce-81a4020d8b6b'} {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 01:22:23.372167 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.managers [None req-3edd2df5-ed8d-4a9f-a754-cfc9088d7a12 None None] Bound port: 8a2fc823-b897-4c4e-a5c3-2a5996494b1e, host: dv-cinder-855288-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cc02c4f-36ca-4556-a894-45fa7a2cc2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'a27cf704-8eb8-465e-b2ce-81a4020d8b6b'}}] {{(pid=106778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 01:22:23.372167 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-3edd2df5-ed8d-4a9f-a754-cfc9088d7a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (8a2fc823-b897-4c4e-a5c3-2a5996494b1e), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:23.491837 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e2025261-f59b-4514-a9a2-736f38a5e364 admin admin] Publish callbacks [] for port (85d439e7-32ef-4101-ba52-0e1a4d72dbda), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:23.516009 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.db_base_plugin_common [None req-b39aa90d-8557-4d62-bf1a-c580fa7cabb6 None None] Allocated IP 172.20.0.2 (2a0890c6-f1c3-465a-8b4d-8e1ae2356a58/d653247e-0c02-4230-ad01-73647a101df2/12b3284e-e7ef-49dd-bdde-99228c7f4894) {{(pid=106778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:22:23.539735 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:23.589874 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.db_base_plugin_common [None req-ccd00062-2d5d-43b1-bfed-7ecebb7798eb None None] Allocated IP 172.20.0.2 (0760f9a5-d813-4a0f-bcef-9988cda0c948/4cf8958b-5555-42e1-b4dd-8dee2893fbc9/90fc5444-678b-4d25-8c08-1fda7dc68701) {{(pid=106778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:22:23.626655 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e2025261-f59b-4514-a9a2-736f38a5e364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779185826838'] for port (85d439e7-32ef-4101-ba52-0e1a4d72dbda), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:23.666834 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2025261-f59b-4514-a9a2-736f38a5e364 admin admin] Network 6de90673-24a8-444a-94e7-38ef2e70dd83 is already hosted by enough agents. {{(pid=106777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:22:23.669807 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.base_scheduler [None req-e2025261-f59b-4514-a9a2-736f38a5e364 admin admin] Resources bound (agent type, host, resource id): {{(pid=106777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:22:23.673411 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2025261-f59b-4514-a9a2-736f38a5e364 admin admin] Received port after_create {{(pid=106777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 01:22:23.697694 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-3edd2df5-ed8d-4a9f-a754-cfc9088d7a12 None None] For port 8a2fc823-b897-4c4e-a5c3-2a5996494b1e, host dv-cinder-855288-2-iscsi, cleared binding levels {{(pid=106778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:22:23.708611 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.db_base_plugin_common [None req-cecea0d5-a9a9-4971-8068-ae875c34844e None None] Allocated IP 172.20.0.2 (0303b68a-9736-48eb-90f1-d3c52026d074/14c282f1-a88f-47d5-b759-92c78d45d59b/a0b2d242-9f06-47e6-b81a-60f44addf4ed) {{(pid=106778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:22:23.714530 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2025261-f59b-4514-a9a2-736f38a5e364 admin admin] Pushing event updated for resources: {'Port': ['ID=85d439e7-32ef-4101-ba52-0e1a4d72dbda,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:23.739122 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:23.786150 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-3edd2df5-ed8d-4a9f-a754-cfc9088d7a12 None None] For port 8a2fc823-b897-4c4e-a5c3-2a5996494b1e, host dv-cinder-855288-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=8a2fc823-b897-4c4e-a5c3-2a5996494b1e,segment=NetworkSegment(0cc02c4f-36ca-4556-a894-45fa7a2cc2be),segment_id=0cc02c4f-36ca-4556-a894-45fa7a2cc2be)] {{(pid=106778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:22:23.798124 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-bca81f6d-65fa-40d2-bd61-831ad8a4ed76 admin admin] Publish callbacks [] for router_gateway (0346bf8d-72be-459e-8f73-c22d0ddccdd0), precommit_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:23.815510 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-49516cc3-92c9-4198-aa39-1339bef414ca admin admin] Publish callbacks [] for router_gateway (a0dd652c-1554-4322-9186-58d07c04c819), precommit_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:23.837438 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-8f28d806-72b8-4197-bc8f-f2d427bdb45d admin admin] Publish callbacks [] for router_gateway (c6e361c5-ba4b-4479-8e6b-43633c3e7ed9), precommit_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:23.910390 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-3edd2df5-ed8d-4a9f-a754-cfc9088d7a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (8a2fc823-b897-4c4e-a5c3-2a5996494b1e), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:24.020161 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd2df5-ed8d-4a9f-a754-cfc9088d7a12 None None] Pushing event updated for resources: {'Port': ['ID=8a2fc823-b897-4c4e-a5c3-2a5996494b1e,revision_number=2']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:24.072883 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e2025261-f59b-4514-a9a2-736f38a5e364 admin admin] Publish callbacks [] for router_gateway (59484e11-2538-4091-ae5b-31349df6d1be), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:24.166002 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b39aa90d-8557-4d62-bf1a-c580fa7cabb6 None None] Publish callbacks [] for port (12b3284e-e7ef-49dd-bdde-99228c7f4894), precommit_create {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:24.197383 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-ccd00062-2d5d-43b1-bfed-7ecebb7798eb None None] Publish callbacks [] for port (90fc5444-678b-4d25-8c08-1fda7dc68701), precommit_create {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:24.261871 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-cecea0d5-a9a9-4971-8068-ae875c34844e None None] Publish callbacks [] for port (a0b2d242-9f06-47e6-b81a-60f44addf4ed), precommit_create {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:24.285866 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b39aa90d-8557-4d62-bf1a-c580fa7cabb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779185826838'] for port (12b3284e-e7ef-49dd-bdde-99228c7f4894), after_create {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:24.393204 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-ccd00062-2d5d-43b1-bfed-7ecebb7798eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779185826838'] for port (90fc5444-678b-4d25-8c08-1fda7dc68701), after_create {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:24.410244 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e2025261-f59b-4514-a9a2-736f38a5e364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-608468'] for router (59484e11-2538-4091-ae5b-31349df6d1be), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:24.420207 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-cecea0d5-a9a9-4971-8068-ae875c34844e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779185826838'] for port (a0b2d242-9f06-47e6-b81a-60f44addf4ed), after_create {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:24.439056 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39aa90d-8557-4d62-bf1a-c580fa7cabb6 None None] Pushing event updated for resources: {'Port': ['ID=12b3284e-e7ef-49dd-bdde-99228c7f4894,revision_number=1']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:24.458159 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39aa90d-8557-4d62-bf1a-c580fa7cabb6 None None] Network 2a0890c6-f1c3-465a-8b4d-8e1ae2356a58 is already hosted by enough agents. {{(pid=106778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:22:24.484812 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd00062-2d5d-43b1-bfed-7ecebb7798eb None None] Network 0760f9a5-d813-4a0f-bcef-9988cda0c948 is already hosted by enough agents. {{(pid=106778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:22:24.490393 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.scheduler.base_scheduler [None req-b39aa90d-8557-4d62-bf1a-c580fa7cabb6 None None] Resources bound (agent type, host, resource id): {{(pid=106778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:22:24.495529 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39aa90d-8557-4d62-bf1a-c580fa7cabb6 None None] Received port after_create {{(pid=106778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 01:22:24.497726 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.scheduler.base_scheduler [None req-ccd00062-2d5d-43b1-bfed-7ecebb7798eb None None] Resources bound (agent type, host, resource id): {{(pid=106778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:22:24.505891 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd00062-2d5d-43b1-bfed-7ecebb7798eb None None] Received port after_create {{(pid=106778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 01:22:24.530820 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cecea0d5-a9a9-4971-8068-ae875c34844e None None] Network 0303b68a-9736-48eb-90f1-d3c52026d074 is already hosted by enough agents. {{(pid=106778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:22:24.549357 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.scheduler.base_scheduler [None req-cecea0d5-a9a9-4971-8068-ae875c34844e None None] Resources bound (agent type, host, resource id): {{(pid=106778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:22:24.551941 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecea0d5-a9a9-4971-8068-ae875c34844e None None] Received port after_create {{(pid=106778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 01:22:24.572335 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd00062-2d5d-43b1-bfed-7ecebb7798eb None None] Pushing event updated for resources: {'Port': ['ID=90fc5444-678b-4d25-8c08-1fda7dc68701,revision_number=1']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:24.730640 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2025261-f59b-4514-a9a2-736f38a5e364 admin admin] Router 59484e11-2538-4091-ae5b-31349df6d1be is scheduled to L3 agent 1428144b-5b15-4168-8538-b51b3045e8b6 with binding_index 1 {{(pid=106777) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:22:24.746800 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecea0d5-a9a9-4971-8068-ae875c34844e None None] Pushing event updated for resources: {'Port': ['ID=a0b2d242-9f06-47e6-b81a-60f44addf4ed,revision_number=1']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:24.756829 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.managers [None req-b39aa90d-8557-4d62-bf1a-c580fa7cabb6 None None] Attempting to bind port 12b3284e-e7ef-49dd-bdde-99228c7f4894 on host dv-cinder-855288-2-iscsi for vnic_type normal with profile {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 01:22:24.757083 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.managers [None req-b39aa90d-8557-4d62-bf1a-c580fa7cabb6 None None] Attempting to bind port 12b3284e-e7ef-49dd-bdde-99228c7f4894 by drivers openvswitch,hyperv on host dv-cinder-855288-2-iscsi at level 0 using segments [{'id': '4e76086e-0aa2-44ca-adc1-383a20f9a980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '2a0890c6-f1c3-465a-8b4d-8e1ae2356a58'}] {{(pid=106778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 01:22:24.757504 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39aa90d-8557-4d62-bf1a-c580fa7cabb6 None None] Attempting to bind port 12b3284e-e7ef-49dd-bdde-99228c7f4894 on network 2a0890c6-f1c3-465a-8b4d-8e1ae2356a58 {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:22:24.774602 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.managers [None req-ccd00062-2d5d-43b1-bfed-7ecebb7798eb None None] Attempting to bind port 90fc5444-678b-4d25-8c08-1fda7dc68701 on host dv-cinder-855288-2-iscsi for vnic_type normal with profile {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 01:22:24.774969 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.managers [None req-ccd00062-2d5d-43b1-bfed-7ecebb7798eb None None] Attempting to bind port 90fc5444-678b-4d25-8c08-1fda7dc68701 by drivers openvswitch,hyperv on host dv-cinder-855288-2-iscsi at level 0 using segments [{'id': '69073539-0cb5-4109-ac49-b16cdc893327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948'}] {{(pid=106778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 01:22:24.775740 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd00062-2d5d-43b1-bfed-7ecebb7798eb None None] Attempting to bind port 90fc5444-678b-4d25-8c08-1fda7dc68701 on network 0760f9a5-d813-4a0f-bcef-9988cda0c948 {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:22:24.781836 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.managers [None req-cecea0d5-a9a9-4971-8068-ae875c34844e None None] Attempting to bind port a0b2d242-9f06-47e6-b81a-60f44addf4ed on host dv-cinder-855288-2-iscsi for vnic_type normal with profile {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 01:22:24.782257 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.managers [None req-cecea0d5-a9a9-4971-8068-ae875c34844e None None] Attempting to bind port a0b2d242-9f06-47e6-b81a-60f44addf4ed by drivers openvswitch,hyperv on host dv-cinder-855288-2-iscsi at level 0 using segments [{'id': '46d8b518-61a3-41d6-96c6-0d3f3e223608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0303b68a-9736-48eb-90f1-d3c52026d074'}] {{(pid=106778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 01:22:24.782546 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecea0d5-a9a9-4971-8068-ae875c34844e None None] Attempting to bind port a0b2d242-9f06-47e6-b81a-60f44addf4ed on network 0303b68a-9736-48eb-90f1-d3c52026d074 {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:22:24.786254 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39aa90d-8557-4d62-bf1a-c580fa7cabb6 None None] Checking agent: {'id': 'f96ef3eb-5320-49ab-b33a-a2775d3a6053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855288-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 1, 14, 6), 'started_at': datetime.datetime(2022, 8, 31, 1, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 1, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855288-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 01:22:24.786621 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39aa90d-8557-4d62-bf1a-c580fa7cabb6 None None] Checking segment: {'id': '4e76086e-0aa2-44ca-adc1-383a20f9a980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '2a0890c6-f1c3-465a-8b4d-8e1ae2356a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:22:24.787018 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b39aa90d-8557-4d62-bf1a-c580fa7cabb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:24.787541 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39aa90d-8557-4d62-bf1a-c580fa7cabb6 None None] Bound using segment: {'id': '4e76086e-0aa2-44ca-adc1-383a20f9a980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '2a0890c6-f1c3-465a-8b4d-8e1ae2356a58'} {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 01:22:24.787888 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.managers [None req-b39aa90d-8557-4d62-bf1a-c580fa7cabb6 None None] Bound port: 12b3284e-e7ef-49dd-bdde-99228c7f4894, host: dv-cinder-855288-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e76086e-0aa2-44ca-adc1-383a20f9a980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '2a0890c6-f1c3-465a-8b4d-8e1ae2356a58'}}] {{(pid=106778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 01:22:24.788260 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b39aa90d-8557-4d62-bf1a-c580fa7cabb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (12b3284e-e7ef-49dd-bdde-99228c7f4894), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:24.796974 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd00062-2d5d-43b1-bfed-7ecebb7798eb None None] Checking agent: {'id': 'f96ef3eb-5320-49ab-b33a-a2775d3a6053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855288-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 1, 14, 6), 'started_at': datetime.datetime(2022, 8, 31, 1, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 1, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855288-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 01:22:24.796974 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd00062-2d5d-43b1-bfed-7ecebb7798eb None None] Checking segment: {'id': '69073539-0cb5-4109-ac49-b16cdc893327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:22:24.796974 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-ccd00062-2d5d-43b1-bfed-7ecebb7798eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:24.796974 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd00062-2d5d-43b1-bfed-7ecebb7798eb None None] Bound using segment: {'id': '69073539-0cb5-4109-ac49-b16cdc893327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948'} {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 01:22:24.796974 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.managers [None req-ccd00062-2d5d-43b1-bfed-7ecebb7798eb None None] Bound port: 90fc5444-678b-4d25-8c08-1fda7dc68701, host: dv-cinder-855288-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69073539-0cb5-4109-ac49-b16cdc893327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948'}}] {{(pid=106778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 01:22:24.796974 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-ccd00062-2d5d-43b1-bfed-7ecebb7798eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (90fc5444-678b-4d25-8c08-1fda7dc68701), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:24.807602 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecea0d5-a9a9-4971-8068-ae875c34844e None None] Checking agent: {'id': 'f96ef3eb-5320-49ab-b33a-a2775d3a6053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855288-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 1, 14, 6), 'started_at': datetime.datetime(2022, 8, 31, 1, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 1, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855288-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 01:22:24.807602 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecea0d5-a9a9-4971-8068-ae875c34844e None None] Checking segment: {'id': '46d8b518-61a3-41d6-96c6-0d3f3e223608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0303b68a-9736-48eb-90f1-d3c52026d074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:22:24.807954 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-cecea0d5-a9a9-4971-8068-ae875c34844e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:24.808259 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecea0d5-a9a9-4971-8068-ae875c34844e None None] Bound using segment: {'id': '46d8b518-61a3-41d6-96c6-0d3f3e223608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0303b68a-9736-48eb-90f1-d3c52026d074'} {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 01:22:24.808836 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.managers [None req-cecea0d5-a9a9-4971-8068-ae875c34844e None None] Bound port: a0b2d242-9f06-47e6-b81a-60f44addf4ed, host: dv-cinder-855288-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46d8b518-61a3-41d6-96c6-0d3f3e223608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0303b68a-9736-48eb-90f1-d3c52026d074'}}] {{(pid=106778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 01:22:24.809224 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-cecea0d5-a9a9-4971-8068-ae875c34844e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (a0b2d242-9f06-47e6-b81a-60f44addf4ed), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:24.833551 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-bca81f6d-65fa-40d2-bd61-831ad8a4ed76 admin admin] Publish callbacks [] for router_gateway (0346bf8d-72be-459e-8f73-c22d0ddccdd0), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:24.868569 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-49516cc3-92c9-4198-aa39-1339bef414ca admin admin] Publish callbacks [] for router_gateway (a0dd652c-1554-4322-9186-58d07c04c819), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:24.917080 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2025261-f59b-4514-a9a2-736f38a5e364 admin admin] Notify agent at l3_agent.dv-cinder-855288-2-iscsi the message routers_updated {{(pid=106777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:22:24.935274 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8463f90-e531-4a5f-8be6-239c1fc90d9e None None] Sync routers for ids ['59484e11-2538-4091-ae5b-31349df6d1be'] in dv-cinder-855288-2-iscsi {{(pid=106779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:22:24.955787 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8463f90-e531-4a5f-8be6-239c1fc90d9e None None] Routers {'59484e11-2538-4091-ae5b-31349df6d1be'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:22:24.956992 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-d8463f90-e531-4a5f-8be6-239c1fc90d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:22:03Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['59484e11-2538-4091-ae5b-31349df6d1be'], 'active': True} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:22:24.987883 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b39aa90d-8557-4d62-bf1a-c580fa7cabb6 None None] For port 12b3284e-e7ef-49dd-bdde-99228c7f4894, host dv-cinder-855288-2-iscsi, cleared binding levels {{(pid=106778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:22:24.995719 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-49516cc3-92c9-4198-aa39-1339bef414ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:25.012962 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e2025261-f59b-4514-a9a2-736f38a5e364 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:25.014908 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-e2025261-f59b-4514-a9a2-736f38a5e364 admin admin] 10.222.0.20 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8921943 Aug 31 01:22:25.016473 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-ccd00062-2d5d-43b1-bfed-7ecebb7798eb None None] For port 90fc5444-678b-4d25-8c08-1fda7dc68701, host dv-cinder-855288-2-iscsi, cleared binding levels {{(pid=106778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:22:25.028823 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 54544) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:22:25.030042 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-cecea0d5-a9a9-4971-8068-ae875c34844e None None] For port a0b2d242-9f06-47e6-b81a-60f44addf4ed, host dv-cinder-855288-2-iscsi, cleared binding levels {{(pid=106778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:22:25.045450 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-ccd00062-2d5d-43b1-bfed-7ecebb7798eb None None] For port 90fc5444-678b-4d25-8c08-1fda7dc68701, host dv-cinder-855288-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=90fc5444-678b-4d25-8c08-1fda7dc68701,segment=NetworkSegment(69073539-0cb5-4109-ac49-b16cdc893327),segment_id=69073539-0cb5-4109-ac49-b16cdc893327)] {{(pid=106778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:22:25.049763 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-cecea0d5-a9a9-4971-8068-ae875c34844e None None] For port a0b2d242-9f06-47e6-b81a-60f44addf4ed, host dv-cinder-855288-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=a0b2d242-9f06-47e6-b81a-60f44addf4ed,segment=NetworkSegment(46d8b518-61a3-41d6-96c6-0d3f3e223608),segment_id=46d8b518-61a3-41d6-96c6-0d3f3e223608)] {{(pid=106778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:22:25.063494 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b39aa90d-8557-4d62-bf1a-c580fa7cabb6 None None] For port 12b3284e-e7ef-49dd-bdde-99228c7f4894, host dv-cinder-855288-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=12b3284e-e7ef-49dd-bdde-99228c7f4894,segment=NetworkSegment(4e76086e-0aa2-44ca-adc1-383a20f9a980),segment_id=4e76086e-0aa2-44ca-adc1-383a20f9a980)] {{(pid=106778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:22:25.131529 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-ccd00062-2d5d-43b1-bfed-7ecebb7798eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (90fc5444-678b-4d25-8c08-1fda7dc68701), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:25.139823 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-cecea0d5-a9a9-4971-8068-ae875c34844e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (a0b2d242-9f06-47e6-b81a-60f44addf4ed), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:25.155954 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b39aa90d-8557-4d62-bf1a-c580fa7cabb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (12b3284e-e7ef-49dd-bdde-99228c7f4894), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:25.203229 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=77,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:25.207282 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-bca81f6d-65fa-40d2-bd61-831ad8a4ed76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:25.246064 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:25.274400 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvr_db [None req-d8463f90-e531-4a5f-8be6-239c1fc90d9e None None] Set router 59484e11-2538-4091-ae5b-31349df6d1be gateway port host: dv-cinder-855288-2-iscsi {{(pid=106779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:22:25.294239 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=79,neutron:INSERT=10,neutron:UPDATE=11 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:25.363457 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd00062-2d5d-43b1-bfed-7ecebb7798eb None None] Pushing event updated for resources: {'Port': ['ID=90fc5444-678b-4d25-8c08-1fda7dc68701,revision_number=2']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:25.492242 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:25.524394 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-d8463f90-e531-4a5f-8be6-239c1fc90d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59484e11-2538-4091-ae5b-31349df6d1be', 'name': 'tempest-DeleteServersTestJSON-1132419661-router', 'tenant_id': '3abb95e8d0a84b76a5d141815451ceae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '85d439e7-32ef-4101-ba52-0e1a4d72dbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:22:23Z', 'revision_number': 3, 'project_id': '3abb95e8d0a84b76a5d141815451ceae', 'gw_port': {'id': '85d439e7-32ef-4101-ba52-0e1a4d72dbda', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:71:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59484e11-2538-4091-ae5b-31349df6d1be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:23Z', 'updated_at': '2022-08-31T01:22:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi'}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:22:25.563214 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8463f90-e531-4a5f-8be6-239c1fc90d9e None None] Checking router: 59484e11-2538-4091-ae5b-31349df6d1be for host: dv-cinder-855288-2-iscsi {{(pid=106779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:22:25.563781 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8463f90-e531-4a5f-8be6-239c1fc90d9e None None] Updating router 59484e11-2538-4091-ae5b-31349df6d1be port 85d439e7-32ef-4101-ba52-0e1a4d72dbda binding host dv-cinder-855288-2-iscsi {{(pid=106779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:22:25.579766 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecea0d5-a9a9-4971-8068-ae875c34844e None None] Pushing event updated for resources: {'Port': ['ID=a0b2d242-9f06-47e6-b81a-60f44addf4ed,revision_number=2']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:25.601118 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:25.653352 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron_lib.callbacks.manager [None req-d8463f90-e531-4a5f-8be6-239c1fc90d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (85d439e7-32ef-4101-ba52-0e1a4d72dbda), before_update {{(pid=106779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:25.708340 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39aa90d-8557-4d62-bf1a-c580fa7cabb6 None None] Pushing event updated for resources: {'Port': ['ID=12b3284e-e7ef-49dd-bdde-99228c7f4894,revision_number=2']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:25.746283 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:25.773804 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b228fae-370f-407a-aa7a-19f6d18f16c1 None None] Network a27cf704-8eb8-465e-b2ce-81a4020d8b6b requested from dv-cinder-855288-2-iscsi {{(pid=106778) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 01:22:25.788246 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-8f28d806-72b8-4197-bc8f-f2d427bdb45d admin admin] Publish callbacks [] for router_gateway (c6e361c5-ba4b-4479-8e6b-43633c3e7ed9), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:25.912950 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-8f28d806-72b8-4197-bc8f-f2d427bdb45d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:25.948996 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-98f6c00e-f0c4-4d52-a43d-7b5c8aed71f6 None None] Provisioning complete for port 8a2fc823-b897-4c4e-a5c3-2a5996494b1e triggered by entity DHCP. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:22:25.949622 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-98f6c00e-f0c4-4d52-a43d-7b5c8aed71f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (8a2fc823-b897-4c4e-a5c3-2a5996494b1e), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:26.003984 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.db_base_plugin_common [None req-49516cc3-92c9-4198-aa39-1339bef414ca admin admin] Allocated IP 172.27.1.241 (6de90673-24a8-444a-94e7-38ef2e70dd83/b0882f00-706c-4556-bcad-01ef413e142c/bcae5e1e-21f8-45f7-ba18-74d0551b07e1) {{(pid=106776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:22:26.235484 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e0ba90a8-f5f0-46c1-a309-15ebac7814ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:26.280810 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-49516cc3-92c9-4198-aa39-1339bef414ca admin admin] Publish callbacks [] for port (bcae5e1e-21f8-45f7-ba18-74d0551b07e1), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:26.373723 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-98f6c00e-f0c4-4d52-a43d-7b5c8aed71f6 None None] Current status of the port 8a2fc823-b897-4c4e-a5c3-2a5996494b1e is: DOWN; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:22:26.374185 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-98f6c00e-f0c4-4d52-a43d-7b5c8aed71f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (8a2fc823-b897-4c4e-a5c3-2a5996494b1e), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:26.453454 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-98f6c00e-f0c4-4d52-a43d-7b5c8aed71f6 None None] For port 8a2fc823-b897-4c4e-a5c3-2a5996494b1e, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=8a2fc823-b897-4c4e-a5c3-2a5996494b1e,segment=NetworkSegment(0cc02c4f-36ca-4556-a894-45fa7a2cc2be),segment_id=0cc02c4f-36ca-4556-a894-45fa7a2cc2be)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:22:26.527602 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 8a2fc823-b897-4c4e-a5c3-2a5996494b1e up at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:22:26.556770 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-49516cc3-92c9-4198-aa39-1339bef414ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779185826838'] for port (bcae5e1e-21f8-45f7-ba18-74d0551b07e1), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:26.597134 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-98f6c00e-f0c4-4d52-a43d-7b5c8aed71f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (8a2fc823-b897-4c4e-a5c3-2a5996494b1e), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:26.626740 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.db_base_plugin_common [None req-e0ba90a8-f5f0-46c1-a309-15ebac7814ff admin admin] Allocated IP 172.20.0.1 (a27cf704-8eb8-465e-b2ce-81a4020d8b6b/94367183-ee6f-48d8-847a-1f6b2d12d1be/e3c76a5c-0d13-458d-b6f1-e39e583211e8) {{(pid=106777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:22:26.706519 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Provisioning complete for port 8a2fc823-b897-4c4e-a5c3-2a5996494b1e triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:22:26.707969 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (8a2fc823-b897-4c4e-a5c3-2a5996494b1e), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:26.732048 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49516cc3-92c9-4198-aa39-1339bef414ca admin admin] Network 6de90673-24a8-444a-94e7-38ef2e70dd83 is already hosted by enough agents. {{(pid=106776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:22:26.751457 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.base_scheduler [None req-49516cc3-92c9-4198-aa39-1339bef414ca admin admin] Resources bound (agent type, host, resource id): {{(pid=106776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:22:26.753642 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f6c00e-f0c4-4d52-a43d-7b5c8aed71f6 None None] Pushing event updated for resources: {'Port': ['ID=8a2fc823-b897-4c4e-a5c3-2a5996494b1e,revision_number=3']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:26.767235 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49516cc3-92c9-4198-aa39-1339bef414ca admin admin] Received port after_create {{(pid=106776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 01:22:26.788431 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-ca5fe02a-4a98-4ba5-8ba7-6a19ceb4a60d None None] Provisioning complete for port 8a2fc823-b897-4c4e-a5c3-2a5996494b1e triggered by entity DHCP. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:22:26.789107 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-ca5fe02a-4a98-4ba5-8ba7-6a19ceb4a60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (8a2fc823-b897-4c4e-a5c3-2a5996494b1e), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:26.803038 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e0ba90a8-f5f0-46c1-a309-15ebac7814ff admin admin] Publish callbacks [] for port (e3c76a5c-0d13-458d-b6f1-e39e583211e8), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:26.818455 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.db_base_plugin_common [None req-bca81f6d-65fa-40d2-bd61-831ad8a4ed76 admin admin] Allocated IP 172.27.1.158 (6de90673-24a8-444a-94e7-38ef2e70dd83/b0882f00-706c-4556-bcad-01ef413e142c/03f7b4dd-5b0d-41ca-9c65-665318a2eaa9) {{(pid=106776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:22:26.825590 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49516cc3-92c9-4198-aa39-1339bef414ca admin admin] Pushing event updated for resources: {'Port': ['ID=bcae5e1e-21f8-45f7-ba18-74d0551b07e1,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:26.901304 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Current status of the port 8a2fc823-b897-4c4e-a5c3-2a5996494b1e is: ACTIVE; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:22:26.902624 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 90fc5444-678b-4d25-8c08-1fda7dc68701 up at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:22:26.925780 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e0ba90a8-f5f0-46c1-a309-15ebac7814ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779185826838'] for port (e3c76a5c-0d13-458d-b6f1-e39e583211e8), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:26.976497 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-ca5fe02a-4a98-4ba5-8ba7-6a19ceb4a60d None None] Current status of the port 8a2fc823-b897-4c4e-a5c3-2a5996494b1e is: ACTIVE; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:22:26.989160 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Provisioning complete for port 90fc5444-678b-4d25-8c08-1fda7dc68701 triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:22:26.989563 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (90fc5444-678b-4d25-8c08-1fda7dc68701), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:27.048312 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ba90a8-f5f0-46c1-a309-15ebac7814ff admin admin] Network a27cf704-8eb8-465e-b2ce-81a4020d8b6b is already hosted by enough agents. {{(pid=106777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:22:27.056709 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.base_scheduler [None req-e0ba90a8-f5f0-46c1-a309-15ebac7814ff admin admin] Resources bound (agent type, host, resource id): {{(pid=106777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:22:27.063362 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ba90a8-f5f0-46c1-a309-15ebac7814ff admin admin] Pushing event updated for resources: {'Port': ['ID=e3c76a5c-0d13-458d-b6f1-e39e583211e8,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:27.074871 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ba90a8-f5f0-46c1-a309-15ebac7814ff admin admin] Received port after_create {{(pid=106777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 01:22:27.076832 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e0ba90a8-f5f0-46c1-a309-15ebac7814ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-636848'] for router_interface (59484e11-2538-4091-ae5b-31349df6d1be), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:27.111745 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Current status of the port 90fc5444-678b-4d25-8c08-1fda7dc68701 is: DOWN; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:22:27.111745 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (90fc5444-678b-4d25-8c08-1fda7dc68701), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:27.114993 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-bca81f6d-65fa-40d2-bd61-831ad8a4ed76 admin admin] Publish callbacks [] for port (03f7b4dd-5b0d-41ca-9c65-665318a2eaa9), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:27.160900 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa356c0-1fdb-463d-8feb-51d48cec8502 None None] Network 0760f9a5-d813-4a0f-bcef-9988cda0c948 requested from dv-cinder-855288-2-iscsi {{(pid=106778) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 01:22:27.310097 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:27.321138 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=100 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:27.334107 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-eb8427dd-aafd-435a-acbd-dd6a78a9ed85 None None] Provisioning complete for port 90fc5444-678b-4d25-8c08-1fda7dc68701 triggered by entity DHCP. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:22:27.334755 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-eb8427dd-aafd-435a-acbd-dd6a78a9ed85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (90fc5444-678b-4d25-8c08-1fda7dc68701), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:27.379830 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] For port 90fc5444-678b-4d25-8c08-1fda7dc68701, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=90fc5444-678b-4d25-8c08-1fda7dc68701,segment=NetworkSegment(69073539-0cb5-4109-ac49-b16cdc893327),segment_id=69073539-0cb5-4109-ac49-b16cdc893327)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:22:27.449860 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:27.450883 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-49516cc3-92c9-4198-aa39-1339bef414ca admin admin] Publish callbacks [] for router_gateway (a0dd652c-1554-4322-9186-58d07c04c819), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:27.484785 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (90fc5444-678b-4d25-8c08-1fda7dc68701), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:27.485633 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device a0b2d242-9f06-47e6-b81a-60f44addf4ed up at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:22:27.594572 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:UPDATE=6,neutron:SELECT=86,neutron:INSERT=8 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:27.610284 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accb135b-ccb9-4e73-967c-5456309e3493 None None] Network 2a0890c6-f1c3-465a-8b4d-8e1ae2356a58 requested from dv-cinder-855288-2-iscsi {{(pid=106778) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 01:22:27.614574 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-eb8427dd-aafd-435a-acbd-dd6a78a9ed85 None None] Current status of the port 90fc5444-678b-4d25-8c08-1fda7dc68701 is: DOWN; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:22:27.616467 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-eb8427dd-aafd-435a-acbd-dd6a78a9ed85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (90fc5444-678b-4d25-8c08-1fda7dc68701), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:27.618991 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:27.621022 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:27.661831 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-bca81f6d-65fa-40d2-bd61-831ad8a4ed76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779185826838'] for port (03f7b4dd-5b0d-41ca-9c65-665318a2eaa9), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:27.706730 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e0ba90a8-f5f0-46c1-a309-15ebac7814ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (e3c76a5c-0d13-458d-b6f1-e39e583211e8), before_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:27.769288 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:27.814822 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca81f6d-65fa-40d2-bd61-831ad8a4ed76 admin admin] Network 6de90673-24a8-444a-94e7-38ef2e70dd83 is already hosted by enough agents. {{(pid=106776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:22:27.835706 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Pushing event updated for resources: {'Port': ['ID=90fc5444-678b-4d25-8c08-1fda7dc68701,revision_number=3']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:27.835921 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.base_scheduler [None req-bca81f6d-65fa-40d2-bd61-831ad8a4ed76 admin admin] Resources bound (agent type, host, resource id): {{(pid=106776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:22:27.849112 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca81f6d-65fa-40d2-bd61-831ad8a4ed76 admin admin] Received port after_create {{(pid=106776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 01:22:27.867376 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron_lib.callbacks.manager [None req-d8463f90-e531-4a5f-8be6-239c1fc90d9e None None] Publish callbacks [] for port (85d439e7-32ef-4101-ba52-0e1a4d72dbda), precommit_update {{(pid=106779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:27.904462 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4185110-79ba-488d-b4b5-a0dac8a91afa None None] Network 0303b68a-9736-48eb-90f1-d3c52026d074 requested from dv-cinder-855288-2-iscsi {{(pid=106778) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 01:22:27.908811 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Provisioning complete for port a0b2d242-9f06-47e6-b81a-60f44addf4ed triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:22:27.909275 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (a0b2d242-9f06-47e6-b81a-60f44addf4ed), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:27.925572 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.db.api [None req-eb8427dd-aafd-435a-acbd-dd6a78a9ed85 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106778) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 31 01:22:27.926079 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG oslo_db.api [None req-eb8427dd-aafd-435a-acbd-dd6a78a9ed85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:22:27.982095 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron_lib.callbacks.manager [None req-d8463f90-e531-4a5f-8be6-239c1fc90d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (85d439e7-32ef-4101-ba52-0e1a4d72dbda), after_update {{(pid=106779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:27.987069 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca81f6d-65fa-40d2-bd61-831ad8a4ed76 admin admin] Pushing event updated for resources: {'Port': ['ID=03f7b4dd-5b0d-41ca-9c65-665318a2eaa9,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:28.009080 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e0ba90a8-f5f0-46c1-a309-15ebac7814ff admin admin] Publish callbacks [] for port (e3c76a5c-0d13-458d-b6f1-e39e583211e8), precommit_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:28.049372 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41a8f8b-37fd-4b81-be2d-66fcaba7f6c0 None None] Pushing event updated for resources: {'Port': ['ID=85d439e7-32ef-4101-ba52-0e1a4d72dbda,revision_number=2']} {{(pid=106779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:28.061039 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.managers [None req-d8463f90-e531-4a5f-8be6-239c1fc90d9e None None] Attempting to bind port 85d439e7-32ef-4101-ba52-0e1a4d72dbda on host dv-cinder-855288-2-iscsi for vnic_type normal with profile {{(pid=106779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 01:22:28.061522 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.managers [None req-d8463f90-e531-4a5f-8be6-239c1fc90d9e None None] Attempting to bind port 85d439e7-32ef-4101-ba52-0e1a4d72dbda by drivers openvswitch,hyperv on host dv-cinder-855288-2-iscsi at level 0 using segments [{'id': '5532158b-12fc-4975-99d9-f23bee8acdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83'}] {{(pid=106779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 01:22:28.061956 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8463f90-e531-4a5f-8be6-239c1fc90d9e None None] Attempting to bind port 85d439e7-32ef-4101-ba52-0e1a4d72dbda on network 6de90673-24a8-444a-94e7-38ef2e70dd83 {{(pid=106779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:22:28.071923 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41a8f8b-37fd-4b81-be2d-66fcaba7f6c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:28.072374 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41a8f8b-37fd-4b81-be2d-66fcaba7f6c0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:28.072824 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41a8f8b-37fd-4b81-be2d-66fcaba7f6c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:28.073263 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41a8f8b-37fd-4b81-be2d-66fcaba7f6c0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:28.073670 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41a8f8b-37fd-4b81-be2d-66fcaba7f6c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:28.074092 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41a8f8b-37fd-4b81-be2d-66fcaba7f6c0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:28.074663 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41a8f8b-37fd-4b81-be2d-66fcaba7f6c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:28.074825 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41a8f8b-37fd-4b81-be2d-66fcaba7f6c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:28.075260 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41a8f8b-37fd-4b81-be2d-66fcaba7f6c0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:28.075686 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41a8f8b-37fd-4b81-be2d-66fcaba7f6c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:28.075980 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41a8f8b-37fd-4b81-be2d-66fcaba7f6c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:28.076329 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41a8f8b-37fd-4b81-be2d-66fcaba7f6c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:28.076631 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41a8f8b-37fd-4b81-be2d-66fcaba7f6c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:28.076998 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41a8f8b-37fd-4b81-be2d-66fcaba7f6c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:28.077325 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41a8f8b-37fd-4b81-be2d-66fcaba7f6c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:22:28.078510 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41a8f8b-37fd-4b81-be2d-66fcaba7f6c0 None None] Tracked resource versions report: Aug 31 01:22:28.078510 dv-cinder-855288-2-iscsi neutron-server[106779]: pushed versions: Aug 31 01:22:28.078510 dv-cinder-855288-2-iscsi neutron-server[106779]: { 'AddressGroup': {'1.2'}, Aug 31 01:22:28.078510 dv-cinder-855288-2-iscsi neutron-server[106779]: 'Agent': {'1.1'}, Aug 31 01:22:28.078510 dv-cinder-855288-2-iscsi neutron-server[106779]: 'ConntrackHelper': {'1.0'}, Aug 31 01:22:28.078510 dv-cinder-855288-2-iscsi neutron-server[106779]: 'LocalIPAssociation': {'1.0'}, Aug 31 01:22:28.078510 dv-cinder-855288-2-iscsi neutron-server[106779]: 'Log': {'1.0'}, Aug 31 01:22:28.078510 dv-cinder-855288-2-iscsi neutron-server[106779]: 'NDPProxy': {'1.0'}, Aug 31 01:22:28.078510 dv-cinder-855288-2-iscsi neutron-server[106779]: 'Network': {'1.1'}, Aug 31 01:22:28.078510 dv-cinder-855288-2-iscsi neutron-server[106779]: 'Port': {'1.7'}, Aug 31 01:22:28.078510 dv-cinder-855288-2-iscsi neutron-server[106779]: 'PortForwarding': {'1.3'}, Aug 31 01:22:28.078510 dv-cinder-855288-2-iscsi neutron-server[106779]: 'QosPolicy': {'1.10'}, Aug 31 01:22:28.078510 dv-cinder-855288-2-iscsi neutron-server[106779]: 'SecurityGroup': {'1.5'}, Aug 31 01:22:28.078510 dv-cinder-855288-2-iscsi neutron-server[106779]: 'SecurityGroupRule': {'1.2'}, Aug 31 01:22:28.078510 dv-cinder-855288-2-iscsi neutron-server[106779]: 'SubPort': {'1.0'}, Aug 31 01:22:28.078510 dv-cinder-855288-2-iscsi neutron-server[106779]: 'Subnet': {'1.1'}, Aug 31 01:22:28.078510 dv-cinder-855288-2-iscsi neutron-server[106779]: 'Trunk': {'1.1'}} Aug 31 01:22:28.078510 dv-cinder-855288-2-iscsi neutron-server[106779]: consumer versions: Aug 31 01:22:28.078510 dv-cinder-855288-2-iscsi neutron-server[106779]: { DHCP agent@dv-cinder-855288-2-iscsi: {}, Aug 31 01:22:28.078510 dv-cinder-855288-2-iscsi neutron-server[106779]: HyperV agent@hv-cinder-85528: {}, Aug 31 01:22:28.078510 dv-cinder-855288-2-iscsi neutron-server[106779]: L3 agent@dv-cinder-855288-2-iscsi: {}, Aug 31 01:22:28.078510 dv-cinder-855288-2-iscsi neutron-server[106779]: Metadata agent@dv-cinder-855288-2-iscsi: {}, Aug 31 01:22:28.078510 dv-cinder-855288-2-iscsi neutron-server[106779]: Metering agent@dv-cinder-855288-2-iscsi: {}, Aug 31 01:22:28.078510 dv-cinder-855288-2-iscsi neutron-server[106779]: Open vSwitch agent@dv-cinder-855288-2-iscsi: { 'AddressGroup': '1.2', Aug 31 01:22:28.078510 dv-cinder-855288-2-iscsi neutron-server[106779]: 'Agent': '1.1', Aug 31 01:22:28.078510 dv-cinder-855288-2-iscsi neutron-server[106779]: 'ConntrackHelper': '1.0', Aug 31 01:22:28.078510 dv-cinder-855288-2-iscsi neutron-server[106779]: 'LocalIPAssociation': '1.0', Aug 31 01:22:28.078510 dv-cinder-855288-2-iscsi neutron-server[106779]: 'Log': '1.0', Aug 31 01:22:28.078510 dv-cinder-855288-2-iscsi neutron-server[106779]: 'NDPProxy': '1.0', Aug 31 01:22:28.078510 dv-cinder-855288-2-iscsi neutron-server[106779]: 'Network': '1.1', Aug 31 01:22:28.078510 dv-cinder-855288-2-iscsi neutron-server[106779]: 'Port': '1.7', Aug 31 01:22:28.078510 dv-cinder-855288-2-iscsi neutron-server[106779]: 'PortForwarding': '1.3', Aug 31 01:22:28.078510 dv-cinder-855288-2-iscsi neutron-server[106779]: 'QosPolicy': '1.10', Aug 31 01:22:28.078510 dv-cinder-855288-2-iscsi neutron-server[106779]: 'SecurityGroup': '1.5', Aug 31 01:22:28.078510 dv-cinder-855288-2-iscsi neutron-server[106779]: 'SecurityGroupRule': '1.2', Aug 31 01:22:28.078510 dv-cinder-855288-2-iscsi neutron-server[106779]: 'SubPort': '1.0', Aug 31 01:22:28.078510 dv-cinder-855288-2-iscsi neutron-server[106779]: 'Subnet': '1.1', Aug 31 01:22:28.078510 dv-cinder-855288-2-iscsi neutron-server[106779]: 'Trunk': '1.1'}} Aug 31 01:22:28.078510 dv-cinder-855288-2-iscsi neutron-server[106779]: {{(pid=106779) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 01:22:28.083587 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8463f90-e531-4a5f-8be6-239c1fc90d9e None None] Checking agent: {'id': 'f96ef3eb-5320-49ab-b33a-a2775d3a6053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855288-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 1, 14, 6), 'started_at': datetime.datetime(2022, 8, 31, 1, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 1, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855288-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 01:22:28.083587 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8463f90-e531-4a5f-8be6-239c1fc90d9e None None] Checking segment: {'id': '5532158b-12fc-4975-99d9-f23bee8acdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:22:28.083587 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron_lib.callbacks.manager [None req-d8463f90-e531-4a5f-8be6-239c1fc90d9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:28.083587 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8463f90-e531-4a5f-8be6-239c1fc90d9e None None] Bound using segment: {'id': '5532158b-12fc-4975-99d9-f23bee8acdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83'} {{(pid=106779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 01:22:28.083587 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.managers [None req-d8463f90-e531-4a5f-8be6-239c1fc90d9e None None] Bound port: 85d439e7-32ef-4101-ba52-0e1a4d72dbda, host: dv-cinder-855288-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5532158b-12fc-4975-99d9-f23bee8acdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83'}}] {{(pid=106779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 01:22:28.083587 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron_lib.callbacks.manager [None req-d8463f90-e531-4a5f-8be6-239c1fc90d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (85d439e7-32ef-4101-ba52-0e1a4d72dbda), before_update {{(pid=106779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:28.100024 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e0ba90a8-f5f0-46c1-a309-15ebac7814ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (e3c76a5c-0d13-458d-b6f1-e39e583211e8), after_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:28.101627 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e0ba90a8-f5f0-46c1-a309-15ebac7814ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-636708'] for router_interface (59484e11-2538-4091-ae5b-31349df6d1be), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:28.110558 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-49516cc3-92c9-4198-aa39-1339bef414ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-608468'] for router (a0dd652c-1554-4322-9186-58d07c04c819), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:28.147267 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Current status of the port a0b2d242-9f06-47e6-b81a-60f44addf4ed is: DOWN; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:22:28.147664 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (a0b2d242-9f06-47e6-b81a-60f44addf4ed), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:28.166317 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.db [None req-d8463f90-e531-4a5f-8be6-239c1fc90d9e None None] For port 85d439e7-32ef-4101-ba52-0e1a4d72dbda, host dv-cinder-855288-2-iscsi, cleared binding levels {{(pid=106779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:22:28.181058 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.db [None req-d8463f90-e531-4a5f-8be6-239c1fc90d9e None None] For port 85d439e7-32ef-4101-ba52-0e1a4d72dbda, host dv-cinder-855288-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=85d439e7-32ef-4101-ba52-0e1a4d72dbda,segment=NetworkSegment(5532158b-12fc-4975-99d9-f23bee8acdf7),segment_id=5532158b-12fc-4975-99d9-f23bee8acdf7)] {{(pid=106779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:22:28.205885 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] For port a0b2d242-9f06-47e6-b81a-60f44addf4ed, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=a0b2d242-9f06-47e6-b81a-60f44addf4ed,segment=NetworkSegment(46d8b518-61a3-41d6-96c6-0d3f3e223608),segment_id=46d8b518-61a3-41d6-96c6-0d3f3e223608)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:22:28.279390 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron_lib.callbacks.manager [None req-d8463f90-e531-4a5f-8be6-239c1fc90d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (85d439e7-32ef-4101-ba52-0e1a4d72dbda), after_update {{(pid=106779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:28.302426 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (a0b2d242-9f06-47e6-b81a-60f44addf4ed), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:28.304092 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 12b3284e-e7ef-49dd-bdde-99228c7f4894 up at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:22:28.307845 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ba90a8-f5f0-46c1-a309-15ebac7814ff admin admin] Network a27cf704-8eb8-465e-b2ce-81a4020d8b6b is already hosted by enough agents. {{(pid=106777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:22:28.320411 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.base_scheduler [None req-e0ba90a8-f5f0-46c1-a309-15ebac7814ff admin admin] Resources bound (agent type, host, resource id): {{(pid=106777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:22:28.365131 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ba90a8-f5f0-46c1-a309-15ebac7814ff admin admin] Pushing event updated for resources: {'Port': ['ID=e3c76a5c-0d13-458d-b6f1-e39e583211e8,revision_number=2']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:28.403086 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8463f90-e531-4a5f-8be6-239c1fc90d9e None None] Routers {'59484e11-2538-4091-ae5b-31349df6d1be'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:22:28.405563 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-d8463f90-e531-4a5f-8be6-239c1fc90d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:22:03Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['59484e11-2538-4091-ae5b-31349df6d1be'], 'active': True} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:22:28.438920 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.db_base_plugin_common [None req-8f28d806-72b8-4197-bc8f-f2d427bdb45d admin admin] Allocated IP 172.27.1.179 (6de90673-24a8-444a-94e7-38ef2e70dd83/b0882f00-706c-4556-bcad-01ef413e142c/6cfffd58-8e9a-41d8-b355-0977e5670440) {{(pid=106776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:22:28.579416 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:28.612822 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvr_db [None req-d8463f90-e531-4a5f-8be6-239c1fc90d9e None None] Set router 59484e11-2538-4091-ae5b-31349df6d1be gateway port host: dv-cinder-855288-2-iscsi {{(pid=106779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:22:28.643311 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:28.649092 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-eb8427dd-aafd-435a-acbd-dd6a78a9ed85 None None] Current status of the port 90fc5444-678b-4d25-8c08-1fda7dc68701 is: ACTIVE; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:22:28.651993 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Pushing event updated for resources: {'Port': ['ID=a0b2d242-9f06-47e6-b81a-60f44addf4ed,revision_number=3']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:28.658893 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Provisioning complete for port 12b3284e-e7ef-49dd-bdde-99228c7f4894 triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:22:28.659269 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (12b3284e-e7ef-49dd-bdde-99228c7f4894), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:28.663405 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0ba90a8-f5f0-46c1-a309-15ebac7814ff admin admin] Router 59484e11-2538-4091-ae5b-31349df6d1be has already been hosted by L3 agent 1428144b-5b15-4168-8538-b51b3045e8b6 {{(pid=106777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:22:28.782445 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:28.789148 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-b7792061-165f-41bc-a755-210d3bce6d0d None None] Provisioning complete for port 90fc5444-678b-4d25-8c08-1fda7dc68701 triggered by entity DHCP. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:22:28.789742 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7792061-165f-41bc-a755-210d3bce6d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (90fc5444-678b-4d25-8c08-1fda7dc68701), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:28.821497 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Current status of the port 12b3284e-e7ef-49dd-bdde-99228c7f4894 is: DOWN; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:22:28.822137 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (12b3284e-e7ef-49dd-bdde-99228c7f4894), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:28.835249 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ba90a8-f5f0-46c1-a309-15ebac7814ff admin admin] Notify agent at l3_agent.dv-cinder-855288-2-iscsi the message routers_updated {{(pid=106777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:22:28.839139 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-8f28d806-72b8-4197-bc8f-f2d427bdb45d admin admin] Publish callbacks [] for port (6cfffd58-8e9a-41d8-b355-0977e5670440), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:28.843249 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-e0ba90a8-f5f0-46c1-a309-15ebac7814ff admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/59484e11-2538-4091-ae5b-31349df6d1be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8130891 Aug 31 01:22:28.893129 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:28.894765 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41a8f8b-37fd-4b81-be2d-66fcaba7f6c0 None None] Pushing event updated for resources: {'Port': ['ID=85d439e7-32ef-4101-ba52-0e1a4d72dbda,revision_number=3']} {{(pid=106779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:28.930181 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] For port 12b3284e-e7ef-49dd-bdde-99228c7f4894, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=12b3284e-e7ef-49dd-bdde-99228c7f4894,segment=NetworkSegment(4e76086e-0aa2-44ca-adc1-383a20f9a980),segment_id=4e76086e-0aa2-44ca-adc1-383a20f9a980)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:22:28.932297 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:28.969657 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7792061-165f-41bc-a755-210d3bce6d0d None None] Current status of the port 90fc5444-678b-4d25-8c08-1fda7dc68701 is: ACTIVE; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:22:28.984294 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-b7792061-165f-41bc-a755-210d3bce6d0d None None] Provisioning complete for port e3c76a5c-0d13-458d-b6f1-e39e583211e8 triggered by entity DHCP. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:22:28.984666 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7792061-165f-41bc-a755-210d3bce6d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (e3c76a5c-0d13-458d-b6f1-e39e583211e8), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:28.996590 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-d8463f90-e531-4a5f-8be6-239c1fc90d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59484e11-2538-4091-ae5b-31349df6d1be', 'name': 'tempest-DeleteServersTestJSON-1132419661-router', 'tenant_id': '3abb95e8d0a84b76a5d141815451ceae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '85d439e7-32ef-4101-ba52-0e1a4d72dbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:22:27Z', 'revision_number': 4, 'project_id': '3abb95e8d0a84b76a5d141815451ceae', 'gw_port': {'id': '85d439e7-32ef-4101-ba52-0e1a4d72dbda', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:71:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59484e11-2538-4091-ae5b-31349df6d1be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:23Z', 'updated_at': '2022-08-31T01:22:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_interfaces': [{'id': 'e3c76a5c-0d13-458d-b6f1-e39e583211e8', 'name': '', 'network_id': 'a27cf704-8eb8-465e-b2ce-81a4020d8b6b', 'tenant_id': '3abb95e8d0a84b76a5d141815451ceae', 'mac_address': 'fa:16:3e:6f:83:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59484e11-2538-4091-ae5b-31349df6d1be', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '94367183-ee6f-48d8-847a-1f6b2d12d1be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:26Z', 'updated_at': '2022-08-31T01:22:27Z', 'revision_number': 2, 'project_id': '3abb95e8d0a84b76a5d141815451ceae', 'subnets': [{'id': '94367183-ee6f-48d8-847a-1f6b2d12d1be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:22:29.016650 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-bca81f6d-65fa-40d2-bd61-831ad8a4ed76 admin admin] Publish callbacks [] for router_gateway (0346bf8d-72be-459e-8f73-c22d0ddccdd0), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:29.020702 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-8f28d806-72b8-4197-bc8f-f2d427bdb45d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779185826838'] for port (6cfffd58-8e9a-41d8-b355-0977e5670440), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:29.025108 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (12b3284e-e7ef-49dd-bdde-99228c7f4894), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:29.063121 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7792061-165f-41bc-a755-210d3bce6d0d None None] Port e3c76a5c-0d13-458d-b6f1-e39e583211e8 cannot update to ACTIVE because it is not bound. {{(pid=106778) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 01:22:29.072275 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8463f90-e531-4a5f-8be6-239c1fc90d9e None None] The sync data for ids ['59484e11-2538-4091-ae5b-31349df6d1be'] in dv-cinder-855288-2-iscsi is: [{'id': '59484e11-2538-4091-ae5b-31349df6d1be', 'name': 'tempest-DeleteServersTestJSON-1132419661-router', 'tenant_id': '3abb95e8d0a84b76a5d141815451ceae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '85d439e7-32ef-4101-ba52-0e1a4d72dbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:22:27Z', 'revision_number': 4, 'project_id': '3abb95e8d0a84b76a5d141815451ceae', 'gw_port': {'id': '85d439e7-32ef-4101-ba52-0e1a4d72dbda', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:71:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59484e11-2538-4091-ae5b-31349df6d1be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:23Z', 'updated_at': '2022-08-31T01:22:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_interfaces': [{'id': 'e3c76a5c-0d13-458d-b6f1-e39e583211e8', 'name': '', 'network_id': 'a27cf704-8eb8-465e-b2ce-81a4020d8b6b', 'tenant_id': '3abb95e8d0a84b76a5d141815451ceae', 'mac_address': 'fa:16:3e:6f:83:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59484e11-2538-4091-ae5b-31349df6d1be', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '94367183-ee6f-48d8-847a-1f6b2d12d1be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:26Z', 'updated_at': '2022-08-31T01:22:27Z', 'revision_number': 2, 'project_id': '3abb95e8d0a84b76a5d141815451ceae', 'subnets': [{'id': '94367183-ee6f-48d8-847a-1f6b2d12d1be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:22:29.091388 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-b7792061-165f-41bc-a755-210d3bce6d0d None None] Provisioning complete for port 12b3284e-e7ef-49dd-bdde-99228c7f4894 triggered by entity DHCP. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:22:29.091868 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7792061-165f-41bc-a755-210d3bce6d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (12b3284e-e7ef-49dd-bdde-99228c7f4894), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:29.118659 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Pushing event updated for resources: {'Port': ['ID=12b3284e-e7ef-49dd-bdde-99228c7f4894,revision_number=3']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:29.123430 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49516cc3-92c9-4198-aa39-1339bef414ca admin admin] Router a0dd652c-1554-4322-9186-58d07c04c819 is scheduled to L3 agent 1428144b-5b15-4168-8538-b51b3045e8b6 with binding_index 1 {{(pid=106776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:22:29.144514 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f28d806-72b8-4197-bc8f-f2d427bdb45d admin admin] Network 6de90673-24a8-444a-94e7-38ef2e70dd83 is already hosted by enough agents. {{(pid=106776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:22:29.188029 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.base_scheduler [None req-8f28d806-72b8-4197-bc8f-f2d427bdb45d admin admin] Resources bound (agent type, host, resource id): {{(pid=106776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:22:29.194916 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f28d806-72b8-4197-bc8f-f2d427bdb45d admin admin] Pushing event updated for resources: {'Port': ['ID=6cfffd58-8e9a-41d8-b355-0977e5670440,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:29.205985 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f28d806-72b8-4197-bc8f-f2d427bdb45d admin admin] Received port after_create {{(pid=106776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 01:22:29.274709 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device a0b2d242-9f06-47e6-b81a-60f44addf4ed up at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:22:29.366805 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Provisioning complete for port a0b2d242-9f06-47e6-b81a-60f44addf4ed triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:22:29.367184 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (a0b2d242-9f06-47e6-b81a-60f44addf4ed), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:29.390748 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7792061-165f-41bc-a755-210d3bce6d0d None None] Current status of the port 12b3284e-e7ef-49dd-bdde-99228c7f4894 is: ACTIVE; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:22:29.412514 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-b7792061-165f-41bc-a755-210d3bce6d0d None None] Provisioning complete for port a0b2d242-9f06-47e6-b81a-60f44addf4ed triggered by entity DHCP. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:22:29.413064 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7792061-165f-41bc-a755-210d3bce6d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (a0b2d242-9f06-47e6-b81a-60f44addf4ed), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:29.483034 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 54658) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:22:29.484438 dv-cinder-855288-2-iscsi neutron-server[106777]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 31 01:22:29.549009 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Current status of the port a0b2d242-9f06-47e6-b81a-60f44addf4ed is: ACTIVE; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:22:29.550653 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 8a2fc823-b897-4c4e-a5c3-2a5996494b1e up at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:22:29.612123 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7792061-165f-41bc-a755-210d3bce6d0d None None] Current status of the port a0b2d242-9f06-47e6-b81a-60f44addf4ed is: ACTIVE; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:22:29.617026 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49516cc3-92c9-4198-aa39-1339bef414ca admin admin] Notify agent at l3_agent.dv-cinder-855288-2-iscsi the message routers_updated {{(pid=106776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:22:29.641310 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d804b892-549d-4c06-9c14-f05148af10c7 None None] Sync routers for ids ['a0dd652c-1554-4322-9186-58d07c04c819'] in dv-cinder-855288-2-iscsi {{(pid=106778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:22:29.644007 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Provisioning complete for port 8a2fc823-b897-4c4e-a5c3-2a5996494b1e triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:22:29.645454 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (8a2fc823-b897-4c4e-a5c3-2a5996494b1e), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:29.694666 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d804b892-549d-4c06-9c14-f05148af10c7 None None] Routers {'a0dd652c-1554-4322-9186-58d07c04c819'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:22:29.695292 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-d804b892-549d-4c06-9c14-f05148af10c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:22:03Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['a0dd652c-1554-4322-9186-58d07c04c819'], 'active': True} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:22:29.710356 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-bca81f6d-65fa-40d2-bd61-831ad8a4ed76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-608468'] for router (0346bf8d-72be-459e-8f73-c22d0ddccdd0), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:29.804316 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=100 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:29.815172 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-49516cc3-92c9-4198-aa39-1339bef414ca admin admin] Publish callbacks [] for router (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:29.819534 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-49516cc3-92c9-4198-aa39-1339bef414ca admin admin] 10.222.0.20 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.1023943 Aug 31 01:22:29.827605 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 54674) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:22:29.975514 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d7ac7-c736-4a9b-8e66-dba6cb9c2aa0 req-ab6e196e-752f-4b65-bfe3-e8d4d6c81af6 tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:22:29.987900 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvr_db [None req-d804b892-549d-4c06-9c14-f05148af10c7 None None] Set router a0dd652c-1554-4322-9186-58d07c04c819 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:22:30.002878 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b06d7ac7-c736-4a9b-8e66-dba6cb9c2aa0 req-ab6e196e-752f-4b65-bfe3-e8d4d6c81af6 tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] 10.222.0.20 "GET /networking/v2.0/networks?id=a27cf704-8eb8-465e-b2ce-81a4020d8b6b HTTP/1.1" status: 200 len: 812 time: 0.5105021 Aug 31 01:22:30.036536 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b06d7ac7-c736-4a9b-8e66-dba6cb9c2aa0 req-18e4e6e9-7bcb-43c3-81ba-e9e61b6bc986 tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] 10.222.0.20 "GET /networking/v2.0/quotas/3abb95e8d0a84b76a5d141815451ceae HTTP/1.1" status: 200 len: 375 time: 0.0265224 Aug 31 01:22:30.088278 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:30.184468 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-8f28d806-72b8-4197-bc8f-f2d427bdb45d admin admin] Publish callbacks [] for router_gateway (c6e361c5-ba4b-4479-8e6b-43633c3e7ed9), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:30.193564 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b06d7ac7-c736-4a9b-8e66-dba6cb9c2aa0 req-6a460c53-2b02-4e1c-b12a-ae7fd3092445 tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=3abb95e8d0a84b76a5d141815451ceae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1515534 Aug 31 01:22:30.233348 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Current status of the port 8a2fc823-b897-4c4e-a5c3-2a5996494b1e is: ACTIVE; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:22:30.234558 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 90fc5444-678b-4d25-8c08-1fda7dc68701 up at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:22:30.236252 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 54700) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:22:30.379869 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Provisioning complete for port 90fc5444-678b-4d25-8c08-1fda7dc68701 triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:22:30.380176 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (90fc5444-678b-4d25-8c08-1fda7dc68701), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:30.419113 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bca81f6d-65fa-40d2-bd61-831ad8a4ed76 admin admin] Router 0346bf8d-72be-459e-8f73-c22d0ddccdd0 is scheduled to L3 agent 1428144b-5b15-4168-8538-b51b3045e8b6 with binding_index 1 {{(pid=106776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:22:30.453965 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-d804b892-549d-4c06-9c14-f05148af10c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'name': 'tempest-AttachVolumeNegativeTest-703590554-router', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bcae5e1e-21f8-45f7-ba18-74d0551b07e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:22:27Z', 'revision_number': 3, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'gw_port': {'id': 'bcae5e1e-21f8-45f7-ba18-74d0551b07e1', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4b:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:25Z', 'updated_at': '2022-08-31T01:22:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi'}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:22:30.463223 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-5cd0394f-2746-4ba5-bba4-5d8abc7cee97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:30.493419 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d804b892-549d-4c06-9c14-f05148af10c7 None None] Checking router: a0dd652c-1554-4322-9186-58d07c04c819 for host: dv-cinder-855288-2-iscsi {{(pid=106778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:22:30.493419 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d804b892-549d-4c06-9c14-f05148af10c7 None None] Updating router a0dd652c-1554-4322-9186-58d07c04c819 port bcae5e1e-21f8-45f7-ba18-74d0551b07e1 binding host dv-cinder-855288-2-iscsi {{(pid=106778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:22:30.555805 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-d804b892-549d-4c06-9c14-f05148af10c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (bcae5e1e-21f8-45f7-ba18-74d0551b07e1), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:30.567569 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:30.606509 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Current status of the port 90fc5444-678b-4d25-8c08-1fda7dc68701 is: ACTIVE; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:22:30.639743 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-5cd0394f-2746-4ba5-bba4-5d8abc7cee97 admin admin] Publish callbacks [] for security_group (e028318d-666a-48c9-883c-c4c2aa6b1023), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:30.644189 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:30.653961 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [req-b06d7ac7-c736-4a9b-8e66-dba6cb9c2aa0 req-719463a4-c93e-433c-8476-f239941b17c1 service neutron] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106777) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 01:22:30.665401 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b06d7ac7-c736-4a9b-8e66-dba6cb9c2aa0 req-719463a4-c93e-433c-8476-f239941b17c1 service neutron] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2311258 Aug 31 01:22:30.678169 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:30.729746 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-5cd0394f-2746-4ba5-bba4-5d8abc7cee97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (e028318d-666a-48c9-883c-c4c2aa6b1023), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:30.822863 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-5cd0394f-2746-4ba5-bba4-5d8abc7cee97 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=f8c9b1e4e8e246a58d474ae79c32fac3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5753899 Aug 31 01:22:30.823054 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd0394f-2746-4ba5-bba4-5d8abc7cee97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e028318d-666a-48c9-883c-c4c2aa6b1023,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:30.825630 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 54718) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:22:30.898168 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b06d7ac7-c736-4a9b-8e66-dba6cb9c2aa0 req-0446fadb-8aeb-48c6-a5ce-36b28bea69fb service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a27cf704-8eb8-465e-b2ce-81a4020d8b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167375 Aug 31 01:22:30.981492 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-dddc0223-adf1-40f3-b208-6f27b6939878 admin admin] Publish callbacks [] for security_group (e028318d-666a-48c9-883c-c4c2aa6b1023), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:31.040578 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-dddc0223-adf1-40f3-b208-6f27b6939878 admin admin] Publish callbacks [] for security_group (e028318d-666a-48c9-883c-c4c2aa6b1023), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:31.067466 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-d804b892-549d-4c06-9c14-f05148af10c7 None None] Publish callbacks [] for port (bcae5e1e-21f8-45f7-ba18-74d0551b07e1), precommit_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:31.090713 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca81f6d-65fa-40d2-bd61-831ad8a4ed76 admin admin] Notify agent at l3_agent.dv-cinder-855288-2-iscsi the message routers_updated {{(pid=106776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:22:31.111628 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9592f02c-8692-4cff-8fba-dcd866169973 None None] Sync routers for ids ['0346bf8d-72be-459e-8f73-c22d0ddccdd0'] in dv-cinder-855288-2-iscsi {{(pid=106779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:22:31.134852 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9592f02c-8692-4cff-8fba-dcd866169973 None None] Routers {'0346bf8d-72be-459e-8f73-c22d0ddccdd0'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:22:31.134852 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-9592f02c-8692-4cff-8fba-dcd866169973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:22:03Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['0346bf8d-72be-459e-8f73-c22d0ddccdd0'], 'active': True} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:22:31.142255 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b06d7ac7-c736-4a9b-8e66-dba6cb9c2aa0 req-69c704e9-4345-418f-91f0-1d8dfd67c845 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a27cf704-8eb8-465e-b2ce-81a4020d8b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406962 Aug 31 01:22:31.153849 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-d804b892-549d-4c06-9c14-f05148af10c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (bcae5e1e-21f8-45f7-ba18-74d0551b07e1), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:31.202992 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-8f28d806-72b8-4197-bc8f-f2d427bdb45d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-608468'] for router (c6e361c5-ba4b-4479-8e6b-43633c3e7ed9), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:31.291807 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:31.300676 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-dddc0223-adf1-40f3-b208-6f27b6939878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (e028318d-666a-48c9-883c-c4c2aa6b1023), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:31.304031 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-dddc0223-adf1-40f3-b208-6f27b6939878 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:31.304433 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-bca81f6d-65fa-40d2-bd61-831ad8a4ed76 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:31.305783 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-bca81f6d-65fa-40d2-bd61-831ad8a4ed76 admin admin] 10.222.0.20 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.6475649 Aug 31 01:22:31.309011 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-dddc0223-adf1-40f3-b208-6f27b6939878 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/e028318d-666a-48c9-883c-c4c2aa6b1023 HTTP/1.1" status: 204 len: 168 time: 0.4791512 Aug 31 01:22:31.310203 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 54732) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:22:31.316008 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:31.376143 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 85d439e7-32ef-4101-ba52-0e1a4d72dbda up at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:22:31.455521 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=100 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:31.460967 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.managers [None req-d804b892-549d-4c06-9c14-f05148af10c7 None None] Attempting to bind port bcae5e1e-21f8-45f7-ba18-74d0551b07e1 on host dv-cinder-855288-2-iscsi for vnic_type normal with profile {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 01:22:31.461350 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.managers [None req-d804b892-549d-4c06-9c14-f05148af10c7 None None] Attempting to bind port bcae5e1e-21f8-45f7-ba18-74d0551b07e1 by drivers openvswitch,hyperv on host dv-cinder-855288-2-iscsi at level 0 using segments [{'id': '5532158b-12fc-4975-99d9-f23bee8acdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83'}] {{(pid=106778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 01:22:31.461714 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d804b892-549d-4c06-9c14-f05148af10c7 None None] Attempting to bind port bcae5e1e-21f8-45f7-ba18-74d0551b07e1 on network 6de90673-24a8-444a-94e7-38ef2e70dd83 {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:22:31.474926 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d804b892-549d-4c06-9c14-f05148af10c7 None None] Checking agent: {'id': 'f96ef3eb-5320-49ab-b33a-a2775d3a6053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855288-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 1, 14, 6), 'started_at': datetime.datetime(2022, 8, 31, 1, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 1, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855288-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 01:22:31.475397 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d804b892-549d-4c06-9c14-f05148af10c7 None None] Checking segment: {'id': '5532158b-12fc-4975-99d9-f23bee8acdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:22:31.475795 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-d804b892-549d-4c06-9c14-f05148af10c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:31.476193 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d804b892-549d-4c06-9c14-f05148af10c7 None None] Bound using segment: {'id': '5532158b-12fc-4975-99d9-f23bee8acdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83'} {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 01:22:31.476667 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.managers [None req-d804b892-549d-4c06-9c14-f05148af10c7 None None] Bound port: bcae5e1e-21f8-45f7-ba18-74d0551b07e1, host: dv-cinder-855288-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5532158b-12fc-4975-99d9-f23bee8acdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83'}}] {{(pid=106778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 01:22:31.477678 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-d804b892-549d-4c06-9c14-f05148af10c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (bcae5e1e-21f8-45f7-ba18-74d0551b07e1), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:31.490843 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Provisioning complete for port 85d439e7-32ef-4101-ba52-0e1a4d72dbda triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:22:31.491292 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (85d439e7-32ef-4101-ba52-0e1a4d72dbda), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:31.492314 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddc0223-adf1-40f3-b208-6f27b6939878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e028318d-666a-48c9-883c-c4c2aa6b1023,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:31.518410 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvr_db [None req-9592f02c-8692-4cff-8fba-dcd866169973 None None] Set router 0346bf8d-72be-459e-8f73-c22d0ddccdd0 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:22:31.533926 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:31.535399 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-7b7952f5-85c5-4570-b9d2-00ffbe6eea3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:31.587915 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaedcfa5-9ac1-4f08-8d0b-f5e4ba10a0c5 None None] Pushing event updated for resources: {'Port': ['ID=bcae5e1e-21f8-45f7-ba18-74d0551b07e1,revision_number=2']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:31.608886 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-1062a40d-6626-40ab-a337-e4e2dc9d8522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (06e7caa6-6f15-45a1-a03b-1c511964ed9a), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:31.671557 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Current status of the port 85d439e7-32ef-4101-ba52-0e1a4d72dbda is: DOWN; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:22:31.672467 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (85d439e7-32ef-4101-ba52-0e1a4d72dbda), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:31.706421 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] For port 85d439e7-32ef-4101-ba52-0e1a4d72dbda, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=85d439e7-32ef-4101-ba52-0e1a4d72dbda,segment=NetworkSegment(5532158b-12fc-4975-99d9-f23bee8acdf7),segment_id=5532158b-12fc-4975-99d9-f23bee8acdf7)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:22:31.719693 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f28d806-72b8-4197-bc8f-f2d427bdb45d admin admin] Router c6e361c5-ba4b-4479-8e6b-43633c3e7ed9 is scheduled to L3 agent 1428144b-5b15-4168-8538-b51b3045e8b6 with binding_index 1 {{(pid=106776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:22:31.744861 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-d804b892-549d-4c06-9c14-f05148af10c7 None None] For port bcae5e1e-21f8-45f7-ba18-74d0551b07e1, host dv-cinder-855288-2-iscsi, cleared binding levels {{(pid=106778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:22:31.751617 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-d804b892-549d-4c06-9c14-f05148af10c7 None None] For port bcae5e1e-21f8-45f7-ba18-74d0551b07e1, host dv-cinder-855288-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=bcae5e1e-21f8-45f7-ba18-74d0551b07e1,segment=NetworkSegment(5532158b-12fc-4975-99d9-f23bee8acdf7),segment_id=5532158b-12fc-4975-99d9-f23bee8acdf7)] {{(pid=106778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:22:31.780862 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:31.786130 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (85d439e7-32ef-4101-ba52-0e1a4d72dbda), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:31.788231 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 12b3284e-e7ef-49dd-bdde-99228c7f4894 up at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:22:31.905846 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=100 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:31.907721 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-d804b892-549d-4c06-9c14-f05148af10c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (bcae5e1e-21f8-45f7-ba18-74d0551b07e1), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:31.922165 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 54764) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:22:31.936663 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d804b892-549d-4c06-9c14-f05148af10c7 None None] Routers {'a0dd652c-1554-4322-9186-58d07c04c819'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:22:31.937498 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-d804b892-549d-4c06-9c14-f05148af10c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:22:03Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['a0dd652c-1554-4322-9186-58d07c04c819'], 'active': True} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:22:32.047888 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-9592f02c-8692-4cff-8fba-dcd866169973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0346bf8d-72be-459e-8f73-c22d0ddccdd0', 'name': 'tempest-ServerRescueNegativeTestJSON-1249741824-router', 'tenant_id': 'd58414b1dd2342d58cc7665aee50b86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '03f7b4dd-5b0d-41ca-9c65-665318a2eaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:22:28Z', 'revision_number': 3, 'project_id': 'd58414b1dd2342d58cc7665aee50b86b', 'gw_port': {'id': '03f7b4dd-5b0d-41ca-9c65-665318a2eaa9', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0346bf8d-72be-459e-8f73-c22d0ddccdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:25Z', 'updated_at': '2022-08-31T01:22:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi'}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:22:32.093215 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f28d806-72b8-4197-bc8f-f2d427bdb45d admin admin] Notify agent at l3_agent.dv-cinder-855288-2-iscsi the message routers_updated {{(pid=106776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:22:32.119892 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f532ec2d-c920-4525-9866-3ae8ba8dd35c None None] Sync routers for ids ['c6e361c5-ba4b-4479-8e6b-43633c3e7ed9'] in dv-cinder-855288-2-iscsi {{(pid=106778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:22:32.127283 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9592f02c-8692-4cff-8fba-dcd866169973 None None] Checking router: 0346bf8d-72be-459e-8f73-c22d0ddccdd0 for host: dv-cinder-855288-2-iscsi {{(pid=106779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:22:32.128292 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9592f02c-8692-4cff-8fba-dcd866169973 None None] Updating router 0346bf8d-72be-459e-8f73-c22d0ddccdd0 port 03f7b4dd-5b0d-41ca-9c65-665318a2eaa9 binding host dv-cinder-855288-2-iscsi {{(pid=106779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:22:32.146568 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:32.152013 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Pushing event updated for resources: {'Port': ['ID=85d439e7-32ef-4101-ba52-0e1a4d72dbda,revision_number=4']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:32.181814 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-fb02993c-3968-4aab-a97a-c1ede1612659 req-6e5ad307-c2eb-455c-b465-8ec0536c2dda tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3f2e4287-f02a-4d2f-a669-621ae355fce5 HTTP/1.1" status: 200 len: 210 time: 0.2583981 Aug 31 01:22:32.187234 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron_lib.callbacks.manager [None req-9592f02c-8692-4cff-8fba-dcd866169973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (03f7b4dd-5b0d-41ca-9c65-665318a2eaa9), before_update {{(pid=106779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:32.207087 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-8f28d806-72b8-4197-bc8f-f2d427bdb45d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:32.211210 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-8f28d806-72b8-4197-bc8f-f2d427bdb45d admin admin] 10.222.0.20 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.5410712 Aug 31 01:22:32.211210 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.db_base_plugin_common [None req-7b7952f5-85c5-4570-b9d2-00ffbe6eea3b admin admin] Allocated IP 172.20.0.1 (0760f9a5-d813-4a0f-bcef-9988cda0c948/4cf8958b-5555-42e1-b4dd-8dee2893fbc9/519870e6-178f-4031-8a44-b0fbae55ebbe) {{(pid=106776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:22:32.213159 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 54776) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:22:32.251674 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Provisioning complete for port 12b3284e-e7ef-49dd-bdde-99228c7f4894 triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:22:32.252214 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (12b3284e-e7ef-49dd-bdde-99228c7f4894), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:32.264240 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f532ec2d-c920-4525-9866-3ae8ba8dd35c None None] Routers {'c6e361c5-ba4b-4479-8e6b-43633c3e7ed9'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:22:32.265110 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-f532ec2d-c920-4525-9866-3ae8ba8dd35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:22:03Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['c6e361c5-ba4b-4479-8e6b-43633c3e7ed9'], 'active': True} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:22:32.334416 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 54778) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:22:32.438597 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-b39c5bb7-58c8-4aa8-9244-bc13a57e3a4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:32.455720 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:32.612652 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvr_db [None req-f532ec2d-c920-4525-9866-3ae8ba8dd35c None None] Set router c6e361c5-ba4b-4479-8e6b-43633c3e7ed9 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:22:32.615674 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:32.734392 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-7b7952f5-85c5-4570-b9d2-00ffbe6eea3b admin admin] Publish callbacks [] for port (519870e6-178f-4031-8a44-b0fbae55ebbe), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:32.767402 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 54798) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:22:32.789832 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-a268c69d-7616-47d3-af24-b3b899872013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:32.871102 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:32.918655 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-b39c5bb7-58c8-4aa8-9244-bc13a57e3a4e admin admin] Publish callbacks [] for security_group (b7b5ce82-a611-4cf9-b184-4306a5db406c), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:32.918926 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron_lib.callbacks.manager [None req-9592f02c-8692-4cff-8fba-dcd866169973 None None] Publish callbacks [] for port (03f7b4dd-5b0d-41ca-9c65-665318a2eaa9), precommit_update {{(pid=106779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:32.930331 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16084b50-2564-4164-b3a0-c40f717922ac None None] Sync routers for ids ['59484e11-2538-4091-ae5b-31349df6d1be'] in dv-cinder-855288-2-iscsi {{(pid=106779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:22:32.948530 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16084b50-2564-4164-b3a0-c40f717922ac None None] Routers {'59484e11-2538-4091-ae5b-31349df6d1be'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:22:32.949884 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-16084b50-2564-4164-b3a0-c40f717922ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:22:03Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['59484e11-2538-4091-ae5b-31349df6d1be'], 'active': True} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:22:32.956033 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:32.993131 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaedcfa5-9ac1-4f08-8d0b-f5e4ba10a0c5 None None] Pushing event updated for resources: {'Port': ['ID=bcae5e1e-21f8-45f7-ba18-74d0551b07e1,revision_number=3']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:33.012806 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-7b7952f5-85c5-4570-b9d2-00ffbe6eea3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779185826838'] for port (519870e6-178f-4031-8a44-b0fbae55ebbe), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:33.030445 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvr_db [None req-d804b892-549d-4c06-9c14-f05148af10c7 None None] Set router a0dd652c-1554-4322-9186-58d07c04c819 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:22:33.052081 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-b39c5bb7-58c8-4aa8-9244-bc13a57e3a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (b7b5ce82-a611-4cf9-b184-4306a5db406c), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:33.070422 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-b8a6e704-d053-4544-8525-41ef08612d2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:33.098239 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvr_db [None req-16084b50-2564-4164-b3a0-c40f717922ac None None] Set router 59484e11-2538-4091-ae5b-31349df6d1be gateway port host: dv-cinder-855288-2-iscsi {{(pid=106779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:22:33.104672 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:33.106608 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.db_base_plugin_common [None req-a268c69d-7616-47d3-af24-b3b899872013 admin admin] Allocated IP 172.20.0.1 (0303b68a-9736-48eb-90f1-d3c52026d074/14c282f1-a88f-47d5-b759-92c78d45d59b/7522e8f9-2020-4559-93b2-83cbdf697964) {{(pid=106777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:22:33.114778 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7952f5-85c5-4570-b9d2-00ffbe6eea3b admin admin] Network 0760f9a5-d813-4a0f-bcef-9988cda0c948 is already hosted by enough agents. {{(pid=106776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:22:33.122807 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Current status of the port 12b3284e-e7ef-49dd-bdde-99228c7f4894 is: ACTIVE; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:22:33.137532 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.base_scheduler [None req-7b7952f5-85c5-4570-b9d2-00ffbe6eea3b admin admin] Resources bound (agent type, host, resource id): {{(pid=106776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:22:33.213350 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39c5bb7-58c8-4aa8-9244-bc13a57e3a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b5ce82-a611-4cf9-b184-4306a5db406c,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:33.221099 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7952f5-85c5-4570-b9d2-00ffbe6eea3b admin admin] Received port after_create {{(pid=106776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 01:22:33.222600 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-7b7952f5-85c5-4570-b9d2-00ffbe6eea3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-636848'] for router_interface (a0dd652c-1554-4322-9186-58d07c04c819), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:33.228607 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron_lib.callbacks.manager [None req-9592f02c-8692-4cff-8fba-dcd866169973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (03f7b4dd-5b0d-41ca-9c65-665318a2eaa9), after_update {{(pid=106779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:33.251950 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-b39c5bb7-58c8-4aa8-9244-bc13a57e3a4e admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=68d95954bb524dbebf8fda826fc566bd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9114273 Aug 31 01:22:33.254711 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7952f5-85c5-4570-b9d2-00ffbe6eea3b admin admin] Pushing event updated for resources: {'Port': ['ID=519870e6-178f-4031-8a44-b0fbae55ebbe,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:33.265071 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 54812) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:22:33.286676 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:33.289017 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.managers [None req-9592f02c-8692-4cff-8fba-dcd866169973 None None] Attempting to bind port 03f7b4dd-5b0d-41ca-9c65-665318a2eaa9 on host dv-cinder-855288-2-iscsi for vnic_type normal with profile {{(pid=106779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 01:22:33.289500 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.managers [None req-9592f02c-8692-4cff-8fba-dcd866169973 None None] Attempting to bind port 03f7b4dd-5b0d-41ca-9c65-665318a2eaa9 by drivers openvswitch,hyperv on host dv-cinder-855288-2-iscsi at level 0 using segments [{'id': '5532158b-12fc-4975-99d9-f23bee8acdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83'}] {{(pid=106779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 01:22:33.290022 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9592f02c-8692-4cff-8fba-dcd866169973 None None] Attempting to bind port 03f7b4dd-5b0d-41ca-9c65-665318a2eaa9 on network 6de90673-24a8-444a-94e7-38ef2e70dd83 {{(pid=106779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:22:33.300599 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=100 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:33.373856 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-b8a6e704-d053-4544-8525-41ef08612d2c admin admin] Publish callbacks [] for security_group (67aca7c3-2189-45f8-921c-f44f84348457), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:33.388591 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-f532ec2d-c920-4525-9866-3ae8ba8dd35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e361c5-ba4b-4479-8e6b-43633c3e7ed9', 'name': 'tempest-AttachVolumeShelveTestJSON-1467074649-router', 'tenant_id': '53d2295ada114ea3b6b5001c4c197f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '6cfffd58-8e9a-41d8-b355-0977e5670440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:22:29Z', 'revision_number': 3, 'project_id': '53d2295ada114ea3b6b5001c4c197f35', 'gw_port': {'id': '6cfffd58-8e9a-41d8-b355-0977e5670440', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9f:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e361c5-ba4b-4479-8e6b-43633c3e7ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:25Z', 'updated_at': '2022-08-31T01:22:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi'}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:22:33.399035 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9592f02c-8692-4cff-8fba-dcd866169973 None None] Checking agent: {'id': 'f96ef3eb-5320-49ab-b33a-a2775d3a6053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855288-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 1, 14, 6), 'started_at': datetime.datetime(2022, 8, 31, 1, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 1, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855288-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 01:22:33.399620 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9592f02c-8692-4cff-8fba-dcd866169973 None None] Checking segment: {'id': '5532158b-12fc-4975-99d9-f23bee8acdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:22:33.400986 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron_lib.callbacks.manager [None req-9592f02c-8692-4cff-8fba-dcd866169973 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:33.403077 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9592f02c-8692-4cff-8fba-dcd866169973 None None] Bound using segment: {'id': '5532158b-12fc-4975-99d9-f23bee8acdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83'} {{(pid=106779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 01:22:33.403833 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.managers [None req-9592f02c-8692-4cff-8fba-dcd866169973 None None] Bound port: 03f7b4dd-5b0d-41ca-9c65-665318a2eaa9, host: dv-cinder-855288-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5532158b-12fc-4975-99d9-f23bee8acdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83'}}] {{(pid=106779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 01:22:33.404334 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron_lib.callbacks.manager [None req-9592f02c-8692-4cff-8fba-dcd866169973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (03f7b4dd-5b0d-41ca-9c65-665318a2eaa9), before_update {{(pid=106779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:33.413878 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-43d8c798-7df5-4e47-80a5-1dfaaa92fb50 req-807973ae-dad6-461c-888a-35e74ab51b33 tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3f2e4287-f02a-4d2f-a669-621ae355fce5 HTTP/1.1" status: 200 len: 210 time: 0.0809321 Aug 31 01:22:33.431731 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f532ec2d-c920-4525-9866-3ae8ba8dd35c None None] Checking router: c6e361c5-ba4b-4479-8e6b-43633c3e7ed9 for host: dv-cinder-855288-2-iscsi {{(pid=106778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:22:33.432011 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f532ec2d-c920-4525-9866-3ae8ba8dd35c None None] Updating router c6e361c5-ba4b-4479-8e6b-43633c3e7ed9 port 6cfffd58-8e9a-41d8-b355-0977e5670440 binding host dv-cinder-855288-2-iscsi {{(pid=106778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:22:33.434210 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 85d439e7-32ef-4101-ba52-0e1a4d72dbda up at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:22:33.437621 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-a268c69d-7616-47d3-af24-b3b899872013 admin admin] Publish callbacks [] for port (7522e8f9-2020-4559-93b2-83cbdf697964), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:33.439322 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-b8a6e704-d053-4544-8525-41ef08612d2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (67aca7c3-2189-45f8-921c-f44f84348457), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:33.472230 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:33.582171 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-f532ec2d-c920-4525-9866-3ae8ba8dd35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (6cfffd58-8e9a-41d8-b355-0977e5670440), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:33.600713 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-b8a6e704-d053-4544-8525-41ef08612d2c admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=314a7f3b9a1c48e98ff114f51e82ff01&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8321917 Aug 31 01:22:33.608182 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 54820) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:22:33.617907 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a6e704-d053-4544-8525-41ef08612d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67aca7c3-2189-45f8-921c-f44f84348457,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:33.630506 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=9 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:33.674947 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.db [None req-9592f02c-8692-4cff-8fba-dcd866169973 None None] For port 03f7b4dd-5b0d-41ca-9c65-665318a2eaa9, host dv-cinder-855288-2-iscsi, cleared binding levels {{(pid=106779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:22:33.688379 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Provisioning complete for port 85d439e7-32ef-4101-ba52-0e1a4d72dbda triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:22:33.688799 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (85d439e7-32ef-4101-ba52-0e1a4d72dbda), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:33.709302 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.db [None req-9592f02c-8692-4cff-8fba-dcd866169973 None None] For port 03f7b4dd-5b0d-41ca-9c65-665318a2eaa9, host dv-cinder-855288-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=03f7b4dd-5b0d-41ca-9c65-665318a2eaa9,segment=NetworkSegment(5532158b-12fc-4975-99d9-f23bee8acdf7),segment_id=5532158b-12fc-4975-99d9-f23bee8acdf7)] {{(pid=106779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:22:33.714688 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33a414a-a3b2-4bd8-a16c-ff38aa3c45b3 None None] Pushing event updated for resources: {'Port': ['ID=03f7b4dd-5b0d-41ca-9c65-665318a2eaa9,revision_number=2']} {{(pid=106779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:33.724154 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-8856e3a7-8d30-4694-9431-3b378fa05fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (1428144b-5b15-4168-8538-b51b3045e8b6), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:33.729888 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (799b9b45-836a-4007-8b99-6041c4a5ce6b), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:33.746799 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-1976b64d-9947-4d0a-b03a-bbadb70b57f6 admin admin] Publish callbacks [] for security_group (67aca7c3-2189-45f8-921c-f44f84348457), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:33.758803 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-87bc8866-e212-4ca5-83ba-889aa8ed996e None None] Provisioning complete for port 519870e6-178f-4031-8a44-b0fbae55ebbe triggered by entity DHCP. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:22:33.759182 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-87bc8866-e212-4ca5-83ba-889aa8ed996e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (519870e6-178f-4031-8a44-b0fbae55ebbe), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:33.801684 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-d804b892-549d-4c06-9c14-f05148af10c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'name': 'tempest-AttachVolumeNegativeTest-703590554-router', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bcae5e1e-21f8-45f7-ba18-74d0551b07e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:22:27Z', 'revision_number': 3, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'gw_port': {'id': 'bcae5e1e-21f8-45f7-ba18-74d0551b07e1', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4b:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:25Z', 'updated_at': '2022-08-31T01:22:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi'}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:22:33.836091 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-1976b64d-9947-4d0a-b03a-bbadb70b57f6 admin admin] Publish callbacks [] for security_group (67aca7c3-2189-45f8-921c-f44f84348457), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:33.843351 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron_lib.callbacks.manager [None req-9592f02c-8692-4cff-8fba-dcd866169973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (03f7b4dd-5b0d-41ca-9c65-665318a2eaa9), after_update {{(pid=106779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:33.856836 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-16084b50-2564-4164-b3a0-c40f717922ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59484e11-2538-4091-ae5b-31349df6d1be', 'name': 'tempest-DeleteServersTestJSON-1132419661-router', 'tenant_id': '3abb95e8d0a84b76a5d141815451ceae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '85d439e7-32ef-4101-ba52-0e1a4d72dbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:22:27Z', 'revision_number': 4, 'project_id': '3abb95e8d0a84b76a5d141815451ceae', 'gw_port': {'id': '85d439e7-32ef-4101-ba52-0e1a4d72dbda', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:71:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59484e11-2538-4091-ae5b-31349df6d1be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:23Z', 'updated_at': '2022-08-31T01:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_interfaces': [{'id': 'e3c76a5c-0d13-458d-b6f1-e39e583211e8', 'name': '', 'network_id': 'a27cf704-8eb8-465e-b2ce-81a4020d8b6b', 'tenant_id': '3abb95e8d0a84b76a5d141815451ceae', 'mac_address': 'fa:16:3e:6f:83:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59484e11-2538-4091-ae5b-31349df6d1be', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '94367183-ee6f-48d8-847a-1f6b2d12d1be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:26Z', 'updated_at': '2022-08-31T01:22:27Z', 'revision_number': 2, 'project_id': '3abb95e8d0a84b76a5d141815451ceae', 'subnets': [{'id': '94367183-ee6f-48d8-847a-1f6b2d12d1be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:22:33.877976 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-a268c69d-7616-47d3-af24-b3b899872013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779185826838'] for port (7522e8f9-2020-4559-93b2-83cbdf697964), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:33.895070 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-2ff15e65-3a7e-4ea6-80de-884d9fa8e85b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:33.911840 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-6eb9229b-d101-40cf-8084-f8c55a96c608 admin admin] Publish callbacks [] for security_group (b7b5ce82-a611-4cf9-b184-4306a5db406c), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:33.915747 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d804b892-549d-4c06-9c14-f05148af10c7 None None] The sync data for ids ['a0dd652c-1554-4322-9186-58d07c04c819'] in dv-cinder-855288-2-iscsi is: [{'id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'name': 'tempest-AttachVolumeNegativeTest-703590554-router', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bcae5e1e-21f8-45f7-ba18-74d0551b07e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:22:27Z', 'revision_number': 3, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'gw_port': {'id': 'bcae5e1e-21f8-45f7-ba18-74d0551b07e1', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4b:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:25Z', 'updated_at': '2022-08-31T01:22:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi'}] {{(pid=106778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:22:33.942057 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-87bc8866-e212-4ca5-83ba-889aa8ed996e None None] Port 519870e6-178f-4031-8a44-b0fbae55ebbe cannot update to ACTIVE because it is not bound. {{(pid=106778) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 01:22:33.954867 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Current status of the port 85d439e7-32ef-4101-ba52-0e1a4d72dbda is: ACTIVE; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:22:34.000761 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a268c69d-7616-47d3-af24-b3b899872013 admin admin] Network 0303b68a-9736-48eb-90f1-d3c52026d074 is already hosted by enough agents. {{(pid=106777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:22:34.019817 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-6eb9229b-d101-40cf-8084-f8c55a96c608 admin admin] Publish callbacks [] for security_group (b7b5ce82-a611-4cf9-b184-4306a5db406c), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:34.027240 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:34.039033 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.base_scheduler [None req-a268c69d-7616-47d3-af24-b3b899872013 admin admin] Resources bound (agent type, host, resource id): {{(pid=106777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:22:34.049942 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a268c69d-7616-47d3-af24-b3b899872013 admin admin] Received port after_create {{(pid=106777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 01:22:34.050576 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-a268c69d-7616-47d3-af24-b3b899872013 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-636848'] for router_interface (0346bf8d-72be-459e-8f73-c22d0ddccdd0), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:34.066833 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9592f02c-8692-4cff-8fba-dcd866169973 None None] Routers {'0346bf8d-72be-459e-8f73-c22d0ddccdd0'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:22:34.068573 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-9592f02c-8692-4cff-8fba-dcd866169973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:22:34Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['0346bf8d-72be-459e-8f73-c22d0ddccdd0'], 'active': True} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:22:34.274044 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a268c69d-7616-47d3-af24-b3b899872013 admin admin] Pushing event updated for resources: {'Port': ['ID=7522e8f9-2020-4559-93b2-83cbdf697964,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:34.294811 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16084b50-2564-4164-b3a0-c40f717922ac None None] Checking router: 59484e11-2538-4091-ae5b-31349df6d1be for host: dv-cinder-855288-2-iscsi {{(pid=106779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:22:34.295406 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16084b50-2564-4164-b3a0-c40f717922ac None None] Updating router 59484e11-2538-4091-ae5b-31349df6d1be port e3c76a5c-0d13-458d-b6f1-e39e583211e8 binding host dv-cinder-855288-2-iscsi {{(pid=106779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:22:34.302105 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:34.306271 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-f532ec2d-c920-4525-9866-3ae8ba8dd35c None None] Publish callbacks [] for port (6cfffd58-8e9a-41d8-b355-0977e5670440), precommit_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:34.331815 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-7b7952f5-85c5-4570-b9d2-00ffbe6eea3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (519870e6-178f-4031-8a44-b0fbae55ebbe), before_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:34.340704 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvr_db [None req-9592f02c-8692-4cff-8fba-dcd866169973 None None] Set router 0346bf8d-72be-459e-8f73-c22d0ddccdd0 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:22:34.377605 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:34.402914 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33a414a-a3b2-4bd8-a16c-ff38aa3c45b3 None None] Pushing event updated for resources: {'Port': ['ID=03f7b4dd-5b0d-41ca-9c65-665318a2eaa9,revision_number=3']} {{(pid=106779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:34.403706 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-1976b64d-9947-4d0a-b03a-bbadb70b57f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (67aca7c3-2189-45f8-921c-f44f84348457), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:34.409341 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-1976b64d-9947-4d0a-b03a-bbadb70b57f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:34.414232 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-1976b64d-9947-4d0a-b03a-bbadb70b57f6 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/67aca7c3-2189-45f8-921c-f44f84348457 HTTP/1.1" status: 204 len: 168 time: 0.8017979 Aug 31 01:22:34.422345 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron_lib.callbacks.manager [None req-16084b50-2564-4164-b3a0-c40f717922ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (e3c76a5c-0d13-458d-b6f1-e39e583211e8), before_update {{(pid=106779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:34.431732 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-f532ec2d-c920-4525-9866-3ae8ba8dd35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (6cfffd58-8e9a-41d8-b355-0977e5670440), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:34.499891 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.managers [None req-f532ec2d-c920-4525-9866-3ae8ba8dd35c None None] Attempting to bind port 6cfffd58-8e9a-41d8-b355-0977e5670440 on host dv-cinder-855288-2-iscsi for vnic_type normal with profile {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 01:22:34.508632 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.managers [None req-f532ec2d-c920-4525-9866-3ae8ba8dd35c None None] Attempting to bind port 6cfffd58-8e9a-41d8-b355-0977e5670440 by drivers openvswitch,hyperv on host dv-cinder-855288-2-iscsi at level 0 using segments [{'id': '5532158b-12fc-4975-99d9-f23bee8acdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83'}] {{(pid=106778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 01:22:34.508632 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f532ec2d-c920-4525-9866-3ae8ba8dd35c None None] Attempting to bind port 6cfffd58-8e9a-41d8-b355-0977e5670440 on network 6de90673-24a8-444a-94e7-38ef2e70dd83 {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:22:34.536048 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f532ec2d-c920-4525-9866-3ae8ba8dd35c None None] Checking agent: {'id': 'f96ef3eb-5320-49ab-b33a-a2775d3a6053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855288-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 1, 14, 6), 'started_at': datetime.datetime(2022, 8, 31, 1, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 1, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855288-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 01:22:34.536427 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f532ec2d-c920-4525-9866-3ae8ba8dd35c None None] Checking segment: {'id': '5532158b-12fc-4975-99d9-f23bee8acdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:22:34.541205 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-f532ec2d-c920-4525-9866-3ae8ba8dd35c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:34.541637 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f532ec2d-c920-4525-9866-3ae8ba8dd35c None None] Bound using segment: {'id': '5532158b-12fc-4975-99d9-f23bee8acdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83'} {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 01:22:34.543727 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.managers [None req-f532ec2d-c920-4525-9866-3ae8ba8dd35c None None] Bound port: 6cfffd58-8e9a-41d8-b355-0977e5670440, host: dv-cinder-855288-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5532158b-12fc-4975-99d9-f23bee8acdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83'}}] {{(pid=106778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 01:22:34.544136 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-f532ec2d-c920-4525-9866-3ae8ba8dd35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (6cfffd58-8e9a-41d8-b355-0977e5670440), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:34.595662 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-a268c69d-7616-47d3-af24-b3b899872013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (7522e8f9-2020-4559-93b2-83cbdf697964), before_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:34.624253 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1976b64d-9947-4d0a-b03a-bbadb70b57f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67aca7c3-2189-45f8-921c-f44f84348457,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:34.680199 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-f532ec2d-c920-4525-9866-3ae8ba8dd35c None None] For port 6cfffd58-8e9a-41d8-b355-0977e5670440, host dv-cinder-855288-2-iscsi, cleared binding levels {{(pid=106778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:22:34.686680 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-f532ec2d-c920-4525-9866-3ae8ba8dd35c None None] For port 6cfffd58-8e9a-41d8-b355-0977e5670440, host dv-cinder-855288-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=6cfffd58-8e9a-41d8-b355-0977e5670440,segment=NetworkSegment(5532158b-12fc-4975-99d9-f23bee8acdf7),segment_id=5532158b-12fc-4975-99d9-f23bee8acdf7)] {{(pid=106778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:22:34.732980 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:34.799421 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-6eb9229b-d101-40cf-8084-f8c55a96c608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (b7b5ce82-a611-4cf9-b184-4306a5db406c), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:34.800658 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-f532ec2d-c920-4525-9866-3ae8ba8dd35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (6cfffd58-8e9a-41d8-b355-0977e5670440), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:34.803501 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-16a5daa7-202a-4e03-bd0e-fe3b696901a5 None None] Provisioning complete for port 7522e8f9-2020-4559-93b2-83cbdf697964 triggered by entity DHCP. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:22:34.803930 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-16a5daa7-202a-4e03-bd0e-fe3b696901a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (7522e8f9-2020-4559-93b2-83cbdf697964), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:34.809903 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-6eb9229b-d101-40cf-8084-f8c55a96c608 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:34.813041 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-6eb9229b-d101-40cf-8084-f8c55a96c608 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/b7b5ce82-a611-4cf9-b184-4306a5db406c HTTP/1.1" status: 204 len: 168 time: 1.5018494 Aug 31 01:22:34.828246 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dd25de-76ae-4cf9-ac5d-d009ecd9244c None None] Pushing event updated for resources: {'Port': ['ID=6cfffd58-8e9a-41d8-b355-0977e5670440,revision_number=2']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:34.905448 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f532ec2d-c920-4525-9866-3ae8ba8dd35c None None] Routers {'c6e361c5-ba4b-4479-8e6b-43633c3e7ed9'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:22:34.906092 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-f532ec2d-c920-4525-9866-3ae8ba8dd35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:22:34Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['c6e361c5-ba4b-4479-8e6b-43633c3e7ed9'], 'active': True} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:22:34.992445 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb9229b-d101-40cf-8084-f8c55a96c608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b5ce82-a611-4cf9-b184-4306a5db406c,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:35.066148 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-a268c69d-7616-47d3-af24-b3b899872013 admin admin] Publish callbacks [] for port (7522e8f9-2020-4559-93b2-83cbdf697964), precommit_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:35.069038 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron_lib.callbacks.manager [None req-16084b50-2564-4164-b3a0-c40f717922ac None None] Publish callbacks [] for port (e3c76a5c-0d13-458d-b6f1-e39e583211e8), precommit_update {{(pid=106779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:35.076735 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-7b7952f5-85c5-4570-b9d2-00ffbe6eea3b admin admin] Publish callbacks [] for port (519870e6-178f-4031-8a44-b0fbae55ebbe), precommit_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:35.120536 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.db_base_plugin_common [None req-2ff15e65-3a7e-4ea6-80de-884d9fa8e85b admin admin] Allocated IP 172.20.0.1 (2a0890c6-f1c3-465a-8b4d-8e1ae2356a58/d653247e-0c02-4230-ad01-73647a101df2/57eaf157-539b-41bf-98b1-eb6abc39a18a) {{(pid=106776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:22:35.126982 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:35.144739 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-106562b8-cc16-45db-958a-d3cee6a4db8c req-61f942eb-3b3a-42b1-bae7-23b2c5a40ee8 tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3f2e4287-f02a-4d2f-a669-621ae355fce5 HTTP/1.1" status: 200 len: 210 time: 0.5216157 Aug 31 01:22:35.151381 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-a268c69d-7616-47d3-af24-b3b899872013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (7522e8f9-2020-4559-93b2-83cbdf697964), after_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:35.153637 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-a268c69d-7616-47d3-af24-b3b899872013 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-636708'] for router_interface (0346bf8d-72be-459e-8f73-c22d0ddccdd0), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:35.185499 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-7b7952f5-85c5-4570-b9d2-00ffbe6eea3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (519870e6-178f-4031-8a44-b0fbae55ebbe), after_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:35.186489 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-7b7952f5-85c5-4570-b9d2-00ffbe6eea3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-636708'] for router_interface (a0dd652c-1554-4322-9186-58d07c04c819), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:35.191060 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:35.196313 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron_lib.callbacks.manager [None req-16084b50-2564-4164-b3a0-c40f717922ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (e3c76a5c-0d13-458d-b6f1-e39e583211e8), after_update {{(pid=106779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:35.237116 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvr_db [None req-f532ec2d-c920-4525-9866-3ae8ba8dd35c None None] Set router c6e361c5-ba4b-4479-8e6b-43633c3e7ed9 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:22:35.364375 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-9592f02c-8692-4cff-8fba-dcd866169973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0346bf8d-72be-459e-8f73-c22d0ddccdd0', 'name': 'tempest-ServerRescueNegativeTestJSON-1249741824-router', 'tenant_id': 'd58414b1dd2342d58cc7665aee50b86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '03f7b4dd-5b0d-41ca-9c65-665318a2eaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:22:28Z', 'revision_number': 3, 'project_id': 'd58414b1dd2342d58cc7665aee50b86b', 'gw_port': {'id': '03f7b4dd-5b0d-41ca-9c65-665318a2eaa9', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0346bf8d-72be-459e-8f73-c22d0ddccdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:25Z', 'updated_at': '2022-08-31T01:22:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi'}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:22:35.473742 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a268c69d-7616-47d3-af24-b3b899872013 admin admin] Pushing event updated for resources: {'Port': ['ID=7522e8f9-2020-4559-93b2-83cbdf697964,revision_number=2']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:35.496943 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39e5bcb-bc10-4d38-97d4-2d909276d3f9 None None] Pushing event updated for resources: {'Port': ['ID=e3c76a5c-0d13-458d-b6f1-e39e583211e8,revision_number=3']} {{(pid=106779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:35.525169 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9592f02c-8692-4cff-8fba-dcd866169973 None None] The sync data for ids ['0346bf8d-72be-459e-8f73-c22d0ddccdd0'] in dv-cinder-855288-2-iscsi is: [{'id': '0346bf8d-72be-459e-8f73-c22d0ddccdd0', 'name': 'tempest-ServerRescueNegativeTestJSON-1249741824-router', 'tenant_id': 'd58414b1dd2342d58cc7665aee50b86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '03f7b4dd-5b0d-41ca-9c65-665318a2eaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:22:28Z', 'revision_number': 3, 'project_id': 'd58414b1dd2342d58cc7665aee50b86b', 'gw_port': {'id': '03f7b4dd-5b0d-41ca-9c65-665318a2eaa9', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0346bf8d-72be-459e-8f73-c22d0ddccdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:25Z', 'updated_at': '2022-08-31T01:22:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi'}] {{(pid=106779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:22:35.528463 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device bcae5e1e-21f8-45f7-ba18-74d0551b07e1 up at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:22:35.587156 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a268c69d-7616-47d3-af24-b3b899872013 admin admin] Network 0303b68a-9736-48eb-90f1-d3c52026d074 is already hosted by enough agents. {{(pid=106777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:22:35.589797 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.base_scheduler [None req-a268c69d-7616-47d3-af24-b3b899872013 admin admin] Resources bound (agent type, host, resource id): {{(pid=106777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:22:35.596632 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.managers [None req-16084b50-2564-4164-b3a0-c40f717922ac None None] Attempting to bind port e3c76a5c-0d13-458d-b6f1-e39e583211e8 on host dv-cinder-855288-2-iscsi for vnic_type normal with profile {{(pid=106779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 01:22:35.597141 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.managers [None req-16084b50-2564-4164-b3a0-c40f717922ac None None] Attempting to bind port e3c76a5c-0d13-458d-b6f1-e39e583211e8 by drivers openvswitch,hyperv on host dv-cinder-855288-2-iscsi at level 0 using segments [{'id': '0cc02c4f-36ca-4556-a894-45fa7a2cc2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'a27cf704-8eb8-465e-b2ce-81a4020d8b6b'}] {{(pid=106779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 01:22:35.599693 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16084b50-2564-4164-b3a0-c40f717922ac None None] Attempting to bind port e3c76a5c-0d13-458d-b6f1-e39e583211e8 on network a27cf704-8eb8-465e-b2ce-81a4020d8b6b {{(pid=106779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:22:35.612028 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16084b50-2564-4164-b3a0-c40f717922ac None None] Checking agent: {'id': 'f96ef3eb-5320-49ab-b33a-a2775d3a6053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855288-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 1, 14, 6), 'started_at': datetime.datetime(2022, 8, 31, 1, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 1, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855288-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 01:22:35.613809 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16084b50-2564-4164-b3a0-c40f717922ac None None] Checking segment: {'id': '0cc02c4f-36ca-4556-a894-45fa7a2cc2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'a27cf704-8eb8-465e-b2ce-81a4020d8b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:22:35.614362 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron_lib.callbacks.manager [None req-16084b50-2564-4164-b3a0-c40f717922ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:35.622967 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16084b50-2564-4164-b3a0-c40f717922ac None None] Bound using segment: {'id': '0cc02c4f-36ca-4556-a894-45fa7a2cc2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'a27cf704-8eb8-465e-b2ce-81a4020d8b6b'} {{(pid=106779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 01:22:35.623783 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.managers [None req-16084b50-2564-4164-b3a0-c40f717922ac None None] Bound port: e3c76a5c-0d13-458d-b6f1-e39e583211e8, host: dv-cinder-855288-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cc02c4f-36ca-4556-a894-45fa7a2cc2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'a27cf704-8eb8-465e-b2ce-81a4020d8b6b'}}] {{(pid=106779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 01:22:35.624986 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron_lib.callbacks.manager [None req-16084b50-2564-4164-b3a0-c40f717922ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (e3c76a5c-0d13-458d-b6f1-e39e583211e8), before_update {{(pid=106779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:35.756349 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:35.791732 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-2ff15e65-3a7e-4ea6-80de-884d9fa8e85b admin admin] Publish callbacks [] for port (57eaf157-539b-41bf-98b1-eb6abc39a18a), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:35.815391 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.db [None req-16084b50-2564-4164-b3a0-c40f717922ac None None] For port e3c76a5c-0d13-458d-b6f1-e39e583211e8, host dv-cinder-855288-2-iscsi, cleared binding levels {{(pid=106779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:22:35.821158 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.db [None req-16084b50-2564-4164-b3a0-c40f717922ac None None] For port e3c76a5c-0d13-458d-b6f1-e39e583211e8, host dv-cinder-855288-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=e3c76a5c-0d13-458d-b6f1-e39e583211e8,segment=NetworkSegment(0cc02c4f-36ca-4556-a894-45fa7a2cc2be),segment_id=0cc02c4f-36ca-4556-a894-45fa7a2cc2be)] {{(pid=106779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:22:35.884393 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7952f5-85c5-4570-b9d2-00ffbe6eea3b admin admin] Pushing event updated for resources: {'Port': ['ID=519870e6-178f-4031-8a44-b0fbae55ebbe,revision_number=2']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:35.897533 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a268c69d-7616-47d3-af24-b3b899872013 admin admin] Router 0346bf8d-72be-459e-8f73-c22d0ddccdd0 has already been hosted by L3 agent 1428144b-5b15-4168-8538-b51b3045e8b6 {{(pid=106777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:22:35.956189 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron_lib.callbacks.manager [None req-16084b50-2564-4164-b3a0-c40f717922ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (e3c76a5c-0d13-458d-b6f1-e39e583211e8), after_update {{(pid=106779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:35.960892 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7952f5-85c5-4570-b9d2-00ffbe6eea3b admin admin] Network 0760f9a5-d813-4a0f-bcef-9988cda0c948 is already hosted by enough agents. {{(pid=106776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:22:35.962546 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.base_scheduler [None req-7b7952f5-85c5-4570-b9d2-00ffbe6eea3b admin admin] Resources bound (agent type, host, resource id): {{(pid=106776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:22:35.987678 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-2ff15e65-3a7e-4ea6-80de-884d9fa8e85b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779185826838'] for port (57eaf157-539b-41bf-98b1-eb6abc39a18a), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:36.093392 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16084b50-2564-4164-b3a0-c40f717922ac None None] Routers {'59484e11-2538-4091-ae5b-31349df6d1be'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:22:36.095512 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-16084b50-2564-4164-b3a0-c40f717922ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:22:34Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['59484e11-2538-4091-ae5b-31349df6d1be'], 'active': True} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:22:36.149499 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-6cf74907-e165-4231-8e79-d72e153e628e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (625e835a-7d63-45f9-8a46-c3ba876c3627), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:36.150166 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-16a5daa7-202a-4e03-bd0e-fe3b696901a5 None None] Port 7522e8f9-2020-4559-93b2-83cbdf697964 cannot update to ACTIVE because it is not bound. {{(pid=106778) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 01:22:36.220577 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39e5bcb-bc10-4d38-97d4-2d909276d3f9 None None] Pushing event updated for resources: {'Port': ['ID=e3c76a5c-0d13-458d-b6f1-e39e583211e8,revision_number=4']} {{(pid=106779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:36.236111 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a268c69d-7616-47d3-af24-b3b899872013 admin admin] Notify agent at l3_agent.dv-cinder-855288-2-iscsi the message routers_updated {{(pid=106777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:22:36.264531 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-a268c69d-7616-47d3-af24-b3b899872013 admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/0346bf8d-72be-459e-8f73-c22d0ddccdd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9461153 Aug 31 01:22:36.266442 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:36.274945 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Provisioning complete for port bcae5e1e-21f8-45f7-ba18-74d0551b07e1 triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:22:36.275330 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (bcae5e1e-21f8-45f7-ba18-74d0551b07e1), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:36.312022 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:36.320239 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff15e65-3a7e-4ea6-80de-884d9fa8e85b admin admin] Network 2a0890c6-f1c3-465a-8b4d-8e1ae2356a58 is already hosted by enough agents. {{(pid=106776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:22:36.327009 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.base_scheduler [None req-2ff15e65-3a7e-4ea6-80de-884d9fa8e85b admin admin] Resources bound (agent type, host, resource id): {{(pid=106776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:22:36.360457 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff15e65-3a7e-4ea6-80de-884d9fa8e85b admin admin] Received port after_create {{(pid=106776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 01:22:36.361101 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-2ff15e65-3a7e-4ea6-80de-884d9fa8e85b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-636848'] for router_interface (c6e361c5-ba4b-4479-8e6b-43633c3e7ed9), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:36.381097 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvr_db [None req-16084b50-2564-4164-b3a0-c40f717922ac None None] Set router 59484e11-2538-4091-ae5b-31349df6d1be gateway port host: dv-cinder-855288-2-iscsi {{(pid=106779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:22:36.470973 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dd25de-76ae-4cf9-ac5d-d009ecd9244c None None] Pushing event updated for resources: {'Port': ['ID=6cfffd58-8e9a-41d8-b355-0977e5670440,revision_number=3']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:36.481233 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:36.595624 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff15e65-3a7e-4ea6-80de-884d9fa8e85b admin admin] Pushing event updated for resources: {'Port': ['ID=57eaf157-539b-41bf-98b1-eb6abc39a18a,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:36.609070 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:36.622217 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-07702509-e845-4635-9f41-661403098b32 None None] Provisioning complete for port 7522e8f9-2020-4559-93b2-83cbdf697964 triggered by entity DHCP. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:22:36.623104 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-07702509-e845-4635-9f41-661403098b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (7522e8f9-2020-4559-93b2-83cbdf697964), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:36.695266 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-07702509-e845-4635-9f41-661403098b32 None None] Port 7522e8f9-2020-4559-93b2-83cbdf697964 cannot update to ACTIVE because it is not bound. {{(pid=106778) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 01:22:36.707989 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-8b4b3838-d9d8-4e62-9deb-29bd80423358 req-1c3c5330-1f08-4963-8904-b8a253a8ff6e tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3f2e4287-f02a-4d2f-a669-621ae355fce5 HTTP/1.1" status: 200 len: 210 time: 0.1316705 Aug 31 01:22:36.748456 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.85', 57860) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:22:36.769997 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (f96ef3eb-5320-49ab-b33a-a2775d3a6053), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:36.771619 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-f7411cf7-2853-429b-aa0f-54d02b543116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (5f821ebb-aac9-4915-bb43-6712672a5d6c), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:36.827630 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-10c3a3d1-0ff0-4010-b349-4b4ce4ffe55a None None] Provisioning complete for port 519870e6-178f-4031-8a44-b0fbae55ebbe triggered by entity DHCP. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:22:36.827999 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-10c3a3d1-0ff0-4010-b349-4b4ce4ffe55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (519870e6-178f-4031-8a44-b0fbae55ebbe), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:36.879679 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-10c3a3d1-0ff0-4010-b349-4b4ce4ffe55a None None] Port 519870e6-178f-4031-8a44-b0fbae55ebbe cannot update to ACTIVE because it is not bound. {{(pid=106778) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 01:22:36.924085 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b7952f5-85c5-4570-b9d2-00ffbe6eea3b admin admin] Router a0dd652c-1554-4322-9186-58d07c04c819 has already been hosted by L3 agent 1428144b-5b15-4168-8538-b51b3045e8b6 {{(pid=106776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:22:36.962997 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Current status of the port bcae5e1e-21f8-45f7-ba18-74d0551b07e1 is: DOWN; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:22:36.963625 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (bcae5e1e-21f8-45f7-ba18-74d0551b07e1), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:36.973080 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-f532ec2d-c920-4525-9866-3ae8ba8dd35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e361c5-ba4b-4479-8e6b-43633c3e7ed9', 'name': 'tempest-AttachVolumeShelveTestJSON-1467074649-router', 'tenant_id': '53d2295ada114ea3b6b5001c4c197f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '6cfffd58-8e9a-41d8-b355-0977e5670440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:22:29Z', 'revision_number': 3, 'project_id': '53d2295ada114ea3b6b5001c4c197f35', 'gw_port': {'id': '6cfffd58-8e9a-41d8-b355-0977e5670440', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9f:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e361c5-ba4b-4479-8e6b-43633c3e7ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:25Z', 'updated_at': '2022-08-31T01:22:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi'}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:22:37.005986 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f532ec2d-c920-4525-9866-3ae8ba8dd35c None None] The sync data for ids ['c6e361c5-ba4b-4479-8e6b-43633c3e7ed9'] in dv-cinder-855288-2-iscsi is: [{'id': 'c6e361c5-ba4b-4479-8e6b-43633c3e7ed9', 'name': 'tempest-AttachVolumeShelveTestJSON-1467074649-router', 'tenant_id': '53d2295ada114ea3b6b5001c4c197f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '6cfffd58-8e9a-41d8-b355-0977e5670440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:22:29Z', 'revision_number': 3, 'project_id': '53d2295ada114ea3b6b5001c4c197f35', 'gw_port': {'id': '6cfffd58-8e9a-41d8-b355-0977e5670440', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9f:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e361c5-ba4b-4479-8e6b-43633c3e7ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:25Z', 'updated_at': '2022-08-31T01:22:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi'}] {{(pid=106778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:22:37.008862 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-10c3a3d1-0ff0-4010-b349-4b4ce4ffe55a None None] Provisioning complete for port 57eaf157-539b-41bf-98b1-eb6abc39a18a triggered by entity DHCP. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:22:37.009411 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-10c3a3d1-0ff0-4010-b349-4b4ce4ffe55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (57eaf157-539b-41bf-98b1-eb6abc39a18a), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:37.086880 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] For port bcae5e1e-21f8-45f7-ba18-74d0551b07e1, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=bcae5e1e-21f8-45f7-ba18-74d0551b07e1,segment=NetworkSegment(5532158b-12fc-4975-99d9-f23bee8acdf7),segment_id=5532158b-12fc-4975-99d9-f23bee8acdf7)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:22:37.106389 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-10c3a3d1-0ff0-4010-b349-4b4ce4ffe55a None None] Port 57eaf157-539b-41bf-98b1-eb6abc39a18a cannot update to ACTIVE because it is not bound. {{(pid=106778) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 01:22:37.143869 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d7ac7-c736-4a9b-8e66-dba6cb9c2aa0 req-9e37d86d-7d3c-41a5-ab76-280a322582e3 tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:22:37.145467 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b06d7ac7-c736-4a9b-8e66-dba6cb9c2aa0 req-9e37d86d-7d3c-41a5-ab76-280a322582e3 tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] 10.222.0.85 "GET /networking/v2.0/networks?id=a27cf704-8eb8-465e-b2ce-81a4020d8b6b HTTP/1.1" status: 200 len: 812 time: 0.3829317 Aug 31 01:22:37.153206 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (bcae5e1e-21f8-45f7-ba18-74d0551b07e1), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:37.177274 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 54930) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:22:37.197273 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [req-b06d7ac7-c736-4a9b-8e66-dba6cb9c2aa0 req-6567362a-e3e3-49f4-b15f-53ad3df4bfb3 tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] Request body: {'port': {'device_id': '3f2e4287-f02a-4d2f-a669-621ae355fce5', 'network_id': 'a27cf704-8eb8-465e-b2ce-81a4020d8b6b', 'admin_state_up': True, 'tenant_id': '3abb95e8d0a84b76a5d141815451ceae'}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:22:37.383472 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:37.386289 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Pushing event updated for resources: {'Port': ['ID=bcae5e1e-21f8-45f7-ba18-74d0551b07e1,revision_number=4']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:37.437470 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b7952f5-85c5-4570-b9d2-00ffbe6eea3b admin admin] Notify agent at l3_agent.dv-cinder-855288-2-iscsi the message routers_updated {{(pid=106776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:22:37.459664 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786527e4-122e-403a-a215-d82cd95b9045 None None] Sync routers for ids ['a0dd652c-1554-4322-9186-58d07c04c819'] in dv-cinder-855288-2-iscsi {{(pid=106778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:22:37.472783 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-7b7952f5-85c5-4570-b9d2-00ffbe6eea3b admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/a0dd652c-1554-4322-9186-58d07c04c819/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6429067 Aug 31 01:22:37.477250 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-2ff15e65-3a7e-4ea6-80de-884d9fa8e85b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (57eaf157-539b-41bf-98b1-eb6abc39a18a), before_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:37.496241 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786527e4-122e-403a-a215-d82cd95b9045 None None] Routers {'a0dd652c-1554-4322-9186-58d07c04c819'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:22:37.496915 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-786527e4-122e-403a-a215-d82cd95b9045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:22:34Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['a0dd652c-1554-4322-9186-58d07c04c819'], 'active': True} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:22:37.550876 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-16084b50-2564-4164-b3a0-c40f717922ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59484e11-2538-4091-ae5b-31349df6d1be', 'name': 'tempest-DeleteServersTestJSON-1132419661-router', 'tenant_id': '3abb95e8d0a84b76a5d141815451ceae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '85d439e7-32ef-4101-ba52-0e1a4d72dbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:22:27Z', 'revision_number': 4, 'project_id': '3abb95e8d0a84b76a5d141815451ceae', 'gw_port': {'id': '85d439e7-32ef-4101-ba52-0e1a4d72dbda', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:71:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59484e11-2538-4091-ae5b-31349df6d1be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:23Z', 'updated_at': '2022-08-31T01:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_interfaces': [{'id': 'e3c76a5c-0d13-458d-b6f1-e39e583211e8', 'name': '', 'network_id': 'a27cf704-8eb8-465e-b2ce-81a4020d8b6b', 'tenant_id': '3abb95e8d0a84b76a5d141815451ceae', 'mac_address': 'fa:16:3e:6f:83:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59484e11-2538-4091-ae5b-31349df6d1be', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '94367183-ee6f-48d8-847a-1f6b2d12d1be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:26Z', 'updated_at': '2022-08-31T01:22:35Z', 'revision_number': 4, 'project_id': '3abb95e8d0a84b76a5d141815451ceae', 'subnets': [{'id': '94367183-ee6f-48d8-847a-1f6b2d12d1be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:22:37.642010 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16084b50-2564-4164-b3a0-c40f717922ac None None] The sync data for ids ['59484e11-2538-4091-ae5b-31349df6d1be'] in dv-cinder-855288-2-iscsi is: [{'id': '59484e11-2538-4091-ae5b-31349df6d1be', 'name': 'tempest-DeleteServersTestJSON-1132419661-router', 'tenant_id': '3abb95e8d0a84b76a5d141815451ceae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '85d439e7-32ef-4101-ba52-0e1a4d72dbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:22:27Z', 'revision_number': 4, 'project_id': '3abb95e8d0a84b76a5d141815451ceae', 'gw_port': {'id': '85d439e7-32ef-4101-ba52-0e1a4d72dbda', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:71:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59484e11-2538-4091-ae5b-31349df6d1be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:23Z', 'updated_at': '2022-08-31T01:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_interfaces': [{'id': 'e3c76a5c-0d13-458d-b6f1-e39e583211e8', 'name': '', 'network_id': 'a27cf704-8eb8-465e-b2ce-81a4020d8b6b', 'tenant_id': '3abb95e8d0a84b76a5d141815451ceae', 'mac_address': 'fa:16:3e:6f:83:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59484e11-2538-4091-ae5b-31349df6d1be', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '94367183-ee6f-48d8-847a-1f6b2d12d1be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:26Z', 'updated_at': '2022-08-31T01:22:35Z', 'revision_number': 4, 'project_id': '3abb95e8d0a84b76a5d141815451ceae', 'subnets': [{'id': '94367183-ee6f-48d8-847a-1f6b2d12d1be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:22:37.690647 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 03f7b4dd-5b0d-41ca-9c65-665318a2eaa9 up at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:22:37.837172 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [None req-b34383be-c275-4157-ae1a-3ba036274b49 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-329600887-network', 'tenant_id': 'd4010fc9e21948adb150a09384956241'}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:22:37.943690 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b06d7ac7-c736-4a9b-8e66-dba6cb9c2aa0 req-6567362a-e3e3-49f4-b15f-53ad3df4bfb3 tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] Made reservation on behalf of 3abb95e8d0a84b76a5d141815451ceae for: {'port': 1} {{(pid=106777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:22:37.947830 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-b06d7ac7-c736-4a9b-8e66-dba6cb9c2aa0 req-6567362a-e3e3-49f4-b15f-53ad3df4bfb3 tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:37.960985 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-2ff15e65-3a7e-4ea6-80de-884d9fa8e85b admin admin] Publish callbacks [] for port (57eaf157-539b-41bf-98b1-eb6abc39a18a), precommit_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:37.963483 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Provisioning complete for port 03f7b4dd-5b0d-41ca-9c65-665318a2eaa9 triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:22:37.964806 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (03f7b4dd-5b0d-41ca-9c65-665318a2eaa9), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:37.975211 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-82e18160-a47f-4cff-a3ba-0eacc35246ba req-941688d8-d8c4-4f2f-a0d5-ae27e8cbabcc tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3f2e4287-f02a-4d2f-a669-621ae355fce5 HTTP/1.1" status: 200 len: 210 time: 0.0780618 Aug 31 01:22:38.014123 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34383be-c275-4157-ae1a-3ba036274b49 admin admin] Made reservation on behalf of d4010fc9e21948adb150a09384956241 for: {'network': 1} {{(pid=106777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:22:38.016440 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-b34383be-c275-4157-ae1a-3ba036274b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for network (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:38.060492 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-2ff15e65-3a7e-4ea6-80de-884d9fa8e85b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (57eaf157-539b-41bf-98b1-eb6abc39a18a), after_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:38.061576 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-2ff15e65-3a7e-4ea6-80de-884d9fa8e85b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-636708'] for router_interface (c6e361c5-ba4b-4479-8e6b-43633c3e7ed9), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:38.142483 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvr_db [None req-786527e4-122e-403a-a215-d82cd95b9045 None None] Set router a0dd652c-1554-4322-9186-58d07c04c819 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:22:38.349780 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Current status of the port 03f7b4dd-5b0d-41ca-9c65-665318a2eaa9 is: DOWN; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:22:38.358688 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (03f7b4dd-5b0d-41ca-9c65-665318a2eaa9), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:38.405127 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff15e65-3a7e-4ea6-80de-884d9fa8e85b admin admin] Pushing event updated for resources: {'Port': ['ID=57eaf157-539b-41bf-98b1-eb6abc39a18a,revision_number=2']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:38.416345 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff15e65-3a7e-4ea6-80de-884d9fa8e85b admin admin] Network 2a0890c6-f1c3-465a-8b4d-8e1ae2356a58 is already hosted by enough agents. {{(pid=106776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:22:38.422374 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.base_scheduler [None req-2ff15e65-3a7e-4ea6-80de-884d9fa8e85b admin admin] Resources bound (agent type, host, resource id): {{(pid=106776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:22:38.437428 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 54966) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:22:38.464509 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:38.524793 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-b34383be-c275-4157-ae1a-3ba036274b49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:38.547793 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] For port 03f7b4dd-5b0d-41ca-9c65-665318a2eaa9, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=03f7b4dd-5b0d-41ca-9c65-665318a2eaa9,segment=NetworkSegment(5532158b-12fc-4975-99d9-f23bee8acdf7),segment_id=5532158b-12fc-4975-99d9-f23bee8acdf7)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:22:38.607399 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (03f7b4dd-5b0d-41ca-9c65-665318a2eaa9), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:38.620098 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device e3c76a5c-0d13-458d-b6f1-e39e583211e8 up at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:22:38.727073 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:38.902876 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:38.941880 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff15e65-3a7e-4ea6-80de-884d9fa8e85b admin admin] Router c6e361c5-ba4b-4479-8e6b-43633c3e7ed9 has already been hosted by L3 agent 1428144b-5b15-4168-8538-b51b3045e8b6 {{(pid=106776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:22:39.087925 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.db_base_plugin_common [req-b06d7ac7-c736-4a9b-8e66-dba6cb9c2aa0 req-6567362a-e3e3-49f4-b15f-53ad3df4bfb3 tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] Allocated IP 172.20.0.3 (a27cf704-8eb8-465e-b2ce-81a4020d8b6b/94367183-ee6f-48d8-847a-1f6b2d12d1be/c7dd3835-d8c2-4dee-8cb0-6f3061af7f54) {{(pid=106777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:22:39.094423 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Pushing event updated for resources: {'Port': ['ID=03f7b4dd-5b0d-41ca-9c65-665318a2eaa9,revision_number=4']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:39.097387 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-4d16c734-1e6c-429f-a9e9-b748a4dbf052 None None] Provisioning complete for port 57eaf157-539b-41bf-98b1-eb6abc39a18a triggered by entity DHCP. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:22:39.097969 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-4d16c734-1e6c-429f-a9e9-b748a4dbf052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (57eaf157-539b-41bf-98b1-eb6abc39a18a), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:39.167453 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-4d16c734-1e6c-429f-a9e9-b748a4dbf052 None None] Port 57eaf157-539b-41bf-98b1-eb6abc39a18a cannot update to ACTIVE because it is not bound. {{(pid=106778) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 01:22:39.173413 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:39.189985 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Provisioning complete for port e3c76a5c-0d13-458d-b6f1-e39e583211e8 triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:22:39.190411 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (e3c76a5c-0d13-458d-b6f1-e39e583211e8), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:39.210643 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 55010) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:22:39.289181 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [None req-60f218a8-01dc-4c87-a2b5-7735d285bb54 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Request body: {'security_group': {'name': 'tempest-securitygroup--78043535', 'description': 'tempest-description--1344983763'}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:22:39.321494 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-786527e4-122e-403a-a215-d82cd95b9045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'name': 'tempest-AttachVolumeNegativeTest-703590554-router', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bcae5e1e-21f8-45f7-ba18-74d0551b07e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:22:33Z', 'revision_number': 4, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'gw_port': {'id': 'bcae5e1e-21f8-45f7-ba18-74d0551b07e1', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:25Z', 'updated_at': '2022-08-31T01:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_interfaces': [{'id': '519870e6-178f-4031-8a44-b0fbae55ebbe', 'name': '', 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'mac_address': 'fa:16:3e:d7:53:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4cf8958b-5555-42e1-b4dd-8dee2893fbc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:31Z', 'updated_at': '2022-08-31T01:22:34Z', 'revision_number': 2, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'subnets': [{'id': '4cf8958b-5555-42e1-b4dd-8dee2893fbc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:22:39.350873 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786527e4-122e-403a-a215-d82cd95b9045 None None] Checking router: a0dd652c-1554-4322-9186-58d07c04c819 for host: dv-cinder-855288-2-iscsi {{(pid=106778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:22:39.351538 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786527e4-122e-403a-a215-d82cd95b9045 None None] Updating router a0dd652c-1554-4322-9186-58d07c04c819 port 519870e6-178f-4031-8a44-b0fbae55ebbe binding host dv-cinder-855288-2-iscsi {{(pid=106778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:22:39.389023 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-9a44da47-1941-4ec6-8b5f-839da27f84d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:39.400478 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-b06d7ac7-c736-4a9b-8e66-dba6cb9c2aa0 req-6567362a-e3e3-49f4-b15f-53ad3df4bfb3 tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] Publish callbacks [] for port (c7dd3835-d8c2-4dee-8cb0-6f3061af7f54), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:39.429319 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-786527e4-122e-403a-a215-d82cd95b9045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (519870e6-178f-4031-8a44-b0fbae55ebbe), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:39.434182 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=5 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:39.437335 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff15e65-3a7e-4ea6-80de-884d9fa8e85b admin admin] Notify agent at l3_agent.dv-cinder-855288-2-iscsi the message routers_updated {{(pid=106776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:22:39.446248 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-2ff15e65-3a7e-4ea6-80de-884d9fa8e85b admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/c6e361c5-ba4b-4479-8e6b-43633c3e7ed9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2294502 Aug 31 01:22:39.482041 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c79a931-13d6-463a-9168-a50390cbf15c req-88a359a4-04dd-4176-ac81-5143b2c1f6ed tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:22:39.484255 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-4c79a931-13d6-463a-9168-a50390cbf15c req-88a359a4-04dd-4176-ac81-5143b2c1f6ed tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/networks?id=0303b68a-9736-48eb-90f1-d3c52026d074 HTTP/1.1" status: 200 len: 819 time: 0.8452590 Aug 31 01:22:39.493365 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:39.507489 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-b06d7ac7-c736-4a9b-8e66-dba6cb9c2aa0 req-6567362a-e3e3-49f4-b15f-53ad3df4bfb3 tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779185826838'] for port (c7dd3835-d8c2-4dee-8cb0-6f3061af7f54), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:39.513325 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-60f218a8-01dc-4c87-a2b5-7735d285bb54 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for security_group (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:39.525099 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Current status of the port e3c76a5c-0d13-458d-b6f1-e39e583211e8 is: DOWN; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:22:39.525611 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (e3c76a5c-0d13-458d-b6f1-e39e583211e8), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:39.598114 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=100 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:39.634647 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-9a44da47-1941-4ec6-8b5f-839da27f84d8 admin admin] Publish callbacks [] for security_group (7b8f960a-20c5-40fb-885d-4eb10b0a44b0), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:39.666012 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b06d7ac7-c736-4a9b-8e66-dba6cb9c2aa0 req-6567362a-e3e3-49f4-b15f-53ad3df4bfb3 tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] Network a27cf704-8eb8-465e-b2ce-81a4020d8b6b is already hosted by enough agents. {{(pid=106777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:22:39.673864 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] For port e3c76a5c-0d13-458d-b6f1-e39e583211e8, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=e3c76a5c-0d13-458d-b6f1-e39e583211e8,segment=NetworkSegment(0cc02c4f-36ca-4556-a894-45fa7a2cc2be),segment_id=0cc02c4f-36ca-4556-a894-45fa7a2cc2be)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:22:39.689789 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.base_scheduler [req-b06d7ac7-c736-4a9b-8e66-dba6cb9c2aa0 req-6567362a-e3e3-49f4-b15f-53ad3df4bfb3 tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] Resources bound (agent type, host, resource id): {{(pid=106777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:22:39.693483 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.l3_dvrscheduler_db [req-b06d7ac7-c736-4a9b-8e66-dba6cb9c2aa0 req-6567362a-e3e3-49f4-b15f-53ad3df4bfb3 tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] Received port after_create {{(pid=106777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 01:22:39.705535 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d7ac7-c736-4a9b-8e66-dba6cb9c2aa0 req-6567362a-e3e3-49f4-b15f-53ad3df4bfb3 tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:22:39.712060 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-b06d7ac7-c736-4a9b-8e66-dba6cb9c2aa0 req-6567362a-e3e3-49f4-b15f-53ad3df4bfb3 tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537412'] for port (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:39.729151 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-60f218a8-01dc-4c87-a2b5-7735d285bb54 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for security_group (b5c65665-607a-4023-be3d-def6abb51db3), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:39.735850 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6567362a-e3e3-49f4-b15f-53ad3df4bfb3 tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] Pushing event updated for resources: {'Port': ['ID=c7dd3835-d8c2-4dee-8cb0-6f3061af7f54,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:39.754471 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-9a44da47-1941-4ec6-8b5f-839da27f84d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (7b8f960a-20c5-40fb-885d-4eb10b0a44b0), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:39.771586 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (e3c76a5c-0d13-458d-b6f1-e39e583211e8), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:39.775854 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b3a358-4c1e-4773-910d-ed2c038246f6 req-f6c13f89-f9e0-48fe-ae24-8a177996f254 tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:22:39.783388 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-12b3a358-4c1e-4773-910d-ed2c038246f6 req-f6c13f89-f9e0-48fe-ae24-8a177996f254 tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3f2e4287-f02a-4d2f-a669-621ae355fce5 HTTP/1.1" status: 200 len: 931 time: 0.3475378 Aug 31 01:22:39.804180 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-b34383be-c275-4157-ae1a-3ba036274b49 admin admin] Publish callbacks [] for security_group (f1c36255-7960-4275-8721-eaba7a261581), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:39.823431 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-4c79a931-13d6-463a-9168-a50390cbf15c req-87ea9541-b356-429a-a953-5d77c2a3d631 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/quotas/d58414b1dd2342d58cc7665aee50b86b HTTP/1.1" status: 200 len: 375 time: 0.3214104 Aug 31 01:22:39.847889 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-60f218a8-01dc-4c87-a2b5-7735d285bb54 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (b5c65665-607a-4023-be3d-def6abb51db3), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:39.975386 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a44da47-1941-4ec6-8b5f-839da27f84d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8f960a-20c5-40fb-885d-4eb10b0a44b0,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:39.983119 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.agents_db [None req-5925ee7b-6bd5-4912-8f46-3ff11817b141 None None] Agent healthcheck: found 6 active agents {{(pid=106779) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:22:39.988148 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Pushing event updated for resources: {'Port': ['ID=e3c76a5c-0d13-458d-b6f1-e39e583211e8,revision_number=5']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:40.021980 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-4c79a931-13d6-463a-9168-a50390cbf15c req-e704c853-d384-45e3-bf70-b9d8fa1cc141 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=d58414b1dd2342d58cc7665aee50b86b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1772141 Aug 31 01:22:40.043454 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b06d7ac7-c736-4a9b-8e66-dba6cb9c2aa0 req-6567362a-e3e3-49f4-b15f-53ad3df4bfb3 tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] 10.222.0.85 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8494294 Aug 31 01:22:40.052203 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-b34383be-c275-4157-ae1a-3ba036274b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (f1c36255-7960-4275-8721-eaba7a261581), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:40.119822 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [req-b06d7ac7-c736-4a9b-8e66-dba6cb9c2aa0 req-62be26fb-2e61-4e40-94a3-82a8facc8d96 tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106777) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 01:22:40.119822 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b06d7ac7-c736-4a9b-8e66-dba6cb9c2aa0 req-62be26fb-2e61-4e40-94a3-82a8facc8d96 tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] 10.222.0.85 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0568132 Aug 31 01:22:40.119822 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34383be-c275-4157-ae1a-3ba036274b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c36255-7960-4275-8721-eaba7a261581,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:40.145539 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f218a8-01dc-4c87-a2b5-7735d285bb54 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c65665-607a-4023-be3d-def6abb51db3,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:40.168098 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-60f218a8-01dc-4c87-a2b5-7735d285bb54 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for security_group (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:40.174483 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-12b3a358-4c1e-4773-910d-ed2c038246f6 req-c853fbbf-3a5d-455b-92ce-5abf5c9b87cd tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7991206b-2f39-44d5-8964-a4d5a150fe5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3900230 Aug 31 01:22:40.178350 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:INSERT=8,neutron:SELECT=90,neutron:DELETE=2 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:40.178487 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-60f218a8-01dc-4c87-a2b5-7735d285bb54 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.9639351 Aug 31 01:22:40.178694 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 55034) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:22:40.199764 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-9a44da47-1941-4ec6-8b5f-839da27f84d8 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=5c58218b6d974ee6bd1a873fd2d5bb16&name=default HTTP/1.1" status: 200 len: 2995 time: 1.7517693 Aug 31 01:22:40.200373 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b34383be-c275-4157-ae1a-3ba036274b49 admin admin] vlan segment allocate from pool success with {'vlan_id': 1058, 'physical_network': 'physnet1'} {{(pid=106777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:22:40.200484 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 55036) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:22:40.214636 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [None req-f4096db7-c511-4df9-a9ba-e2605758bd5c tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Request body: {'security_group_rule': {'security_group_id': 'b5c65665-607a-4023-be3d-def6abb51db3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:22:40.285565 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-e16a6440-dc8c-4b31-aff8-5cf15d9a22d2 None None] Provisioning complete for port c7dd3835-d8c2-4dee-8cb0-6f3061af7f54 triggered by entity DHCP. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:22:40.286300 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e16a6440-dc8c-4b31-aff8-5cf15d9a22d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (c7dd3835-d8c2-4dee-8cb0-6f3061af7f54), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:40.300080 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-b34383be-c275-4157-ae1a-3ba036274b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484916'] for segment (80c6f884-2c58-40c1-8945-4597330f59f1), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:40.300497 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.db.segments_db [None req-b34383be-c275-4157-ae1a-3ba036274b49 admin admin] Added segment 80c6f884-2c58-40c1-8945-4597330f59f1 of type vlan for network cc2bf2db-7eab-4d46-b37a-521c7b4419d9 Aug 31 01:22:40.331229 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 03f7b4dd-5b0d-41ca-9c65-665318a2eaa9 up at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:22:40.386292 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-0dca5be5-fc4b-4656-99e7-a081b84535ad admin admin] Publish callbacks [] for security_group (7b8f960a-20c5-40fb-885d-4eb10b0a44b0), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:40.404001 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 55042) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:22:40.446709 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-f4096db7-c511-4df9-a9ba-e2605758bd5c tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for security_group_rule (89ccf4b9-edbe-4e5f-ab0d-68be3c0077c0), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:40.464666 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-b34383be-c275-4157-ae1a-3ba036274b49 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779185844565'] for network (cc2bf2db-7eab-4d46-b37a-521c7b4419d9), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:40.479211 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-0dca5be5-fc4b-4656-99e7-a081b84535ad admin admin] Publish callbacks [] for security_group (7b8f960a-20c5-40fb-885d-4eb10b0a44b0), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:40.521703 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-786527e4-122e-403a-a215-d82cd95b9045 None None] Publish callbacks [] for port (519870e6-178f-4031-8a44-b0fbae55ebbe), precommit_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:40.565154 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Provisioning complete for port 03f7b4dd-5b0d-41ca-9c65-665318a2eaa9 triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:22:40.565561 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (03f7b4dd-5b0d-41ca-9c65-665318a2eaa9), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:40.595348 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:40.631711 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-f4096db7-c511-4df9-a9ba-e2605758bd5c tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for security_group_rule (89ccf4b9-edbe-4e5f-ab0d-68be3c0077c0), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:40.648696 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-b34383be-c275-4157-ae1a-3ba036274b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430'] for network (cc2bf2db-7eab-4d46-b37a-521c7b4419d9), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:40.649750 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34383be-c275-4157-ae1a-3ba036274b49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:22:40.650339 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-b34383be-c275-4157-ae1a-3ba036274b49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537412'] for network (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:40.664713 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e16a6440-dc8c-4b31-aff8-5cf15d9a22d2 None None] Port c7dd3835-d8c2-4dee-8cb0-6f3061af7f54 cannot update to ACTIVE because it is not bound. {{(pid=106778) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 01:22:40.668193 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-786527e4-122e-403a-a215-d82cd95b9045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (519870e6-178f-4031-8a44-b0fbae55ebbe), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:40.707265 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-0dca5be5-fc4b-4656-99e7-a081b84535ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (7b8f960a-20c5-40fb-885d-4eb10b0a44b0), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:40.710774 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-0dca5be5-fc4b-4656-99e7-a081b84535ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:40.716131 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-0dca5be5-fc4b-4656-99e7-a081b84535ad admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/7b8f960a-20c5-40fb-885d-4eb10b0a44b0 HTTP/1.1" status: 204 len: 168 time: 0.5106912 Aug 31 01:22:40.732104 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34383be-c275-4157-ae1a-3ba036274b49 admin admin] Pushing event updated for resources: {'Network': ['ID=cc2bf2db-7eab-4d46-b37a-521c7b4419d9,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:40.747988 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dca5be5-fc4b-4656-99e7-a081b84535ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8f960a-20c5-40fb-885d-4eb10b0a44b0,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:40.764960 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-f4096db7-c511-4df9-a9ba-e2605758bd5c tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413228'] for security_group_rule (89ccf4b9-edbe-4e5f-ab0d-68be3c0077c0), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:40.781640 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Network cc2bf2db-7eab-4d46-b37a-521c7b4419d9 details requested by agent ovs-agent-dv-cinder-855288-2-iscsi with host dv-cinder-855288-2-iscsi {{(pid=106778) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:22:40.823615 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-1062f1e9-5e81-4a5f-bbc5-17b460e731a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:40.833100 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [req-4c79a931-13d6-463a-9168-a50390cbf15c req-ae871f38-86b2-43ae-a695-3e2af402c11d service neutron] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106777) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 01:22:40.846514 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-4c79a931-13d6-463a-9168-a50390cbf15c req-ae871f38-86b2-43ae-a695-3e2af402c11d service neutron] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2579544 Aug 31 01:22:40.939962 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4096db7-c511-4df9-a9ba-e2605758bd5c tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89ccf4b9-edbe-4e5f-ab0d-68be3c0077c0,revision_number=0']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:40.963497 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [req-b06d7ac7-c736-4a9b-8e66-dba6cb9c2aa0 req-abe0f4c5-bb26-4eb8-a3d0-af0a2c4fbca7 service neutron] Request body: {'port': {'device_id': '3f2e4287-f02a-4d2f-a669-621ae355fce5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85528'}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:22:41.079329 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 55056) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:22:41.085359 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [None req-eba6d0d5-cf49-4f08-a87c-c7af3c460324 admin admin] Request body: {'subnet': {'network_id': 'cc2bf2db-7eab-4d46-b37a-521c7b4419d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-329600887-subnet', 'tenant_id': 'd4010fc9e21948adb150a09384956241', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:22:41.092500 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-b34383be-c275-4157-ae1a-3ba036274b49 admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.9138384 Aug 31 01:22:41.111149 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Current status of the port 03f7b4dd-5b0d-41ca-9c65-665318a2eaa9 is: ACTIVE; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:22:41.112269 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 6cfffd58-8e9a-41d8-b355-0977e5670440 up at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:22:41.137032 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60e9c76-091f-4587-833a-91c4becca26c None None] Pushing event updated for resources: {'Port': ['ID=519870e6-178f-4031-8a44-b0fbae55ebbe,revision_number=3']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:41.155375 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:UPDATE=4,neutron:SELECT=85,neutron:INSERT=8,neutron:DELETE=3 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:41.156988 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-b06d7ac7-c736-4a9b-8e66-dba6cb9c2aa0 req-abe0f4c5-bb26-4eb8-a3d0-af0a2c4fbca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (c7dd3835-d8c2-4dee-8cb0-6f3061af7f54), before_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:41.162081 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-f4096db7-c511-4df9-a9ba-e2605758bd5c tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:41.166135 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-f4096db7-c511-4df9-a9ba-e2605758bd5c tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9675498 Aug 31 01:22:41.169334 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 55058) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:22:41.175693 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [None req-1c1d7609-bad1-4a7f-b724-8c2f4a9636db tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Request body: {'security_group_rule': {'security_group_id': 'b5c65665-607a-4023-be3d-def6abb51db3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:22:41.198730 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-4c79a931-13d6-463a-9168-a50390cbf15c req-fb99a8d9-0317-44d1-9a10-ca6dee722f7c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/0303b68a-9736-48eb-90f1-d3c52026d074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3509369 Aug 31 01:22:41.234083 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba6d0d5-cf49-4f08-a87c-c7af3c460324 admin admin] Made reservation on behalf of d4010fc9e21948adb150a09384956241 for: {'subnet': 1} {{(pid=106776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:22:41.241587 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-eba6d0d5-cf49-4f08-a87c-c7af3c460324 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:41.247480 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 55062) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:22:41.277586 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.managers [None req-786527e4-122e-403a-a215-d82cd95b9045 None None] Attempting to bind port 519870e6-178f-4031-8a44-b0fbae55ebbe on host dv-cinder-855288-2-iscsi for vnic_type normal with profile {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 01:22:41.277908 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.managers [None req-786527e4-122e-403a-a215-d82cd95b9045 None None] Attempting to bind port 519870e6-178f-4031-8a44-b0fbae55ebbe by drivers openvswitch,hyperv on host dv-cinder-855288-2-iscsi at level 0 using segments [{'id': '69073539-0cb5-4109-ac49-b16cdc893327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948'}] {{(pid=106778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 01:22:41.280935 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786527e4-122e-403a-a215-d82cd95b9045 None None] Attempting to bind port 519870e6-178f-4031-8a44-b0fbae55ebbe on network 0760f9a5-d813-4a0f-bcef-9988cda0c948 {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:22:41.298438 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786527e4-122e-403a-a215-d82cd95b9045 None None] Checking agent: {'id': 'f96ef3eb-5320-49ab-b33a-a2775d3a6053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855288-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 1, 14, 6), 'started_at': datetime.datetime(2022, 8, 31, 1, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 1, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855288-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 01:22:41.298812 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786527e4-122e-403a-a215-d82cd95b9045 None None] Checking segment: {'id': '69073539-0cb5-4109-ac49-b16cdc893327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:22:41.299212 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-786527e4-122e-403a-a215-d82cd95b9045 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:41.304642 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786527e4-122e-403a-a215-d82cd95b9045 None None] Bound using segment: {'id': '69073539-0cb5-4109-ac49-b16cdc893327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948'} {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 01:22:41.307193 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.managers [None req-786527e4-122e-403a-a215-d82cd95b9045 None None] Bound port: 519870e6-178f-4031-8a44-b0fbae55ebbe, host: dv-cinder-855288-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69073539-0cb5-4109-ac49-b16cdc893327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948'}}] {{(pid=106778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 01:22:41.307193 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-786527e4-122e-403a-a215-d82cd95b9045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (519870e6-178f-4031-8a44-b0fbae55ebbe), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:41.307389 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [None req-c1d29f44-3c89-4775-b2b4-0730765ee77e tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1762624992', 'description': 'tempest-description--546413369'}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:22:41.313941 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:41.344771 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-4c79a931-13d6-463a-9168-a50390cbf15c req-9a7beb82-5a40-48bf-9339-5f6bde5ba6e4 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/0303b68a-9736-48eb-90f1-d3c52026d074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448374 Aug 31 01:22:41.362868 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Provisioning complete for port 6cfffd58-8e9a-41d8-b355-0977e5670440 triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:22:41.363245 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (6cfffd58-8e9a-41d8-b355-0977e5670440), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:41.543149 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-1c1d7609-bad1-4a7f-b724-8c2f4a9636db tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for security_group_rule (bd198935-430f-49b0-8a95-f3969ae1ad17), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:41.588674 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:41.593900 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-786527e4-122e-403a-a215-d82cd95b9045 None None] For port 519870e6-178f-4031-8a44-b0fbae55ebbe, host dv-cinder-855288-2-iscsi, cleared binding levels {{(pid=106778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:22:41.609413 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-786527e4-122e-403a-a215-d82cd95b9045 None None] For port 519870e6-178f-4031-8a44-b0fbae55ebbe, host dv-cinder-855288-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=519870e6-178f-4031-8a44-b0fbae55ebbe,segment=NetworkSegment(69073539-0cb5-4109-ac49-b16cdc893327),segment_id=69073539-0cb5-4109-ac49-b16cdc893327)] {{(pid=106778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:22:41.654882 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48934e9-a565-43df-92cd-fe55f617f07d None None] Sync routers for ids ['0346bf8d-72be-459e-8f73-c22d0ddccdd0'] in dv-cinder-855288-2-iscsi {{(pid=106779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:22:41.686061 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48934e9-a565-43df-92cd-fe55f617f07d None None] Routers {'0346bf8d-72be-459e-8f73-c22d0ddccdd0'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:22:41.687477 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Current status of the port 6cfffd58-8e9a-41d8-b355-0977e5670440 is: DOWN; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:22:41.689138 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (6cfffd58-8e9a-41d8-b355-0977e5670440), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:41.693363 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-f48934e9-a565-43df-92cd-fe55f617f07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:22:34Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['0346bf8d-72be-459e-8f73-c22d0ddccdd0'], 'active': True} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:22:41.740970 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] For port 6cfffd58-8e9a-41d8-b355-0977e5670440, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=6cfffd58-8e9a-41d8-b355-0977e5670440,segment=NetworkSegment(5532158b-12fc-4975-99d9-f23bee8acdf7),segment_id=5532158b-12fc-4975-99d9-f23bee8acdf7)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:22:41.749187 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-1062f1e9-5e81-4a5f-bbc5-17b460e731a0 admin admin] Publish callbacks [] for security_group (ffbd3acd-dcd3-4433-b3e2-a2e47df0f7b2), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:41.755831 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969961c-6e92-4db3-9168-ddb14eb82a4b req-ba523646-5e68-409d-8c9a-35f293a56de6 tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:22:41.762535 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-4969961c-6e92-4db3-9168-ddb14eb82a4b req-ba523646-5e68-409d-8c9a-35f293a56de6 tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3f2e4287-f02a-4d2f-a669-621ae355fce5 HTTP/1.1" status: 200 len: 931 time: 0.3331921 Aug 31 01:22:41.779700 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-1c1d7609-bad1-4a7f-b724-8c2f4a9636db tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for security_group_rule (bd198935-430f-49b0-8a95-f3969ae1ad17), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:41.867896 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:41.889397 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (6cfffd58-8e9a-41d8-b355-0977e5670440), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:41.892237 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device bcae5e1e-21f8-45f7-ba18-74d0551b07e1 up at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:22:41.898611 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-1062f1e9-5e81-4a5f-bbc5-17b460e731a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (ffbd3acd-dcd3-4433-b3e2-a2e47df0f7b2), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:41.941249 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-1c1d7609-bad1-4a7f-b724-8c2f4a9636db tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413228'] for security_group_rule (bd198935-430f-49b0-8a95-f3969ae1ad17), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:42.003114 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:DELETE=3,neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:42.007992 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-c1d29f44-3c89-4775-b2b4-0730765ee77e tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks [] for security_group (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:42.018479 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvr_db [None req-f48934e9-a565-43df-92cd-fe55f617f07d None None] Set router 0346bf8d-72be-459e-8f73-c22d0ddccdd0 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:22:42.036712 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-1062f1e9-5e81-4a5f-bbc5-17b460e731a0 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=4b5fd32565144659916a7686f464afef&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6232588 Aug 31 01:22:42.038067 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 55080) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:22:42.040095 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062f1e9-5e81-4a5f-bbc5-17b460e731a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffbd3acd-dcd3-4433-b3e2-a2e47df0f7b2,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:42.062887 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-4969961c-6e92-4db3-9168-ddb14eb82a4b req-7f6c2e41-5daf-4ebb-b073-dcc681ae8ed1 tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7991206b-2f39-44d5-8964-a4d5a150fe5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829001 Aug 31 01:22:42.126966 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-786527e4-122e-403a-a215-d82cd95b9045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (519870e6-178f-4031-8a44-b0fbae55ebbe), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:42.162569 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d7609-bad1-4a7f-b724-8c2f4a9636db tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd198935-430f-49b0-8a95-f3969ae1ad17,revision_number=0']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:42.166915 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-eba6d0d5-cf49-4f08-a87c-c7af3c460324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430'] for subnet (bc2d8d01-a90f-4cff-88b9-b21f8a9c67ca), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:42.227750 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Pushing event updated for resources: {'Port': ['ID=6cfffd58-8e9a-41d8-b355-0977e5670440,revision_number=4']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:42.350532 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.notifiers.nova [req-b06d7ac7-c736-4a9b-8e66-dba6cb9c2aa0 req-abe0f4c5-bb26-4eb8-a3d0-af0a2c4fbca7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7dd3835-d8c2-4dee-8cb0-6f3061af7f54 {{(pid=106777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 01:22:42.359278 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-b06d7ac7-c736-4a9b-8e66-dba6cb9c2aa0 req-abe0f4c5-bb26-4eb8-a3d0-af0a2c4fbca7 service neutron] Publish callbacks [] for port (c7dd3835-d8c2-4dee-8cb0-6f3061af7f54), precommit_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:42.377133 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-1c1d7609-bad1-4a7f-b724-8c2f4a9636db tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:42.383124 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-1c1d7609-bad1-4a7f-b724-8c2f4a9636db tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2131374 Aug 31 01:22:42.403244 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 55092) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:22:42.424082 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786527e4-122e-403a-a215-d82cd95b9045 None None] Routers {'a0dd652c-1554-4322-9186-58d07c04c819'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:22:42.424997 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-786527e4-122e-403a-a215-d82cd95b9045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:22:34Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['a0dd652c-1554-4322-9186-58d07c04c819'], 'active': True} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:22:42.527364 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba6d0d5-cf49-4f08-a87c-c7af3c460324 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc2d8d01-a90f-4cff-88b9-b21f8a9c67ca,revision_number=0']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:42.621554 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba6d0d5-cf49-4f08-a87c-c7af3c460324 admin admin] Checking segment: {'id': '80c6f884-2c58-40c1-8945-4597330f59f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'cc2bf2db-7eab-4d46-b37a-521c7b4419d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:22:42.627017 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba6d0d5-cf49-4f08-a87c-c7af3c460324 admin admin] Network hostable DHCP agents. Network: cc2bf2db-7eab-4d46-b37a-521c7b4419d9, hostable agents: ['06e7caa6-6f15-45a1-a03b-1c511964ed9a'], hosted agents: [] {{(pid=106776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:22:42.633017 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-f48934e9-a565-43df-92cd-fe55f617f07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0346bf8d-72be-459e-8f73-c22d0ddccdd0', 'name': 'tempest-ServerRescueNegativeTestJSON-1249741824-router', 'tenant_id': 'd58414b1dd2342d58cc7665aee50b86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '03f7b4dd-5b0d-41ca-9c65-665318a2eaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:22:34Z', 'revision_number': 4, 'project_id': 'd58414b1dd2342d58cc7665aee50b86b', 'gw_port': {'id': '03f7b4dd-5b0d-41ca-9c65-665318a2eaa9', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0346bf8d-72be-459e-8f73-c22d0ddccdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:25Z', 'updated_at': '2022-08-31T01:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_interfaces': [{'id': '7522e8f9-2020-4559-93b2-83cbdf697964', 'name': '', 'network_id': '0303b68a-9736-48eb-90f1-d3c52026d074', 'tenant_id': 'd58414b1dd2342d58cc7665aee50b86b', 'mac_address': 'fa:16:3e:0c:70:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0346bf8d-72be-459e-8f73-c22d0ddccdd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '14c282f1-a88f-47d5-b759-92c78d45d59b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:32Z', 'updated_at': '2022-08-31T01:22:34Z', 'revision_number': 2, 'project_id': 'd58414b1dd2342d58cc7665aee50b86b', 'subnets': [{'id': '14c282f1-a88f-47d5-b759-92c78d45d59b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:22:42.639122 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60e9c76-091f-4587-833a-91c4becca26c None None] Pushing event updated for resources: {'Port': ['ID=519870e6-178f-4031-8a44-b0fbae55ebbe,revision_number=4']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:42.710430 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48934e9-a565-43df-92cd-fe55f617f07d None None] Checking router: 0346bf8d-72be-459e-8f73-c22d0ddccdd0 for host: dv-cinder-855288-2-iscsi {{(pid=106779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:22:42.710430 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48934e9-a565-43df-92cd-fe55f617f07d None None] Updating router 0346bf8d-72be-459e-8f73-c22d0ddccdd0 port 7522e8f9-2020-4559-93b2-83cbdf697964 binding host dv-cinder-855288-2-iscsi {{(pid=106779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:22:42.711134 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c5986d-9e69-4120-8759-1e038ef0d386 None None] Sync routers for ids ['c6e361c5-ba4b-4479-8e6b-43633c3e7ed9'] in dv-cinder-855288-2-iscsi {{(pid=106778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:22:42.751607 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-c1d29f44-3c89-4775-b2b4-0730765ee77e tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks [] for security_group (1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:42.794840 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron_lib.callbacks.manager [None req-f48934e9-a565-43df-92cd-fe55f617f07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (7522e8f9-2020-4559-93b2-83cbdf697964), before_update {{(pid=106779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:42.839313 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-c1d29f44-3c89-4775-b2b4-0730765ee77e tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:42.843848 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba6d0d5-cf49-4f08-a87c-c7af3c460324 admin admin] Network cc2bf2db-7eab-4d46-b37a-521c7b4419d9 is scheduled to be hosted by DHCP agent 06e7caa6-6f15-45a1-a03b-1c511964ed9a with binding_index 1 {{(pid=106776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:22:42.911635 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c5986d-9e69-4120-8759-1e038ef0d386 None None] Routers {'c6e361c5-ba4b-4479-8e6b-43633c3e7ed9'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:22:42.912456 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-e9c5986d-9e69-4120-8759-1e038ef0d386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:22:34Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['c6e361c5-ba4b-4479-8e6b-43633c3e7ed9'], 'active': True} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:22:42.915983 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Provisioning complete for port bcae5e1e-21f8-45f7-ba18-74d0551b07e1 triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:22:42.916561 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (bcae5e1e-21f8-45f7-ba18-74d0551b07e1), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:42.947916 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d29f44-3c89-4775-b2b4-0730765ee77e tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:42.997495 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-c1d29f44-3c89-4775-b2b4-0730765ee77e tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks [] for security_group (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:43.004464 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-c1d29f44-3c89-4775-b2b4-0730765ee77e tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.7510877 Aug 31 01:22:43.006319 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.base_scheduler [None req-eba6d0d5-cf49-4f08-a87c-c7af3c460324 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855288-2-iscsi, cc2bf2db-7eab-4d46-b37a-521c7b4419d9) {{(pid=106776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:22:43.022025 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba6d0d5-cf49-4f08-a87c-c7af3c460324 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:22:43.025760 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-eba6d0d5-cf49-4f08-a87c-c7af3c460324 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537412'] for subnet (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:43.034366 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 55120) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:22:43.051458 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [None req-692361c8-feee-4f33-b9a3-2fd883c2af63 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Request body: {'security_group_rule': {'security_group_id': '1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:22:43.068938 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [None req-277bb831-d09a-42a3-b497-8ae0b39201b9 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Request body: {'floatingip': {'floating_network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83'}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:22:43.075082 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aec9bee-4ec9-4383-b9cf-35fb4108270e None None] Network cc2bf2db-7eab-4d46-b37a-521c7b4419d9 requested from dv-cinder-855288-2-iscsi {{(pid=106778) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 01:22:43.144522 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.provisioning_blocks [req-b06d7ac7-c736-4a9b-8e66-dba6cb9c2aa0 req-abe0f4c5-bb26-4eb8-a3d0-af0a2c4fbca7 service neutron] Transition to ACTIVE for port object c7dd3835-d8c2-4dee-8cb0-6f3061af7f54 will not be triggered until provisioned by entity L2. {{(pid=106777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 01:22:43.150829 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-59569638-f613-473a-8b41-821f3130e031 req-2ac973d8-85b3-414e-a71a-e9ab401278af tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ee6ca45e-29c7-4af8-8aef-72134f23292c HTTP/1.1" status: 200 len: 210 time: 0.7415724 Aug 31 01:22:43.172604 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-c56c23c1-8645-4df2-a690-07a549adb56f admin admin] Publish callbacks [] for security_group (ffbd3acd-dcd3-4433-b3e2-a2e47df0f7b2), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:43.218652 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-c56c23c1-8645-4df2-a690-07a549adb56f admin admin] Publish callbacks [] for security_group (ffbd3acd-dcd3-4433-b3e2-a2e47df0f7b2), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:43.256899 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-eba6d0d5-cf49-4f08-a87c-c7af3c460324 admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.1681747 Aug 31 01:22:43.271089 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-b06d7ac7-c736-4a9b-8e66-dba6cb9c2aa0 req-abe0f4c5-bb26-4eb8-a3d0-af0a2c4fbca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (c7dd3835-d8c2-4dee-8cb0-6f3061af7f54), after_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:43.275125 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=100 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:43.280903 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-277bb831-d09a-42a3-b497-8ae0b39201b9 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:43.319168 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvr_db [None req-786527e4-122e-403a-a215-d82cd95b9045 None None] Set router a0dd652c-1554-4322-9186-58d07c04c819 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:22:43.390944 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:43.410916 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-692361c8-feee-4f33-b9a3-2fd883c2af63 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks [] for security_group_rule (d857be12-d65b-4a76-80cb-13fe36df652e), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:43.420456 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec8dcd0-9a97-4553-893d-9cd414b1b84e req-351d4f68-e903-4d41-8177-3b096184b9b5 tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:22:43.425972 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-fec8dcd0-9a97-4553-893d-9cd414b1b84e req-351d4f68-e903-4d41-8177-3b096184b9b5 tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3f2e4287-f02a-4d2f-a669-621ae355fce5 HTTP/1.1" status: 200 len: 943 time: 0.1734316 Aug 31 01:22:43.491135 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Current status of the port bcae5e1e-21f8-45f7-ba18-74d0551b07e1 is: ACTIVE; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:22:43.559760 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron_lib.callbacks.manager [None req-f48934e9-a565-43df-92cd-fe55f617f07d None None] Publish callbacks [] for port (7522e8f9-2020-4559-93b2-83cbdf697964), precommit_update {{(pid=106779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:43.623520 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-692361c8-feee-4f33-b9a3-2fd883c2af63 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks [] for security_group_rule (d857be12-d65b-4a76-80cb-13fe36df652e), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:43.624451 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:43.661972 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron_lib.callbacks.manager [None req-f48934e9-a565-43df-92cd-fe55f617f07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (7522e8f9-2020-4559-93b2-83cbdf697964), after_update {{(pid=106779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:43.690588 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-692361c8-feee-4f33-b9a3-2fd883c2af63 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413228'] for security_group_rule (d857be12-d65b-4a76-80cb-13fe36df652e), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:43.695584 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc8badf-076c-41c5-b6f5-9a531917ed46 None None] Network cc2bf2db-7eab-4d46-b37a-521c7b4419d9 requested from dv-cinder-855288-2-iscsi {{(pid=106778) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 01:22:43.713302 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device e3c76a5c-0d13-458d-b6f1-e39e583211e8 up at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:22:43.806359 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.managers [req-b06d7ac7-c736-4a9b-8e66-dba6cb9c2aa0 req-abe0f4c5-bb26-4eb8-a3d0-af0a2c4fbca7 service neutron] Attempting to bind port c7dd3835-d8c2-4dee-8cb0-6f3061af7f54 on host hv-cinder-85528 for vnic_type normal with profile {{(pid=106777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 01:22:43.806722 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.managers [req-b06d7ac7-c736-4a9b-8e66-dba6cb9c2aa0 req-abe0f4c5-bb26-4eb8-a3d0-af0a2c4fbca7 service neutron] Attempting to bind port c7dd3835-d8c2-4dee-8cb0-6f3061af7f54 by drivers openvswitch,hyperv on host hv-cinder-85528 at level 0 using segments [{'id': '0cc02c4f-36ca-4556-a894-45fa7a2cc2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'a27cf704-8eb8-465e-b2ce-81a4020d8b6b'}] {{(pid=106777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 01:22:43.807092 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06d7ac7-c736-4a9b-8e66-dba6cb9c2aa0 req-abe0f4c5-bb26-4eb8-a3d0-af0a2c4fbca7 service neutron] Attempting to bind port c7dd3835-d8c2-4dee-8cb0-6f3061af7f54 on network a27cf704-8eb8-465e-b2ce-81a4020d8b6b {{(pid=106777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:22:43.816053 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-692361c8-feee-4f33-b9a3-2fd883c2af63 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:43.822669 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-692361c8-feee-4f33-b9a3-2fd883c2af63 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7803564 Aug 31 01:22:43.825419 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 55152) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:22:43.828936 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692361c8-feee-4f33-b9a3-2fd883c2af63 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d857be12-d65b-4a76-80cb-13fe36df652e,revision_number=0']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:43.829347 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=3 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:43.856090 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06d7ac7-c736-4a9b-8e66-dba6cb9c2aa0 req-abe0f4c5-bb26-4eb8-a3d0-af0a2c4fbca7 service neutron] Port c7dd3835-d8c2-4dee-8cb0-6f3061af7f54 on network a27cf704-8eb8-465e-b2ce-81a4020d8b6b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85528 {{(pid=106777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 01:22:43.856447 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06d7ac7-c736-4a9b-8e66-dba6cb9c2aa0 req-abe0f4c5-bb26-4eb8-a3d0-af0a2c4fbca7 service neutron] Attempting to bind port c7dd3835-d8c2-4dee-8cb0-6f3061af7f54 on network a27cf704-8eb8-465e-b2ce-81a4020d8b6b {{(pid=106777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:22:43.858023 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [None req-279a656f-9597-4ed2-a1c9-e07ef5b82820 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Request body: {'security_group_rule': {'security_group_id': '1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:22:43.862950 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d20520f-e103-43b4-899d-22c2e2825a62 None None] Pushing event updated for resources: {'Port': ['ID=7522e8f9-2020-4559-93b2-83cbdf697964,revision_number=3']} {{(pid=106779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:43.895258 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.managers [None req-f48934e9-a565-43df-92cd-fe55f617f07d None None] Attempting to bind port 7522e8f9-2020-4559-93b2-83cbdf697964 on host dv-cinder-855288-2-iscsi for vnic_type normal with profile {{(pid=106779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 01:22:43.896509 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.managers [None req-f48934e9-a565-43df-92cd-fe55f617f07d None None] Attempting to bind port 7522e8f9-2020-4559-93b2-83cbdf697964 by drivers openvswitch,hyperv on host dv-cinder-855288-2-iscsi at level 0 using segments [{'id': '46d8b518-61a3-41d6-96c6-0d3f3e223608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0303b68a-9736-48eb-90f1-d3c52026d074'}] {{(pid=106779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 01:22:43.898925 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48934e9-a565-43df-92cd-fe55f617f07d None None] Attempting to bind port 7522e8f9-2020-4559-93b2-83cbdf697964 on network 0303b68a-9736-48eb-90f1-d3c52026d074 {{(pid=106779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:22:43.908448 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06d7ac7-c736-4a9b-8e66-dba6cb9c2aa0 req-abe0f4c5-bb26-4eb8-a3d0-af0a2c4fbca7 service neutron] Checking agent: {'id': '799b9b45-836a-4007-8b99-6041c4a5ce6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85528', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 1, 20, 34), 'started_at': datetime.datetime(2022, 8, 31, 1, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 1, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 01:22:43.908889 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06d7ac7-c736-4a9b-8e66-dba6cb9c2aa0 req-abe0f4c5-bb26-4eb8-a3d0-af0a2c4fbca7 service neutron] Checking segment: {'id': '0cc02c4f-36ca-4556-a894-45fa7a2cc2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'a27cf704-8eb8-465e-b2ce-81a4020d8b6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:22:43.909431 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06d7ac7-c736-4a9b-8e66-dba6cb9c2aa0 req-abe0f4c5-bb26-4eb8-a3d0-af0a2c4fbca7 service neutron] Bound using segment: {'id': '0cc02c4f-36ca-4556-a894-45fa7a2cc2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'a27cf704-8eb8-465e-b2ce-81a4020d8b6b'} {{(pid=106777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 01:22:43.909885 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.managers [req-b06d7ac7-c736-4a9b-8e66-dba6cb9c2aa0 req-abe0f4c5-bb26-4eb8-a3d0-af0a2c4fbca7 service neutron] Bound port: c7dd3835-d8c2-4dee-8cb0-6f3061af7f54, host: hv-cinder-85528, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cc02c4f-36ca-4556-a894-45fa7a2cc2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': 'a27cf704-8eb8-465e-b2ce-81a4020d8b6b'}}] {{(pid=106777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 01:22:43.914865 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-b06d7ac7-c736-4a9b-8e66-dba6cb9c2aa0 req-abe0f4c5-bb26-4eb8-a3d0-af0a2c4fbca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (c7dd3835-d8c2-4dee-8cb0-6f3061af7f54), before_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:43.916046 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48934e9-a565-43df-92cd-fe55f617f07d None None] Checking agent: {'id': 'f96ef3eb-5320-49ab-b33a-a2775d3a6053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855288-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 1, 14, 6), 'started_at': datetime.datetime(2022, 8, 31, 1, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 1, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855288-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 01:22:43.925733 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48934e9-a565-43df-92cd-fe55f617f07d None None] Checking segment: {'id': '46d8b518-61a3-41d6-96c6-0d3f3e223608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0303b68a-9736-48eb-90f1-d3c52026d074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:22:43.925733 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron_lib.callbacks.manager [None req-f48934e9-a565-43df-92cd-fe55f617f07d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:43.925733 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48934e9-a565-43df-92cd-fe55f617f07d None None] Bound using segment: {'id': '46d8b518-61a3-41d6-96c6-0d3f3e223608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0303b68a-9736-48eb-90f1-d3c52026d074'} {{(pid=106779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 01:22:43.925733 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.managers [None req-f48934e9-a565-43df-92cd-fe55f617f07d None None] Bound port: 7522e8f9-2020-4559-93b2-83cbdf697964, host: dv-cinder-855288-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46d8b518-61a3-41d6-96c6-0d3f3e223608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0303b68a-9736-48eb-90f1-d3c52026d074'}}] {{(pid=106779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 01:22:43.925733 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron_lib.callbacks.manager [None req-f48934e9-a565-43df-92cd-fe55f617f07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (7522e8f9-2020-4559-93b2-83cbdf697964), before_update {{(pid=106779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:43.926729 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe0f4c5-bb26-4eb8-a3d0-af0a2c4fbca7 service neutron] Pushing event updated for resources: {'Port': ['ID=c7dd3835-d8c2-4dee-8cb0-6f3061af7f54,revision_number=2']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:44.050952 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-279a656f-9597-4ed2-a1c9-e07ef5b82820 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks [] for security_group_rule (78c2ecaa-fa66-48ce-bcdb-d802fa3d8283), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:44.124985 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:44.128403 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.db [None req-f48934e9-a565-43df-92cd-fe55f617f07d None None] For port 7522e8f9-2020-4559-93b2-83cbdf697964, host dv-cinder-855288-2-iscsi, cleared binding levels {{(pid=106779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:22:44.138915 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.db [None req-f48934e9-a565-43df-92cd-fe55f617f07d None None] For port 7522e8f9-2020-4559-93b2-83cbdf697964, host dv-cinder-855288-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=7522e8f9-2020-4559-93b2-83cbdf697964,segment=NetworkSegment(46d8b518-61a3-41d6-96c6-0d3f3e223608),segment_id=46d8b518-61a3-41d6-96c6-0d3f3e223608)] {{(pid=106779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:22:44.222957 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvr_db [None req-e9c5986d-9e69-4120-8759-1e038ef0d386 None None] Set router c6e361c5-ba4b-4479-8e6b-43633c3e7ed9 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:22:44.231245 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron_lib.callbacks.manager [None req-f48934e9-a565-43df-92cd-fe55f617f07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (7522e8f9-2020-4559-93b2-83cbdf697964), after_update {{(pid=106779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:44.252487 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-279a656f-9597-4ed2-a1c9-e07ef5b82820 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks [] for security_group_rule (78c2ecaa-fa66-48ce-bcdb-d802fa3d8283), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:44.315310 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48934e9-a565-43df-92cd-fe55f617f07d None None] Routers {'0346bf8d-72be-459e-8f73-c22d0ddccdd0'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:22:44.315875 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-f48934e9-a565-43df-92cd-fe55f617f07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:22:34Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['0346bf8d-72be-459e-8f73-c22d0ddccdd0'], 'active': True} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:22:44.334843 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-279a656f-9597-4ed2-a1c9-e07ef5b82820 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413228'] for security_group_rule (78c2ecaa-fa66-48ce-bcdb-d802fa3d8283), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:44.385928 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-277bb831-d09a-42a3-b497-8ae0b39201b9 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:44.398170 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279a656f-9597-4ed2-a1c9-e07ef5b82820 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78c2ecaa-fa66-48ce-bcdb-d802fa3d8283,revision_number=0']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:44.426319 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=100 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:44.431233 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-786527e4-122e-403a-a215-d82cd95b9045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'name': 'tempest-AttachVolumeNegativeTest-703590554-router', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bcae5e1e-21f8-45f7-ba18-74d0551b07e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:22:33Z', 'revision_number': 4, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'gw_port': {'id': 'bcae5e1e-21f8-45f7-ba18-74d0551b07e1', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:25Z', 'updated_at': '2022-08-31T01:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_interfaces': [{'id': '519870e6-178f-4031-8a44-b0fbae55ebbe', 'name': '', 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'mac_address': 'fa:16:3e:d7:53:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4cf8958b-5555-42e1-b4dd-8dee2893fbc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:31Z', 'updated_at': '2022-08-31T01:22:41Z', 'revision_number': 4, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'subnets': [{'id': '4cf8958b-5555-42e1-b4dd-8dee2893fbc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:22:44.438390 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-fec8dcd0-9a97-4553-893d-9cd414b1b84e req-f564b097-2224-4ed2-af3a-2314c2b62205 tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7991206b-2f39-44d5-8964-a4d5a150fe5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9866235 Aug 31 01:22:44.476513 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786527e4-122e-403a-a215-d82cd95b9045 None None] The sync data for ids ['a0dd652c-1554-4322-9186-58d07c04c819'] in dv-cinder-855288-2-iscsi is: [{'id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'name': 'tempest-AttachVolumeNegativeTest-703590554-router', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bcae5e1e-21f8-45f7-ba18-74d0551b07e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:22:33Z', 'revision_number': 4, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'gw_port': {'id': 'bcae5e1e-21f8-45f7-ba18-74d0551b07e1', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:25Z', 'updated_at': '2022-08-31T01:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_interfaces': [{'id': '519870e6-178f-4031-8a44-b0fbae55ebbe', 'name': '', 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'mac_address': 'fa:16:3e:d7:53:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4cf8958b-5555-42e1-b4dd-8dee2893fbc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:31Z', 'updated_at': '2022-08-31T01:22:41Z', 'revision_number': 4, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'subnets': [{'id': '4cf8958b-5555-42e1-b4dd-8dee2893fbc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:22:44.582440 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-279a656f-9597-4ed2-a1c9-e07ef5b82820 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:44.586784 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-279a656f-9597-4ed2-a1c9-e07ef5b82820 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7459888 Aug 31 01:22:44.587447 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 55174) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:22:44.592278 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [None req-7191a0ae-2746-44c5-ad2d-7de9fce753fb tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Request body: {'floatingip': {'floating_network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83'}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:22:44.603006 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-c56c23c1-8645-4df2-a690-07a549adb56f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (ffbd3acd-dcd3-4433-b3e2-a2e47df0f7b2), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:44.636987 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-c56c23c1-8645-4df2-a690-07a549adb56f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:44.642487 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-c56c23c1-8645-4df2-a690-07a549adb56f admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/ffbd3acd-dcd3-4433-b3e2-a2e47df0f7b2 HTTP/1.1" status: 204 len: 168 time: 2.5773480 Aug 31 01:22:44.699983 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.db [req-b06d7ac7-c736-4a9b-8e66-dba6cb9c2aa0 req-abe0f4c5-bb26-4eb8-a3d0-af0a2c4fbca7 service neutron] For port c7dd3835-d8c2-4dee-8cb0-6f3061af7f54, host hv-cinder-85528, cleared binding levels {{(pid=106777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:22:44.711726 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c23c1-8645-4df2-a690-07a549adb56f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffbd3acd-dcd3-4433-b3e2-a2e47df0f7b2,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:44.769999 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d20520f-e103-43b4-899d-22c2e2825a62 None None] Pushing event updated for resources: {'Port': ['ID=7522e8f9-2020-4559-93b2-83cbdf697964,revision_number=4']} {{(pid=106779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:44.840797 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Provisioning complete for port e3c76a5c-0d13-458d-b6f1-e39e583211e8 triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:22:44.842757 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-7191a0ae-2746-44c5-ad2d-7de9fce753fb tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:44.849287 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (e3c76a5c-0d13-458d-b6f1-e39e583211e8), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:44.860964 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvr_db [None req-f48934e9-a565-43df-92cd-fe55f617f07d None None] Set router 0346bf8d-72be-459e-8f73-c22d0ddccdd0 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:22:44.889941 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.db [req-b06d7ac7-c736-4a9b-8e66-dba6cb9c2aa0 req-abe0f4c5-bb26-4eb8-a3d0-af0a2c4fbca7 service neutron] For port c7dd3835-d8c2-4dee-8cb0-6f3061af7f54, host hv-cinder-85528, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=c7dd3835-d8c2-4dee-8cb0-6f3061af7f54,segment=NetworkSegment(0cc02c4f-36ca-4556-a894-45fa7a2cc2be),segment_id=0cc02c4f-36ca-4556-a894-45fa7a2cc2be)] {{(pid=106777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:22:44.919541 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:45.107515 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f6f58-8732-4fb7-9a0f-99a8b5328d2f req-6fc8b25d-42c4-4ba6-b10d-5bbe938026e9 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:22:45.125354 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0b6f6f58-8732-4fb7-9a0f-99a8b5328d2f req-6fc8b25d-42c4-4ba6-b10d-5bbe938026e9 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/networks?id=0303b68a-9736-48eb-90f1-d3c52026d074 HTTP/1.1" status: 200 len: 819 time: 1.1612985 Aug 31 01:22:45.158083 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-b06d7ac7-c736-4a9b-8e66-dba6cb9c2aa0 req-abe0f4c5-bb26-4eb8-a3d0-af0a2c4fbca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (c7dd3835-d8c2-4dee-8cb0-6f3061af7f54), after_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:45.207586 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d7ac7-c736-4a9b-8e66-dba6cb9c2aa0 req-abe0f4c5-bb26-4eb8-a3d0-af0a2c4fbca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:22:45.214324 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-b06d7ac7-c736-4a9b-8e66-dba6cb9c2aa0 req-abe0f4c5-bb26-4eb8-a3d0-af0a2c4fbca7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537412'] for port (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:45.221084 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b06d7ac7-c736-4a9b-8e66-dba6cb9c2aa0 req-abe0f4c5-bb26-4eb8-a3d0-af0a2c4fbca7 service neutron] 10.222.0.85 "PUT /networking/v2.0/ports/c7dd3835-d8c2-4dee-8cb0-6f3061af7f54 HTTP/1.1" status: 200 len: 1093 time: 4.6224530 Aug 31 01:22:45.235102 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f2e4287-f02a-4d2f-a669-621ae355fce5', 'tag': 'c7dd3835-d8c2-4dee-8cb0-6f3061af7f54'}] {{(pid=106777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:22:45.444676 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-7191a0ae-2746-44c5-ad2d-7de9fce753fb tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:45.516368 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-f48934e9-a565-43df-92cd-fe55f617f07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0346bf8d-72be-459e-8f73-c22d0ddccdd0', 'name': 'tempest-ServerRescueNegativeTestJSON-1249741824-router', 'tenant_id': 'd58414b1dd2342d58cc7665aee50b86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '03f7b4dd-5b0d-41ca-9c65-665318a2eaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:22:34Z', 'revision_number': 4, 'project_id': 'd58414b1dd2342d58cc7665aee50b86b', 'gw_port': {'id': '03f7b4dd-5b0d-41ca-9c65-665318a2eaa9', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0346bf8d-72be-459e-8f73-c22d0ddccdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:25Z', 'updated_at': '2022-08-31T01:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_interfaces': [{'id': '7522e8f9-2020-4559-93b2-83cbdf697964', 'name': '', 'network_id': '0303b68a-9736-48eb-90f1-d3c52026d074', 'tenant_id': 'd58414b1dd2342d58cc7665aee50b86b', 'mac_address': 'fa:16:3e:0c:70:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0346bf8d-72be-459e-8f73-c22d0ddccdd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '14c282f1-a88f-47d5-b759-92c78d45d59b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:32Z', 'updated_at': '2022-08-31T01:22:44Z', 'revision_number': 4, 'project_id': 'd58414b1dd2342d58cc7665aee50b86b', 'subnets': [{'id': '14c282f1-a88f-47d5-b759-92c78d45d59b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:22:45.594368 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48934e9-a565-43df-92cd-fe55f617f07d None None] The sync data for ids ['0346bf8d-72be-459e-8f73-c22d0ddccdd0'] in dv-cinder-855288-2-iscsi is: [{'id': '0346bf8d-72be-459e-8f73-c22d0ddccdd0', 'name': 'tempest-ServerRescueNegativeTestJSON-1249741824-router', 'tenant_id': 'd58414b1dd2342d58cc7665aee50b86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '03f7b4dd-5b0d-41ca-9c65-665318a2eaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:22:34Z', 'revision_number': 4, 'project_id': 'd58414b1dd2342d58cc7665aee50b86b', 'gw_port': {'id': '03f7b4dd-5b0d-41ca-9c65-665318a2eaa9', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0346bf8d-72be-459e-8f73-c22d0ddccdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:25Z', 'updated_at': '2022-08-31T01:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_interfaces': [{'id': '7522e8f9-2020-4559-93b2-83cbdf697964', 'name': '', 'network_id': '0303b68a-9736-48eb-90f1-d3c52026d074', 'tenant_id': 'd58414b1dd2342d58cc7665aee50b86b', 'mac_address': 'fa:16:3e:0c:70:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0346bf8d-72be-459e-8f73-c22d0ddccdd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '14c282f1-a88f-47d5-b759-92c78d45d59b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:32Z', 'updated_at': '2022-08-31T01:22:44Z', 'revision_number': 4, 'project_id': 'd58414b1dd2342d58cc7665aee50b86b', 'subnets': [{'id': '14c282f1-a88f-47d5-b759-92c78d45d59b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:22:45.607459 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0b6f6f58-8732-4fb7-9a0f-99a8b5328d2f req-b9d91175-c842-48f6-94d0-b4f23f83c9e3 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/quotas/d58414b1dd2342d58cc7665aee50b86b HTTP/1.1" status: 200 len: 375 time: 0.4758742 Aug 31 01:22:45.639461 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Current status of the port e3c76a5c-0d13-458d-b6f1-e39e583211e8 is: ACTIVE; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:22:45.640583 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 6cfffd58-8e9a-41d8-b355-0977e5670440 up at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:22:45.828561 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-e9c5986d-9e69-4120-8759-1e038ef0d386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e361c5-ba4b-4479-8e6b-43633c3e7ed9', 'name': 'tempest-AttachVolumeShelveTestJSON-1467074649-router', 'tenant_id': '53d2295ada114ea3b6b5001c4c197f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '6cfffd58-8e9a-41d8-b355-0977e5670440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:22:36Z', 'revision_number': 4, 'project_id': '53d2295ada114ea3b6b5001c4c197f35', 'gw_port': {'id': '6cfffd58-8e9a-41d8-b355-0977e5670440', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e361c5-ba4b-4479-8e6b-43633c3e7ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:25Z', 'updated_at': '2022-08-31T01:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_interfaces': [{'id': '57eaf157-539b-41bf-98b1-eb6abc39a18a', 'name': '', 'network_id': '2a0890c6-f1c3-465a-8b4d-8e1ae2356a58', 'tenant_id': '53d2295ada114ea3b6b5001c4c197f35', 'mac_address': 'fa:16:3e:d8:06:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e361c5-ba4b-4479-8e6b-43633c3e7ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd653247e-0c02-4230-ad01-73647a101df2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:34Z', 'updated_at': '2022-08-31T01:22:37Z', 'revision_number': 2, 'project_id': '53d2295ada114ea3b6b5001c4c197f35', 'subnets': [{'id': 'd653247e-0c02-4230-ad01-73647a101df2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:22:45.881556 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 55208) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:22:45.925828 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-e4691441-cb2c-4343-a396-cc4d46d597eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:45.944711 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d7ac7-c736-4a9b-8e66-dba6cb9c2aa0 req-d738a38e-bbab-4fe0-8666-824110846783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:22:45.946564 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b06d7ac7-c736-4a9b-8e66-dba6cb9c2aa0 req-d738a38e-bbab-4fe0-8666-824110846783 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=3abb95e8d0a84b76a5d141815451ceae&device_id=3f2e4287-f02a-4d2f-a669-621ae355fce5 HTTP/1.1" status: 200 len: 1127 time: 0.4995978 Aug 31 01:22:45.952445 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:45.954343 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Provisioning complete for port 6cfffd58-8e9a-41d8-b355-0977e5670440 triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:22:45.954845 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (6cfffd58-8e9a-41d8-b355-0977e5670440), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:45.959269 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c5986d-9e69-4120-8759-1e038ef0d386 None None] Checking router: c6e361c5-ba4b-4479-8e6b-43633c3e7ed9 for host: dv-cinder-855288-2-iscsi {{(pid=106778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:22:45.963249 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c5986d-9e69-4120-8759-1e038ef0d386 None None] Updating router c6e361c5-ba4b-4479-8e6b-43633c3e7ed9 port 57eaf157-539b-41bf-98b1-eb6abc39a18a binding host dv-cinder-855288-2-iscsi {{(pid=106778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:22:46.023162 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.db_base_plugin_common [None req-277bb831-d09a-42a3-b497-8ae0b39201b9 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Allocated IP 172.27.1.70 (6de90673-24a8-444a-94e7-38ef2e70dd83/b0882f00-706c-4556-bcad-01ef413e142c/d86b76e9-b64a-4904-816e-8e9391ee312a) {{(pid=106777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:22:46.066186 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e9c5986d-9e69-4120-8759-1e038ef0d386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (57eaf157-539b-41bf-98b1-eb6abc39a18a), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:46.187803 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b06d7ac7-c736-4a9b-8e66-dba6cb9c2aa0 req-0f64cd64-7d6d-4b48-8d07-308e9342d9f2 service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c7dd3835-d8c2-4dee-8cb0-6f3061af7f54 HTTP/1.1" status: 200 len: 217 time: 0.1584203 Aug 31 01:22:46.299168 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 55220) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:22:46.324577 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [None req-34dbb016-4b8c-4c95-91e6-9d895ca4b12f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-632139824-network', 'tenant_id': '53be4396b4934ce9ac8a4e5cdd81333b'}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:22:46.419896 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-e4691441-cb2c-4343-a396-cc4d46d597eb admin admin] Publish callbacks [] for security_group (70644ac2-f4da-4ac4-88d2-ed9830265b40), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:46.487736 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4685ac20-97da-4b95-a6a6-81d7c1a08af7 req-a5a9ae40-a4bf-4731-8ee4-0ae7b98dbf34 tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:22:46.499383 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-4685ac20-97da-4b95-a6a6-81d7c1a08af7 req-a5a9ae40-a4bf-4731-8ee4-0ae7b98dbf34 tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3f2e4287-f02a-4d2f-a669-621ae355fce5 HTTP/1.1" status: 200 len: 943 time: 0.8860681 Aug 31 01:22:46.517992 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e330c87e12d7f870e7d9a686a76230f6b0968ad9153010b5cc5787492cc6e0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18113d1f-30a7-4244-a790-8592fbaed711" -d '{"events": [{"name": "network-changed", "server_uuid": "3f2e4287-f02a-4d2f-a669-621ae355fce5", "tag": "c7dd3835-d8c2-4dee-8cb0-6f3061af7f54"}]}' {{(pid=106777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:22:46.521688 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d7ac7-c736-4a9b-8e66-dba6cb9c2aa0 req-173876ef-cef4-46f2-88d7-d130f828370b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:22:46.523134 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b06d7ac7-c736-4a9b-8e66-dba6cb9c2aa0 req-173876ef-cef4-46f2-88d7-d130f828370b service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=94367183-ee6f-48d8-847a-1f6b2d12d1be HTTP/1.1" status: 200 len: 851 time: 0.2730269 Aug 31 01:22:46.529005 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-e4691441-cb2c-4343-a396-cc4d46d597eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (70644ac2-f4da-4ac4-88d2-ed9830265b40), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:46.543137 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0b6f6f58-8732-4fb7-9a0f-99a8b5328d2f req-a1bf99f0-407e-4b43-9282-2036daeeb31c tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=d58414b1dd2342d58cc7665aee50b86b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7759416 Aug 31 01:22:46.552437 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe0f4c5-bb26-4eb8-a3d0-af0a2c4fbca7 service neutron] Pushing event updated for resources: {'Port': ['ID=c7dd3835-d8c2-4dee-8cb0-6f3061af7f54,revision_number=3']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:46.568602 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:46.611934 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4691441-cb2c-4343-a396-cc4d46d597eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70644ac2-f4da-4ac4-88d2-ed9830265b40,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:46.720313 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-e4691441-cb2c-4343-a396-cc4d46d597eb admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=2ab36940693d4ab185eb56876959d34f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8351235 Aug 31 01:22:46.720575 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 55232) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:22:46.815353 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34dbb016-4b8c-4c95-91e6-9d895ca4b12f admin admin] Made reservation on behalf of 53be4396b4934ce9ac8a4e5cdd81333b for: {'network': 1} {{(pid=106776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:22:46.823825 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-34dbb016-4b8c-4c95-91e6-9d895ca4b12f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for network (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:46.862591 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-34dbb016-4b8c-4c95-91e6-9d895ca4b12f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:46.885148 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0b6f6f58-8732-4fb7-9a0f-99a8b5328d2f req-22c737ff-168e-477e-877a-ff1a9166d084 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/0303b68a-9736-48eb-90f1-d3c52026d074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277357 Aug 31 01:22:47.077237 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0b6f6f58-8732-4fb7-9a0f-99a8b5328d2f req-f2ae7e8a-c942-4d04-a50e-9402bf7bbfab service neutron] 10.222.0.20 "GET /networking/v2.0/networks/0303b68a-9736-48eb-90f1-d3c52026d074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873007 Aug 31 01:22:47.152397 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-34dbb016-4b8c-4c95-91e6-9d895ca4b12f admin admin] Publish callbacks [] for security_group (e1ce80b6-d0fc-4b70-95aa-9e315da378d7), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:47.158073 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=74,neutron:INSERT=24,neutron:UPDATE=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:47.173329 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-9a1bbab8-16b1-48b7-88f2-04965ac806f4 admin admin] Publish callbacks [] for security_group (70644ac2-f4da-4ac4-88d2-ed9830265b40), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:47.202953 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.85', 57871) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:22:47.221061 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-9a1bbab8-16b1-48b7-88f2-04965ac806f4 admin admin] Publish callbacks [] for security_group (70644ac2-f4da-4ac4-88d2-ed9830265b40), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:47.247928 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=100 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:47.292836 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d7ac7-c736-4a9b-8e66-dba6cb9c2aa0 req-7367f13e-86ab-4482-b020-5eb7ac709d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:22:47.294811 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b06d7ac7-c736-4a9b-8e66-dba6cb9c2aa0 req-7367f13e-86ab-4482-b020-5eb7ac709d5d service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=a27cf704-8eb8-465e-b2ce-81a4020d8b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3670793 Aug 31 01:22:47.314700 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-34dbb016-4b8c-4c95-91e6-9d895ca4b12f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (e1ce80b6-d0fc-4b70-95aa-9e315da378d7), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:47.338135 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e9c5986d-9e69-4120-8759-1e038ef0d386 None None] Publish callbacks [] for port (57eaf157-539b-41bf-98b1-eb6abc39a18a), precommit_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:47.342267 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Current status of the port 6cfffd58-8e9a-41d8-b355-0977e5670440 is: ACTIVE; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:22:47.367805 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-277bb831-d09a-42a3-b497-8ae0b39201b9 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for port (d86b76e9-b64a-4904-816e-8e9391ee312a), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:47.460491 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dbb016-4b8c-4c95-91e6-9d895ca4b12f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ce80b6-d0fc-4b70-95aa-9e315da378d7,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:47.482322 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e9c5986d-9e69-4120-8759-1e038ef0d386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (57eaf157-539b-41bf-98b1-eb6abc39a18a), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:47.645670 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:47.728427 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34dbb016-4b8c-4c95-91e6-9d895ca4b12f admin admin] vlan segment allocate from pool success with {'vlan_id': 1074, 'physical_network': 'physnet1'} {{(pid=106776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:22:47.750581 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:47.766125 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b06d7ac7-c736-4a9b-8e66-dba6cb9c2aa0 req-919745ad-4805-4c3b-8cc9-45212ea4d392 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/a27cf704-8eb8-465e-b2ce-81a4020d8b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4515424 Aug 31 01:22:47.777105 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-4685ac20-97da-4b95-a6a6-81d7c1a08af7 req-a120a1c3-c3bf-47fe-8eca-72d9c718705a tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7991206b-2f39-44d5-8964-a4d5a150fe5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2766800 Aug 31 01:22:47.781903 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-277bb831-d09a-42a3-b497-8ae0b39201b9 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779185826838'] for port (d86b76e9-b64a-4904-816e-8e9391ee312a), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:47.789608 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 7522e8f9-2020-4559-93b2-83cbdf697964 up at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:22:47.863945 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-34dbb016-4b8c-4c95-91e6-9d895ca4b12f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484916'] for segment (1f01d60e-8968-4ee8-9a65-040c5b448bba), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:47.865286 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.db.segments_db [None req-34dbb016-4b8c-4c95-91e6-9d895ca4b12f admin admin] Added segment 1f01d60e-8968-4ee8-9a65-040c5b448bba of type vlan for network c7382d12-da86-437e-9608-b9e5917b8165 Aug 31 01:22:47.933409 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74024da8-8ecf-4f58-845e-f257e8f2ffe4 None None] Pushing event updated for resources: {'Port': ['ID=57eaf157-539b-41bf-98b1-eb6abc39a18a,revision_number=3']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:47.978818 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.managers [None req-e9c5986d-9e69-4120-8759-1e038ef0d386 None None] Attempting to bind port 57eaf157-539b-41bf-98b1-eb6abc39a18a on host dv-cinder-855288-2-iscsi for vnic_type normal with profile {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 01:22:47.980990 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.managers [None req-e9c5986d-9e69-4120-8759-1e038ef0d386 None None] Attempting to bind port 57eaf157-539b-41bf-98b1-eb6abc39a18a by drivers openvswitch,hyperv on host dv-cinder-855288-2-iscsi at level 0 using segments [{'id': '4e76086e-0aa2-44ca-adc1-383a20f9a980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '2a0890c6-f1c3-465a-8b4d-8e1ae2356a58'}] {{(pid=106778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 01:22:47.982616 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c5986d-9e69-4120-8759-1e038ef0d386 None None] Attempting to bind port 57eaf157-539b-41bf-98b1-eb6abc39a18a on network 2a0890c6-f1c3-465a-8b4d-8e1ae2356a58 {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:22:48.005873 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c5986d-9e69-4120-8759-1e038ef0d386 None None] Checking agent: {'id': 'f96ef3eb-5320-49ab-b33a-a2775d3a6053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855288-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 1, 14, 6), 'started_at': datetime.datetime(2022, 8, 31, 1, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 1, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855288-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 01:22:48.006548 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c5986d-9e69-4120-8759-1e038ef0d386 None None] Checking segment: {'id': '4e76086e-0aa2-44ca-adc1-383a20f9a980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '2a0890c6-f1c3-465a-8b4d-8e1ae2356a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:22:48.013888 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e9c5986d-9e69-4120-8759-1e038ef0d386 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:48.013888 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c5986d-9e69-4120-8759-1e038ef0d386 None None] Bound using segment: {'id': '4e76086e-0aa2-44ca-adc1-383a20f9a980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '2a0890c6-f1c3-465a-8b4d-8e1ae2356a58'} {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 01:22:48.013888 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.managers [None req-e9c5986d-9e69-4120-8759-1e038ef0d386 None None] Bound port: 57eaf157-539b-41bf-98b1-eb6abc39a18a, host: dv-cinder-855288-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e76086e-0aa2-44ca-adc1-383a20f9a980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '2a0890c6-f1c3-465a-8b4d-8e1ae2356a58'}}] {{(pid=106778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 01:22:48.013888 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e9c5986d-9e69-4120-8759-1e038ef0d386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (57eaf157-539b-41bf-98b1-eb6abc39a18a), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:48.027852 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c79a931-13d6-463a-9168-a50390cbf15c req-a38cea52-7d4c-4a88-8a98-b22690d1fe7c tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:22:48.030031 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-4c79a931-13d6-463a-9168-a50390cbf15c req-a38cea52-7d4c-4a88-8a98-b22690d1fe7c tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.85 "GET /networking/v2.0/networks?id=0303b68a-9736-48eb-90f1-d3c52026d074 HTTP/1.1" status: 200 len: 819 time: 0.8213847 Aug 31 01:22:48.109904 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.db_base_plugin_common [None req-7191a0ae-2746-44c5-ad2d-7de9fce753fb tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Allocated IP 172.27.1.13 (6de90673-24a8-444a-94e7-38ef2e70dd83/b0882f00-706c-4556-bcad-01ef413e142c/cb90ba21-2b5c-4bf3-bb33-2fa7cc4cc078) {{(pid=106776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:22:48.110388 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Provisioning complete for port 7522e8f9-2020-4559-93b2-83cbdf697964 triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:22:48.110813 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (7522e8f9-2020-4559-93b2-83cbdf697964), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:48.181275 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [req-4c79a931-13d6-463a-9168-a50390cbf15c req-f8a2460a-d73d-4397-8b7e-da887513cdc1 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Request body: {'port': {'device_id': 'ee6ca45e-29c7-4af8-8aef-72134f23292c', 'network_id': '0303b68a-9736-48eb-90f1-d3c52026d074', 'admin_state_up': True, 'tenant_id': 'd58414b1dd2342d58cc7665aee50b86b'}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:22:48.330781 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-e9c5986d-9e69-4120-8759-1e038ef0d386 None None] For port 57eaf157-539b-41bf-98b1-eb6abc39a18a, host dv-cinder-855288-2-iscsi, cleared binding levels {{(pid=106778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:22:48.335488 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-e9c5986d-9e69-4120-8759-1e038ef0d386 None None] For port 57eaf157-539b-41bf-98b1-eb6abc39a18a, host dv-cinder-855288-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=57eaf157-539b-41bf-98b1-eb6abc39a18a,segment=NetworkSegment(4e76086e-0aa2-44ca-adc1-383a20f9a980),segment_id=4e76086e-0aa2-44ca-adc1-383a20f9a980)] {{(pid=106778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:22:48.338546 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Current status of the port 7522e8f9-2020-4559-93b2-83cbdf697964 is: DOWN; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:22:48.338937 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (7522e8f9-2020-4559-93b2-83cbdf697964), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:48.410674 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] For port 7522e8f9-2020-4559-93b2-83cbdf697964, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=7522e8f9-2020-4559-93b2-83cbdf697964,segment=NetworkSegment(46d8b518-61a3-41d6-96c6-0d3f3e223608),segment_id=46d8b518-61a3-41d6-96c6-0d3f3e223608)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:22:48.417358 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 01:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87dedd86-58ee-404c-b951-ba3ba6cd7385 x-openstack-request-id: req-87dedd86-58ee-404c-b951-ba3ba6cd7385 {{(pid=106777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:22:48.418513 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f2e4287-f02a-4d2f-a669-621ae355fce5", "tag": "c7dd3835-d8c2-4dee-8cb0-6f3061af7f54", "status": "completed", "code": 200}]} {{(pid=106777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:22:48.419191 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-87dedd86-58ee-404c-b951-ba3ba6cd7385 {{(pid=106777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:22:48.419899 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87dedd86-58ee-404c-b951-ba3ba6cd7385'] response: {'name': 'network-changed', 'server_uuid': '3f2e4287-f02a-4d2f-a669-621ae355fce5', 'tag': 'c7dd3835-d8c2-4dee-8cb0-6f3061af7f54', 'status': 'completed', 'code': 200} Aug 31 01:22:48.461585 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277bb831-d09a-42a3-b497-8ae0b39201b9 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Network 6de90673-24a8-444a-94e7-38ef2e70dd83 is already hosted by enough agents. {{(pid=106777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:22:48.486055 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e9c5986d-9e69-4120-8759-1e038ef0d386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (57eaf157-539b-41bf-98b1-eb6abc39a18a), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:48.503462 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0742374e-3eae-429c-b313-343b68cff694 req-c82a8423-39d8-4c7c-8002-61ca85de585c tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=bee91462-f582-40c7-88f9-652f75ce8b01 HTTP/1.1" status: 200 len: 210 time: 0.0879366 Aug 31 01:22:48.535312 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.base_scheduler [None req-277bb831-d09a-42a3-b497-8ae0b39201b9 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Resources bound (agent type, host, resource id): {{(pid=106777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:22:48.557462 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277bb831-d09a-42a3-b497-8ae0b39201b9 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Received port after_create {{(pid=106777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 01:22:48.564394 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-34dbb016-4b8c-4c95-91e6-9d895ca4b12f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779185844565'] for network (c7382d12-da86-437e-9608-b9e5917b8165), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:48.564624 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:48.565149 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c5986d-9e69-4120-8759-1e038ef0d386 None None] Routers {'c6e361c5-ba4b-4479-8e6b-43633c3e7ed9'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:22:48.565149 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-e9c5986d-9e69-4120-8759-1e038ef0d386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:22:34Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['c6e361c5-ba4b-4479-8e6b-43633c3e7ed9'], 'active': True} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:22:48.567564 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (7522e8f9-2020-4559-93b2-83cbdf697964), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:48.568820 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 519870e6-178f-4031-8a44-b0fbae55ebbe up at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:22:48.589698 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:48.602483 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-9a1bbab8-16b1-48b7-88f2-04965ac806f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (70644ac2-f4da-4ac4-88d2-ed9830265b40), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:48.604751 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277bb831-d09a-42a3-b497-8ae0b39201b9 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Pushing event updated for resources: {'Port': ['ID=d86b76e9-b64a-4904-816e-8e9391ee312a,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:48.605910 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-9a1bbab8-16b1-48b7-88f2-04965ac806f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:48.607285 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-9a1bbab8-16b1-48b7-88f2-04965ac806f4 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/70644ac2-f4da-4ac4-88d2-ed9830265b40 HTTP/1.1" status: 204 len: 168 time: 1.8853736 Aug 31 01:22:48.654383 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:48.699790 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74024da8-8ecf-4f58-845e-f257e8f2ffe4 None None] Pushing event updated for resources: {'Port': ['ID=57eaf157-539b-41bf-98b1-eb6abc39a18a,revision_number=4']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:48.702529 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1bbab8-16b1-48b7-88f2-04965ac806f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70644ac2-f4da-4ac4-88d2-ed9830265b40,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:48.721673 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-34dbb016-4b8c-4c95-91e6-9d895ca4b12f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430'] for network (c7382d12-da86-437e-9608-b9e5917b8165), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:48.723128 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34dbb016-4b8c-4c95-91e6-9d895ca4b12f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:22:48.723930 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-34dbb016-4b8c-4c95-91e6-9d895ca4b12f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537412'] for network (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:48.762340 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Provisioning complete for port 519870e6-178f-4031-8a44-b0fbae55ebbe triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:22:48.762340 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (519870e6-178f-4031-8a44-b0fbae55ebbe), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:48.820984 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-277bb831-d09a-42a3-b497-8ae0b39201b9 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for floatingip (961d7e0d-bbb2-436a-98c0-6b5c5cd823f0), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:48.824217 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b06d7ac7-c736-4a9b-8e66-dba6cb9c2aa0 req-a08a0374-5fa8-4ce3-9188-db10683a27e8 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/a27cf704-8eb8-465e-b2ce-81a4020d8b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0461769 Aug 31 01:22:48.963110 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-277bb831-d09a-42a3-b497-8ae0b39201b9 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (d86b76e9-b64a-4904-816e-8e9391ee312a), before_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:48.978606 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c79a931-13d6-463a-9168-a50390cbf15c req-f8a2460a-d73d-4397-8b7e-da887513cdc1 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Made reservation on behalf of d58414b1dd2342d58cc7665aee50b86b for: {'port': 1} {{(pid=106776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:22:48.983814 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-4c79a931-13d6-463a-9168-a50390cbf15c req-f8a2460a-d73d-4397-8b7e-da887513cdc1 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:49.059032 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Pushing event updated for resources: {'Port': ['ID=7522e8f9-2020-4559-93b2-83cbdf697964,revision_number=5']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:49.078594 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvr_db [None req-e9c5986d-9e69-4120-8759-1e038ef0d386 None None] Set router c6e361c5-ba4b-4479-8e6b-43633c3e7ed9 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:22:49.143809 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:49.231409 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-7191a0ae-2746-44c5-ad2d-7de9fce753fb tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks [] for port (cb90ba21-2b5c-4bf3-bb33-2fa7cc4cc078), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:49.272197 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-34dbb016-4b8c-4c95-91e6-9d895ca4b12f admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.9709482 Aug 31 01:22:49.273538 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 55280) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:22:49.274342 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dbb016-4b8c-4c95-91e6-9d895ca4b12f admin admin] Pushing event updated for resources: {'Network': ['ID=c7382d12-da86-437e-9608-b9e5917b8165,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:49.283617 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [None req-58a6c584-f132-4956-a49a-6beee5cfd5f0 admin admin] Request body: {'subnet': {'network_id': 'c7382d12-da86-437e-9608-b9e5917b8165', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-632139824-subnet', 'tenant_id': '53be4396b4934ce9ac8a4e5cdd81333b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:22:49.312934 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18113d1f-30a7-4244-a790-8592fbaed711 req-948b4904-65dc-4f77-9e8d-dcb6131328e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:22:49.312934 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-18113d1f-30a7-4244-a790-8592fbaed711 req-948b4904-65dc-4f77-9e8d-dcb6131328e0 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=3abb95e8d0a84b76a5d141815451ceae&device_id=3f2e4287-f02a-4d2f-a669-621ae355fce5 HTTP/1.1" status: 200 len: 1127 time: 0.1867127 Aug 31 01:22:49.339213 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a2f71-35a1-4697-802f-05d63c0289a5 req-e7d6e9ae-c42f-4a3f-8b49-c27c66ee849b tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:22:49.341343 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-c25a2f71-35a1-4697-802f-05d63c0289a5 req-e7d6e9ae-c42f-4a3f-8b49-c27c66ee849b tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3f2e4287-f02a-4d2f-a669-621ae355fce5 HTTP/1.1" status: 200 len: 943 time: 0.1859922 Aug 31 01:22:49.372805 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Network c7382d12-da86-437e-9608-b9e5917b8165 details requested by agent ovs-agent-dv-cinder-855288-2-iscsi with host dv-cinder-855288-2-iscsi {{(pid=106778) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:22:49.433031 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:49.588623 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.db_base_plugin_common [req-4c79a931-13d6-463a-9168-a50390cbf15c req-f8a2460a-d73d-4397-8b7e-da887513cdc1 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Allocated IP 172.20.0.10 (0303b68a-9736-48eb-90f1-d3c52026d074/14c282f1-a88f-47d5-b759-92c78d45d59b/388de9da-77e7-4d40-9542-da91eb9630e0) {{(pid=106776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:22:49.608260 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a6c584-f132-4956-a49a-6beee5cfd5f0 admin admin] Made reservation on behalf of 53be4396b4934ce9ac8a4e5cdd81333b for: {'subnet': 1} {{(pid=106777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:22:49.614172 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-58a6c584-f132-4956-a49a-6beee5cfd5f0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:49.624208 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-277bb831-d09a-42a3-b497-8ae0b39201b9 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for port (d86b76e9-b64a-4904-816e-8e9391ee312a), precommit_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:49.749238 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-7191a0ae-2746-44c5-ad2d-7de9fce753fb tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779185826838'] for port (cb90ba21-2b5c-4bf3-bb33-2fa7cc4cc078), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:49.770862 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=100 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:49.822494 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7191a0ae-2746-44c5-ad2d-7de9fce753fb tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Pushing event updated for resources: {'Port': ['ID=cb90ba21-2b5c-4bf3-bb33-2fa7cc4cc078,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:49.841671 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-277bb831-d09a-42a3-b497-8ae0b39201b9 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (d86b76e9-b64a-4904-816e-8e9391ee312a), after_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:49.841974 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-277bb831-d09a-42a3-b497-8ae0b39201b9 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608267'] for floatingip (961d7e0d-bbb2-436a-98c0-6b5c5cd823f0), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:49.928350 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Current status of the port 519870e6-178f-4031-8a44-b0fbae55ebbe is: DOWN; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:22:49.929106 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (519870e6-178f-4031-8a44-b0fbae55ebbe), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:49.933660 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-e9c5986d-9e69-4120-8759-1e038ef0d386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e361c5-ba4b-4479-8e6b-43633c3e7ed9', 'name': 'tempest-AttachVolumeShelveTestJSON-1467074649-router', 'tenant_id': '53d2295ada114ea3b6b5001c4c197f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '6cfffd58-8e9a-41d8-b355-0977e5670440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:22:36Z', 'revision_number': 4, 'project_id': '53d2295ada114ea3b6b5001c4c197f35', 'gw_port': {'id': '6cfffd58-8e9a-41d8-b355-0977e5670440', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e361c5-ba4b-4479-8e6b-43633c3e7ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:25Z', 'updated_at': '2022-08-31T01:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_interfaces': [{'id': '57eaf157-539b-41bf-98b1-eb6abc39a18a', 'name': '', 'network_id': '2a0890c6-f1c3-465a-8b4d-8e1ae2356a58', 'tenant_id': '53d2295ada114ea3b6b5001c4c197f35', 'mac_address': 'fa:16:3e:d8:06:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e361c5-ba4b-4479-8e6b-43633c3e7ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd653247e-0c02-4230-ad01-73647a101df2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:34Z', 'updated_at': '2022-08-31T01:22:48Z', 'revision_number': 4, 'project_id': '53d2295ada114ea3b6b5001c4c197f35', 'subnets': [{'id': 'd653247e-0c02-4230-ad01-73647a101df2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:22:50.072782 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:50.124494 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277bb831-d09a-42a3-b497-8ae0b39201b9 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Pushing event updated for resources: {'Port': ['ID=d86b76e9-b64a-4904-816e-8e9391ee312a,revision_number=2']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:50.128419 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-3801e82a-8264-4ddf-80c4-45ac0f7ac203 req-8da840c8-959c-4eca-bdcd-c3213fdc313c tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=bee91462-f582-40c7-88f9-652f75ce8b01 HTTP/1.1" status: 200 len: 210 time: 0.4177868 Aug 31 01:22:50.138330 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7191a0ae-2746-44c5-ad2d-7de9fce753fb tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Network 6de90673-24a8-444a-94e7-38ef2e70dd83 is already hosted by enough agents. {{(pid=106776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:22:50.143596 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.base_scheduler [None req-7191a0ae-2746-44c5-ad2d-7de9fce753fb tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Resources bound (agent type, host, resource id): {{(pid=106776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:22:50.147396 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7191a0ae-2746-44c5-ad2d-7de9fce753fb tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Received port after_create {{(pid=106776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 01:22:50.152018 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-c25a2f71-35a1-4697-802f-05d63c0289a5 req-cde24482-97e6-42bf-8158-7fbb76aa6370 tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7991206b-2f39-44d5-8964-a4d5a150fe5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7766490 Aug 31 01:22:50.156058 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-4c79a931-13d6-463a-9168-a50390cbf15c req-f8a2460a-d73d-4397-8b7e-da887513cdc1 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Publish callbacks [] for port (388de9da-77e7-4d40-9542-da91eb9630e0), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:50.165749 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-58a6c584-f132-4956-a49a-6beee5cfd5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430'] for subnet (28a5f0a5-70ab-4aa2-8f06-82a7444ee77e), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:50.202837 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c5986d-9e69-4120-8759-1e038ef0d386 None None] The sync data for ids ['c6e361c5-ba4b-4479-8e6b-43633c3e7ed9'] in dv-cinder-855288-2-iscsi is: [{'id': 'c6e361c5-ba4b-4479-8e6b-43633c3e7ed9', 'name': 'tempest-AttachVolumeShelveTestJSON-1467074649-router', 'tenant_id': '53d2295ada114ea3b6b5001c4c197f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '6cfffd58-8e9a-41d8-b355-0977e5670440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:22:36Z', 'revision_number': 4, 'project_id': '53d2295ada114ea3b6b5001c4c197f35', 'gw_port': {'id': '6cfffd58-8e9a-41d8-b355-0977e5670440', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e361c5-ba4b-4479-8e6b-43633c3e7ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:25Z', 'updated_at': '2022-08-31T01:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_interfaces': [{'id': '57eaf157-539b-41bf-98b1-eb6abc39a18a', 'name': '', 'network_id': '2a0890c6-f1c3-465a-8b4d-8e1ae2356a58', 'tenant_id': '53d2295ada114ea3b6b5001c4c197f35', 'mac_address': 'fa:16:3e:d8:06:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e361c5-ba4b-4479-8e6b-43633c3e7ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd653247e-0c02-4230-ad01-73647a101df2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:34Z', 'updated_at': '2022-08-31T01:22:48Z', 'revision_number': 4, 'project_id': '53d2295ada114ea3b6b5001c4c197f35', 'subnets': [{'id': 'd653247e-0c02-4230-ad01-73647a101df2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:22:50.244018 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18113d1f-30a7-4244-a790-8592fbaed711 req-c2911662-767f-48a0-a48a-beef3b8352d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:22:50.245490 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-18113d1f-30a7-4244-a790-8592fbaed711 req-c2911662-767f-48a0-a48a-beef3b8352d6 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?id=a27cf704-8eb8-465e-b2ce-81a4020d8b6b HTTP/1.1" status: 200 len: 914 time: 0.9012530 Aug 31 01:22:50.247244 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a6c584-f132-4956-a49a-6beee5cfd5f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28a5f0a5-70ab-4aa2-8f06-82a7444ee77e,revision_number=0']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:50.299417 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-7191a0ae-2746-44c5-ad2d-7de9fce753fb tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks [] for floatingip (0e9358fd-23ea-4aa9-bd60-16271603055b), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:50.334204 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] For port 519870e6-178f-4031-8a44-b0fbae55ebbe, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=519870e6-178f-4031-8a44-b0fbae55ebbe,segment=NetworkSegment(69073539-0cb5-4109-ac49-b16cdc893327),segment_id=69073539-0cb5-4109-ac49-b16cdc893327)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:22:50.364643 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-18113d1f-30a7-4244-a790-8592fbaed711 req-c4de0cbb-e72d-45b3-842b-f54c2c601458 service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c7dd3835-d8c2-4dee-8cb0-6f3061af7f54 HTTP/1.1" status: 200 len: 217 time: 0.1113327 Aug 31 01:22:50.399665 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-277bb831-d09a-42a3-b497-8ae0b39201b9 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for floatingip (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:50.421210 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-277bb831-d09a-42a3-b497-8ae0b39201b9 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.9202588 Aug 31 01:22:50.445720 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (519870e6-178f-4031-8a44-b0fbae55ebbe), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:50.453092 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-7191a0ae-2746-44c5-ad2d-7de9fce753fb tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (cb90ba21-2b5c-4bf3-bb33-2fa7cc4cc078), before_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:50.583349 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a6c584-f132-4956-a49a-6beee5cfd5f0 admin admin] Checking segment: {'id': '1f01d60e-8968-4ee8-9a65-040c5b448bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'c7382d12-da86-437e-9608-b9e5917b8165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:22:50.585463 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a6c584-f132-4956-a49a-6beee5cfd5f0 admin admin] Network hostable DHCP agents. Network: c7382d12-da86-437e-9608-b9e5917b8165, hostable agents: ['06e7caa6-6f15-45a1-a03b-1c511964ed9a'], hosted agents: [] {{(pid=106777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:22:50.631728 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18113d1f-30a7-4244-a790-8592fbaed711 req-d4485f00-9c96-48c8-838e-507615f7493b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:22:50.633049 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-18113d1f-30a7-4244-a790-8592fbaed711 req-d4485f00-9c96-48c8-838e-507615f7493b service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=94367183-ee6f-48d8-847a-1f6b2d12d1be HTTP/1.1" status: 200 len: 851 time: 0.2073321 Aug 31 01:22:50.670734 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Pushing event updated for resources: {'Port': ['ID=519870e6-178f-4031-8a44-b0fbae55ebbe,revision_number=5']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:50.706827 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a6c584-f132-4956-a49a-6beee5cfd5f0 admin admin] Network c7382d12-da86-437e-9608-b9e5917b8165 is scheduled to be hosted by DHCP agent 06e7caa6-6f15-45a1-a03b-1c511964ed9a with binding_index 1 {{(pid=106777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:22:50.725312 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-4c79a931-13d6-463a-9168-a50390cbf15c req-f8a2460a-d73d-4397-8b7e-da887513cdc1 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779185826838'] for port (388de9da-77e7-4d40-9542-da91eb9630e0), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:50.750971 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c79a931-13d6-463a-9168-a50390cbf15c req-f8a2460a-d73d-4397-8b7e-da887513cdc1 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Network 0303b68a-9736-48eb-90f1-d3c52026d074 is already hosted by enough agents. {{(pid=106776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:22:50.831902 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.base_scheduler [None req-58a6c584-f132-4956-a49a-6beee5cfd5f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855288-2-iscsi, c7382d12-da86-437e-9608-b9e5917b8165) {{(pid=106777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:22:50.847029 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c77d00-5c80-4fda-9668-a8d38f6634a0 None None] Network c7382d12-da86-437e-9608-b9e5917b8165 requested from dv-cinder-855288-2-iscsi {{(pid=106778) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 01:22:50.850455 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a6c584-f132-4956-a49a-6beee5cfd5f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:22:50.852516 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-58a6c584-f132-4956-a49a-6beee5cfd5f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537412'] for subnet (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:50.962483 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-58a6c584-f132-4956-a49a-6beee5cfd5f0 admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6853070 Aug 31 01:22:51.018246 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-71ac52e2-1b17-482b-8de8-db9d34d6bb3b req-8e6b1e39-7fa4-457b-9a63-df8ddfa3a39a tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--78043535&fields=id&tenant_id=164da7d4776d4e9f8cf6497aa784d312 HTTP/1.1" status: 200 len: 267 time: 0.1077116 Aug 31 01:22:51.056877 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 57eaf157-539b-41bf-98b1-eb6abc39a18a up at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:22:51.108482 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:51.127977 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.base_scheduler [req-4c79a931-13d6-463a-9168-a50390cbf15c req-f8a2460a-d73d-4397-8b7e-da887513cdc1 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Resources bound (agent type, host, resource id): {{(pid=106776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:22:51.145317 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c79a931-13d6-463a-9168-a50390cbf15c req-f8a2460a-d73d-4397-8b7e-da887513cdc1 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Received port after_create {{(pid=106776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 01:22:51.145317 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c79a931-13d6-463a-9168-a50390cbf15c req-f8a2460a-d73d-4397-8b7e-da887513cdc1 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:22:51.145317 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-4c79a931-13d6-463a-9168-a50390cbf15c req-f8a2460a-d73d-4397-8b7e-da887513cdc1 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537412'] for port (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:51.213424 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a2460a-d73d-4397-8b7e-da887513cdc1 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Pushing event updated for resources: {'Port': ['ID=388de9da-77e7-4d40-9542-da91eb9630e0,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:51.359170 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-4c79a931-13d6-463a-9168-a50390cbf15c req-f8a2460a-d73d-4397-8b7e-da887513cdc1 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.85 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2423332 Aug 31 01:22:51.418253 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.85', 57881) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:22:51.430926 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [req-4c79a931-13d6-463a-9168-a50390cbf15c req-bc5e3eba-c847-41ad-bad3-fe6e3a68727a service neutron] Request body: {'port': {'device_id': 'ee6ca45e-29c7-4af8-8aef-72134f23292c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85528'}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:22:51.500226 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 55338) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:22:51.540905 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18113d1f-30a7-4244-a790-8592fbaed711 req-effc9be4-6e31-4e08-a50c-31201ad2d85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:22:51.571196 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-18113d1f-30a7-4244-a790-8592fbaed711 req-effc9be4-6e31-4e08-a50c-31201ad2d85c service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=a27cf704-8eb8-465e-b2ce-81a4020d8b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5518658 Aug 31 01:22:51.593130 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364fd708-b1d5-48ee-9b4e-0806080e5d68 None None] Network c7382d12-da86-437e-9608-b9e5917b8165 requested from dv-cinder-855288-2-iscsi {{(pid=106778) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 01:22:51.596523 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-4c79a931-13d6-463a-9168-a50390cbf15c req-bc5e3eba-c847-41ad-bad3-fe6e3a68727a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (388de9da-77e7-4d40-9542-da91eb9630e0), before_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:51.646788 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-e6f54592-0bd3-4785-a5fa-9a5ac97fbcd0 req-9a994074-c743-482e-aa8e-a2c101fb4144 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=bee91462-f582-40c7-88f9-652f75ce8b01 HTTP/1.1" status: 200 len: 210 time: 0.2752090 Aug 31 01:22:51.704520 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-cb01dcce-76d9-4a90-82c4-410c84105d66 None None] Provisioning complete for port 388de9da-77e7-4d40-9542-da91eb9630e0 triggered by entity DHCP. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:22:51.704977 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-cb01dcce-76d9-4a90-82c4-410c84105d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (388de9da-77e7-4d40-9542-da91eb9630e0), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:51.711525 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Provisioning complete for port 57eaf157-539b-41bf-98b1-eb6abc39a18a triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:22:51.711909 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (57eaf157-539b-41bf-98b1-eb6abc39a18a), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:51.762998 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:51.790914 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-cb01dcce-76d9-4a90-82c4-410c84105d66 None None] Port 388de9da-77e7-4d40-9542-da91eb9630e0 cannot update to ACTIVE because it is not bound. {{(pid=106778) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 01:22:51.892425 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-7191a0ae-2746-44c5-ad2d-7de9fce753fb tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks [] for port (cb90ba21-2b5c-4bf3-bb33-2fa7cc4cc078), precommit_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:51.905176 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Current status of the port 57eaf157-539b-41bf-98b1-eb6abc39a18a is: DOWN; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:22:51.905572 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (57eaf157-539b-41bf-98b1-eb6abc39a18a), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:51.987813 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] For port 57eaf157-539b-41bf-98b1-eb6abc39a18a, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=57eaf157-539b-41bf-98b1-eb6abc39a18a,segment=NetworkSegment(4e76086e-0aa2-44ca-adc1-383a20f9a980),segment_id=4e76086e-0aa2-44ca-adc1-383a20f9a980)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:22:52.018095 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-7191a0ae-2746-44c5-ad2d-7de9fce753fb tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (cb90ba21-2b5c-4bf3-bb33-2fa7cc4cc078), after_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:52.019058 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-7191a0ae-2746-44c5-ad2d-7de9fce753fb tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608267'] for floatingip (0e9358fd-23ea-4aa9-bd60-16271603055b), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:52.022218 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d504b37-e4cb-4a12-baa8-221938db1b8b req-466cab84-d7b4-4be1-8f84-01245fbe00db tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:22:52.031850 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-9d504b37-e4cb-4a12-baa8-221938db1b8b req-466cab84-d7b4-4be1-8f84-01245fbe00db tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3f2e4287-f02a-4d2f-a669-621ae355fce5 HTTP/1.1" status: 200 len: 943 time: 0.2155945 Aug 31 01:22:52.059858 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (57eaf157-539b-41bf-98b1-eb6abc39a18a), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:52.060930 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 7522e8f9-2020-4559-93b2-83cbdf697964 up at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:22:52.109665 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7191a0ae-2746-44c5-ad2d-7de9fce753fb tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Pushing event updated for resources: {'Port': ['ID=cb90ba21-2b5c-4bf3-bb33-2fa7cc4cc078,revision_number=2']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:52.204760 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-18113d1f-30a7-4244-a790-8592fbaed711 req-82c29e41-49dd-4f5b-8d43-bf14dcd4530d service neutron] 10.222.0.85 "GET /networking/v2.0/networks/a27cf704-8eb8-465e-b2ce-81a4020d8b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5569003 Aug 31 01:22:52.231032 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fa108a8-9b14-427e-b1aa-41f0fa1b5379 admin admin] Deleting subnet bc2d8d01-a90f-4cff-88b9-b21f8a9c67ca {{(pid=106777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 01:22:52.239097 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:52.241023 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:52.284028 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-7fa108a8-9b14-427e-b1aa-41f0fa1b5379 admin admin] Publish callbacks [] for subnet (bc2d8d01-a90f-4cff-88b9-b21f8a9c67ca), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:52.342794 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f6f58-8732-4fb7-9a0f-99a8b5328d2f req-9fdce5fd-d69f-4c51-9f68-d508654765fc tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:22:52.347130 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-0b6f6f58-8732-4fb7-9a0f-99a8b5328d2f req-9fdce5fd-d69f-4c51-9f68-d508654765fc tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.85 "GET /networking/v2.0/networks?id=0303b68a-9736-48eb-90f1-d3c52026d074 HTTP/1.1" status: 200 len: 819 time: 0.8020840 Aug 31 01:22:52.369702 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac52e2-1b17-482b-8de8-db9d34d6bb3b req-3048d40f-be56-4925-aa0b-453e9197c289 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:22:52.371230 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-71ac52e2-1b17-482b-8de8-db9d34d6bb3b req-3048d40f-be56-4925-aa0b-453e9197c289 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/networks?id=0760f9a5-d813-4a0f-bcef-9988cda0c948 HTTP/1.1" status: 200 len: 814 time: 1.3423436 Aug 31 01:22:52.385406 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [req-0b6f6f58-8732-4fb7-9a0f-99a8b5328d2f req-b6c752fd-1ef9-41aa-bc89-61e0bb74c1a7 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Request body: {'port': {'device_id': 'bee91462-f582-40c7-88f9-652f75ce8b01', 'network_id': '0303b68a-9736-48eb-90f1-d3c52026d074', 'admin_state_up': True, 'tenant_id': 'd58414b1dd2342d58cc7665aee50b86b'}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:22:52.425910 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Provisioning complete for port 7522e8f9-2020-4559-93b2-83cbdf697964 triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:22:52.426330 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (7522e8f9-2020-4559-93b2-83cbdf697964), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:52.479089 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Pushing event updated for resources: {'Port': ['ID=57eaf157-539b-41bf-98b1-eb6abc39a18a,revision_number=5']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:52.513417 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-7191a0ae-2746-44c5-ad2d-7de9fce753fb tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for floatingip (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:52.515096 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-7191a0ae-2746-44c5-ad2d-7de9fce753fb tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.9264779 Aug 31 01:22:52.623184 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-71ac52e2-1b17-482b-8de8-db9d34d6bb3b req-189ad447-a785-4a0e-9427-f0cffa26191a tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/quotas/164da7d4776d4e9f8cf6497aa784d312 HTTP/1.1" status: 200 len: 375 time: 0.1998971 Aug 31 01:22:52.644350 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-7fa108a8-9b14-427e-b1aa-41f0fa1b5379 admin admin] Publish callbacks [] for subnet (bc2d8d01-a90f-4cff-88b9-b21f8a9c67ca), precommit_delete_associations {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:52.659388 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Current status of the port 7522e8f9-2020-4559-93b2-83cbdf697964 is: ACTIVE; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:22:52.735186 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-7fa108a8-9b14-427e-b1aa-41f0fa1b5379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1483629'] for subnet (bc2d8d01-a90f-4cff-88b9-b21f8a9c67ca), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:52.790668 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:52.810908 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-9d504b37-e4cb-4a12-baa8-221938db1b8b req-9c94d06f-ace6-4c54-8241-025231473d5f tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7991206b-2f39-44d5-8964-a4d5a150fe5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7754517 Aug 31 01:22:52.889695 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 57eaf157-539b-41bf-98b1-eb6abc39a18a up at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:22:52.964499 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-71ac52e2-1b17-482b-8de8-db9d34d6bb3b req-30fe05f4-1909-4455-bf4c-fdbda4e3a2e0 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=164da7d4776d4e9f8cf6497aa784d312&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3159773 Aug 31 01:22:52.971196 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-18113d1f-30a7-4244-a790-8592fbaed711 req-2c20bd2f-bc2f-4769-afc2-76aa4f7cbe2d service neutron] 10.222.0.85 "GET /networking/v2.0/networks/a27cf704-8eb8-465e-b2ce-81a4020d8b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6779175 Aug 31 01:22:53.031647 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:53.033784 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Provisioning complete for port 57eaf157-539b-41bf-98b1-eb6abc39a18a triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:22:53.034206 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (57eaf157-539b-41bf-98b1-eb6abc39a18a), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:53.170268 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b6f6f58-8732-4fb7-9a0f-99a8b5328d2f req-b6c752fd-1ef9-41aa-bc89-61e0bb74c1a7 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Made reservation on behalf of d58414b1dd2342d58cc7665aee50b86b for: {'port': 1} {{(pid=106776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:22:53.176930 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-0b6f6f58-8732-4fb7-9a0f-99a8b5328d2f req-b6c752fd-1ef9-41aa-bc89-61e0bb74c1a7 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:53.184894 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Current status of the port 57eaf157-539b-41bf-98b1-eb6abc39a18a is: ACTIVE; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:22:53.188090 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 519870e6-178f-4031-8a44-b0fbae55ebbe up at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:22:53.215442 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.notifiers.nova [req-4c79a931-13d6-463a-9168-a50390cbf15c req-bc5e3eba-c847-41ad-bad3-fe6e3a68727a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 388de9da-77e7-4d40-9542-da91eb9630e0 {{(pid=106776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 01:22:53.266673 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-4c79a931-13d6-463a-9168-a50390cbf15c req-bc5e3eba-c847-41ad-bad3-fe6e3a68727a service neutron] Publish callbacks [] for port (388de9da-77e7-4d40-9542-da91eb9630e0), precommit_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:53.334080 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Provisioning complete for port 519870e6-178f-4031-8a44-b0fbae55ebbe triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:22:53.334629 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (519870e6-178f-4031-8a44-b0fbae55ebbe), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:53.610237 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Current status of the port 519870e6-178f-4031-8a44-b0fbae55ebbe is: ACTIVE; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:22:53.657005 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b750e6fd-5138-40ee-9af2-cfa56d880b4c req-b5fb5556-cefd-4e91-970e-ab2f7ecb8142 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=bee91462-f582-40c7-88f9-652f75ce8b01 HTTP/1.1" status: 200 len: 210 time: 0.6910295 Aug 31 01:22:53.736398 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-71ac52e2-1b17-482b-8de8-db9d34d6bb3b req-b5148ae4-2485-4417-adba-6ebf6a30915a service neutron] 10.222.0.20 "GET /networking/v2.0/networks/0760f9a5-d813-4a0f-bcef-9988cda0c948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7514238 Aug 31 01:22:53.764930 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.provisioning_blocks [req-4c79a931-13d6-463a-9168-a50390cbf15c req-bc5e3eba-c847-41ad-bad3-fe6e3a68727a service neutron] Transition to ACTIVE for port object 388de9da-77e7-4d40-9542-da91eb9630e0 will not be triggered until provisioned by entity L2. {{(pid=106776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 01:22:53.766298 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:53.771607 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-7fa108a8-9b14-427e-b1aa-41f0fa1b5379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1483636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430'] for subnet (bc2d8d01-a90f-4cff-88b9-b21f8a9c67ca), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:53.879494 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa108a8-9b14-427e-b1aa-41f0fa1b5379 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc2d8d01-a90f-4cff-88b9-b21f8a9c67ca,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:53.884597 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-4c79a931-13d6-463a-9168-a50390cbf15c req-bc5e3eba-c847-41ad-bad3-fe6e3a68727a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (388de9da-77e7-4d40-9542-da91eb9630e0), after_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:53.891408 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-7fa108a8-9b14-427e-b1aa-41f0fa1b5379 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:53.891408 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-7fa108a8-9b14-427e-b1aa-41f0fa1b5379 admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/bc2d8d01-a90f-4cff-88b9-b21f8a9c67ca HTTP/1.1" status: 204 len: 168 time: 2.3855431 Aug 31 01:22:53.894097 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 55412) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:22:54.062056 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-3ed25597-8a7c-41b7-bd86-ec961541c60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1495376'] for network (cc2bf2db-7eab-4d46-b37a-521c7b4419d9), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:54.105672 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-76a95048-628f-44ba-aaae-cbab2bcde18e req-a8b6b406-cc77-43be-b396-f30f7d88e498 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1762624992&fields=id&tenant_id=53d2295ada114ea3b6b5001c4c197f35 HTTP/1.1" status: 200 len: 267 time: 0.3211699 Aug 31 01:22:54.110273 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5e3eba-c847-41ad-bad3-fe6e3a68727a service neutron] Pushing event updated for resources: {'Port': ['ID=388de9da-77e7-4d40-9542-da91eb9630e0,revision_number=2']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:54.134751 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-71ac52e2-1b17-482b-8de8-db9d34d6bb3b req-597c0e5c-3b73-45ef-a1fe-0289f2106f53 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/0760f9a5-d813-4a0f-bcef-9988cda0c948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3915446 Aug 31 01:22:54.150364 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.db_base_plugin_common [req-0b6f6f58-8732-4fb7-9a0f-99a8b5328d2f req-b6c752fd-1ef9-41aa-bc89-61e0bb74c1a7 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Allocated IP 172.20.0.13 (0303b68a-9736-48eb-90f1-d3c52026d074/14c282f1-a88f-47d5-b759-92c78d45d59b/81d2c012-27ea-4e66-96da-4c03afd30650) {{(pid=106776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:22:54.170490 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.managers [req-4c79a931-13d6-463a-9168-a50390cbf15c req-bc5e3eba-c847-41ad-bad3-fe6e3a68727a service neutron] Attempting to bind port 388de9da-77e7-4d40-9542-da91eb9630e0 on host hv-cinder-85528 for vnic_type normal with profile {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 01:22:54.173726 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.managers [req-4c79a931-13d6-463a-9168-a50390cbf15c req-bc5e3eba-c847-41ad-bad3-fe6e3a68727a service neutron] Attempting to bind port 388de9da-77e7-4d40-9542-da91eb9630e0 by drivers openvswitch,hyperv on host hv-cinder-85528 at level 0 using segments [{'id': '46d8b518-61a3-41d6-96c6-0d3f3e223608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0303b68a-9736-48eb-90f1-d3c52026d074'}] {{(pid=106776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 01:22:54.173726 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c79a931-13d6-463a-9168-a50390cbf15c req-bc5e3eba-c847-41ad-bad3-fe6e3a68727a service neutron] Attempting to bind port 388de9da-77e7-4d40-9542-da91eb9630e0 on network 0303b68a-9736-48eb-90f1-d3c52026d074 {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:22:54.182417 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c79a931-13d6-463a-9168-a50390cbf15c req-bc5e3eba-c847-41ad-bad3-fe6e3a68727a service neutron] Port 388de9da-77e7-4d40-9542-da91eb9630e0 on network 0303b68a-9736-48eb-90f1-d3c52026d074 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85528 {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 01:22:54.182978 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c79a931-13d6-463a-9168-a50390cbf15c req-bc5e3eba-c847-41ad-bad3-fe6e3a68727a service neutron] Attempting to bind port 388de9da-77e7-4d40-9542-da91eb9630e0 on network 0303b68a-9736-48eb-90f1-d3c52026d074 {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:22:54.203551 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c79a931-13d6-463a-9168-a50390cbf15c req-bc5e3eba-c847-41ad-bad3-fe6e3a68727a service neutron] Checking agent: {'id': '799b9b45-836a-4007-8b99-6041c4a5ce6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85528', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 1, 20, 34), 'started_at': datetime.datetime(2022, 8, 31, 1, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 1, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 01:22:54.204360 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c79a931-13d6-463a-9168-a50390cbf15c req-bc5e3eba-c847-41ad-bad3-fe6e3a68727a service neutron] Checking segment: {'id': '46d8b518-61a3-41d6-96c6-0d3f3e223608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0303b68a-9736-48eb-90f1-d3c52026d074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:22:54.205095 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c79a931-13d6-463a-9168-a50390cbf15c req-bc5e3eba-c847-41ad-bad3-fe6e3a68727a service neutron] Bound using segment: {'id': '46d8b518-61a3-41d6-96c6-0d3f3e223608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0303b68a-9736-48eb-90f1-d3c52026d074'} {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 01:22:54.205680 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.managers [req-4c79a931-13d6-463a-9168-a50390cbf15c req-bc5e3eba-c847-41ad-bad3-fe6e3a68727a service neutron] Bound port: 388de9da-77e7-4d40-9542-da91eb9630e0, host: hv-cinder-85528, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46d8b518-61a3-41d6-96c6-0d3f3e223608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0303b68a-9736-48eb-90f1-d3c52026d074'}}] {{(pid=106776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 01:22:54.206190 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-4c79a931-13d6-463a-9168-a50390cbf15c req-bc5e3eba-c847-41ad-bad3-fe6e3a68727a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (388de9da-77e7-4d40-9542-da91eb9630e0), before_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:54.354586 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:54.476575 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=87,neutron:UPDATE=6,neutron:INSERT=7 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:54.495382 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.db [req-4c79a931-13d6-463a-9168-a50390cbf15c req-bc5e3eba-c847-41ad-bad3-fe6e3a68727a service neutron] For port 388de9da-77e7-4d40-9542-da91eb9630e0, host hv-cinder-85528, cleared binding levels {{(pid=106776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:22:54.532151 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.db [req-4c79a931-13d6-463a-9168-a50390cbf15c req-bc5e3eba-c847-41ad-bad3-fe6e3a68727a service neutron] For port 388de9da-77e7-4d40-9542-da91eb9630e0, host hv-cinder-85528, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=388de9da-77e7-4d40-9542-da91eb9630e0,segment=NetworkSegment(46d8b518-61a3-41d6-96c6-0d3f3e223608),segment_id=46d8b518-61a3-41d6-96c6-0d3f3e223608)] {{(pid=106776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:22:54.566158 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-0b6f6f58-8732-4fb7-9a0f-99a8b5328d2f req-b6c752fd-1ef9-41aa-bc89-61e0bb74c1a7 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Publish callbacks [] for port (81d2c012-27ea-4e66-96da-4c03afd30650), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:54.630468 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-4c79a931-13d6-463a-9168-a50390cbf15c req-bc5e3eba-c847-41ad-bad3-fe6e3a68727a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (388de9da-77e7-4d40-9542-da91eb9630e0), after_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:54.630468 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c79a931-13d6-463a-9168-a50390cbf15c req-bc5e3eba-c847-41ad-bad3-fe6e3a68727a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:22:54.630468 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-4c79a931-13d6-463a-9168-a50390cbf15c req-bc5e3eba-c847-41ad-bad3-fe6e3a68727a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537412'] for port (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:54.630468 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-4c79a931-13d6-463a-9168-a50390cbf15c req-bc5e3eba-c847-41ad-bad3-fe6e3a68727a service neutron] 10.222.0.85 "PUT /networking/v2.0/ports/388de9da-77e7-4d40-9542-da91eb9630e0 HTTP/1.1" status: 200 len: 1094 time: 3.2084198 Aug 31 01:22:54.649030 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee6ca45e-29c7-4af8-8aef-72134f23292c', 'tag': '388de9da-77e7-4d40-9542-da91eb9630e0'}] {{(pid=106776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:22:54.663426 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-3ed25597-8a7c-41b7-bd86-ec961541c60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1483790', 'neutron.services.segments.db._delete_segments_for_network-8779186328131'] for network (cc2bf2db-7eab-4d46-b37a-521c7b4419d9), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:54.739613 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 55432) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:22:54.876194 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-3ed25597-8a7c-41b7-bd86-ec961541c60e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:22:54.876802 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-3ed25597-8a7c-41b7-bd86-ec961541c60e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:22:54.877686 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-3ed25597-8a7c-41b7-bd86-ec961541c60e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:22:54.878191 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-3ed25597-8a7c-41b7-bd86-ec961541c60e admin admin] Subscribe: > port after_create 55550000 {{(pid=106777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:22:54.878657 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-3ed25597-8a7c-41b7-bd86-ec961541c60e admin admin] Subscribe: > port after_delete 55550000 {{(pid=106777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:22:54.879132 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-3ed25597-8a7c-41b7-bd86-ec961541c60e admin admin] Subscribe: > port after_update 55550000 {{(pid=106777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:22:54.880186 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-3ed25597-8a7c-41b7-bd86-ec961541c60e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:22:54.880682 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-3ed25597-8a7c-41b7-bd86-ec961541c60e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:22:54.881165 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-3ed25597-8a7c-41b7-bd86-ec961541c60e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:22:54.881627 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-3ed25597-8a7c-41b7-bd86-ec961541c60e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:22:54.943932 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c79a931-13d6-463a-9168-a50390cbf15c req-9f27b5f9-40d9-46b4-b306-7b6bab407c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:22:54.945560 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-4c79a931-13d6-463a-9168-a50390cbf15c req-9f27b5f9-40d9-46b4-b306-7b6bab407c04 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=d58414b1dd2342d58cc7665aee50b86b&device_id=ee6ca45e-29c7-4af8-8aef-72134f23292c HTTP/1.1" status: 200 len: 1128 time: 0.1700895 Aug 31 01:22:54.946344 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5e3eba-c847-41ad-bad3-fe6e3a68727a service neutron] Pushing event updated for resources: {'Port': ['ID=388de9da-77e7-4d40-9542-da91eb9630e0,revision_number=3']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:55.023180 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-0b6f6f58-8732-4fb7-9a0f-99a8b5328d2f req-b6c752fd-1ef9-41aa-bc89-61e0bb74c1a7 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779185826838'] for port (81d2c012-27ea-4e66-96da-4c03afd30650), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:55.093895 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c75c880f6fcf50a6244b1a715e98a431c8b587c27dc42cc7f33f1c98f81bddd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90f7ceb-1b63-48dd-8506-41cb69d01a61" -d '{"events": [{"name": "network-changed", "server_uuid": "ee6ca45e-29c7-4af8-8aef-72134f23292c", "tag": "388de9da-77e7-4d40-9542-da91eb9630e0"}]}' {{(pid=106776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:22:55.106589 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-4c79a931-13d6-463a-9168-a50390cbf15c req-ef73fb43-51b0-459c-a385-59959d1097b3 service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=388de9da-77e7-4d40-9542-da91eb9630e0 HTTP/1.1" status: 200 len: 217 time: 0.1468155 Aug 31 01:22:55.208020 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c752fd-1ef9-41aa-bc89-61e0bb74c1a7 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Pushing event updated for resources: {'Port': ['ID=81d2c012-27ea-4e66-96da-4c03afd30650,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:55.209330 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-3ed25597-8a7c-41b7-bd86-ec961541c60e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:22:55.209823 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-3ed25597-8a7c-41b7-bd86-ec961541c60e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:22:55.210377 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-3ed25597-8a7c-41b7-bd86-ec961541c60e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:22:55.210845 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-3ed25597-8a7c-41b7-bd86-ec961541c60e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:22:55.211382 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.services.segments.db [None req-3ed25597-8a7c-41b7-bd86-ec961541c60e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc2bf2db-7eab-4d46-b37a-521c7b4419d9']}} {{(pid=106777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:22:55.231355 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a95048-628f-44ba-aaae-cbab2bcde18e req-6f67f269-b10b-4d22-87bb-889918ed9ca2 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:22:55.243493 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b6f6f58-8732-4fb7-9a0f-99a8b5328d2f req-b6c752fd-1ef9-41aa-bc89-61e0bb74c1a7 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Network 0303b68a-9736-48eb-90f1-d3c52026d074 is already hosted by enough agents. {{(pid=106776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:22:55.246475 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-76a95048-628f-44ba-aaae-cbab2bcde18e req-6f67f269-b10b-4d22-87bb-889918ed9ca2 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/networks?id=2a0890c6-f1c3-465a-8b4d-8e1ae2356a58 HTTP/1.1" status: 200 len: 817 time: 1.1096756 Aug 31 01:22:55.249253 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.base_scheduler [req-0b6f6f58-8732-4fb7-9a0f-99a8b5328d2f req-b6c752fd-1ef9-41aa-bc89-61e0bb74c1a7 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Resources bound (agent type, host, resource id): {{(pid=106776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:22:55.267981 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b6f6f58-8732-4fb7-9a0f-99a8b5328d2f req-b6c752fd-1ef9-41aa-bc89-61e0bb74c1a7 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Received port after_create {{(pid=106776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 01:22:55.274746 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f6f58-8732-4fb7-9a0f-99a8b5328d2f req-b6c752fd-1ef9-41aa-bc89-61e0bb74c1a7 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:22:55.276401 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-0b6f6f58-8732-4fb7-9a0f-99a8b5328d2f req-b6c752fd-1ef9-41aa-bc89-61e0bb74c1a7 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537412'] for port (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:55.310408 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c79a931-13d6-463a-9168-a50390cbf15c req-6f4d4cd7-fa64-49cc-b2a2-46b131806f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:22:55.316421 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-4c79a931-13d6-463a-9168-a50390cbf15c req-6f4d4cd7-fa64-49cc-b2a2-46b131806f56 service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=14c282f1-a88f-47d5-b759-92c78d45d59b HTTP/1.1" status: 200 len: 858 time: 0.1621623 Aug 31 01:22:55.342542 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.services.segments.db [None req-3ed25597-8a7c-41b7-bd86-ec961541c60e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80c6f884-2c58-40c1-8945-4597330f59f1') {'for_net_delete': True} {{(pid=106777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:22:55.342852 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.services.segments.db [None req-3ed25597-8a7c-41b7-bd86-ec961541c60e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80c6f884-2c58-40c1-8945-4597330f59f1') {} {{(pid=106777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:22:55.382610 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-76a95048-628f-44ba-aaae-cbab2bcde18e req-de173780-3d57-4191-8003-5a960674b2e6 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/quotas/53d2295ada114ea3b6b5001c4c197f35 HTTP/1.1" status: 200 len: 375 time: 0.1351261 Aug 31 01:22:55.395511 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c1dfa7-9a36-44b5-873f-411ed0e34ec4 req-8866ae98-7ba9-4ae7-b8ef-5368f7ce4623 tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:22:55.397460 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-48c1dfa7-9a36-44b5-873f-411ed0e34ec4 req-8866ae98-7ba9-4ae7-b8ef-5368f7ce4623 tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3f2e4287-f02a-4d2f-a669-621ae355fce5 HTTP/1.1" status: 200 len: 943 time: 0.6903305 Aug 31 01:22:55.398267 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-03cb26a6-acda-4aac-a7f1-43c1570b6512 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:55.410724 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-3ed25597-8a7c-41b7-bd86-ec961541c60e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779186303919', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6594450'] for segment (80c6f884-2c58-40c1-8945-4597330f59f1), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:55.436266 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-0b6f6f58-8732-4fb7-9a0f-99a8b5328d2f req-b6c752fd-1ef9-41aa-bc89-61e0bb74c1a7 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.85 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0566001 Aug 31 01:22:55.437645 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c79a931-13d6-463a-9168-a50390cbf15c req-6d5c18b0-8ed7-43e0-992c-ad6bcd88e9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:22:55.439065 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-4c79a931-13d6-463a-9168-a50390cbf15c req-6d5c18b0-8ed7-43e0-992c-ad6bcd88e9a3 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=0303b68a-9736-48eb-90f1-d3c52026d074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1112585 Aug 31 01:22:55.512714 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [req-0b6f6f58-8732-4fb7-9a0f-99a8b5328d2f req-4d4ed293-a066-48a6-8c48-d605aaa8c95c service neutron] Request body: {'port': {'device_id': 'bee91462-f582-40c7-88f9-652f75ce8b01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85528'}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:22:55.528179 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-3ed25597-8a7c-41b7-bd86-ec961541c60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484916'] for segment (80c6f884-2c58-40c1-8945-4597330f59f1), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:55.551359 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ed25597-8a7c-41b7-bd86-ec961541c60e admin admin] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=106777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:22:55.551811 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-3ed25597-8a7c-41b7-bd86-ec961541c60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5261651'] for segment (80c6f884-2c58-40c1-8945-4597330f59f1), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:55.581523 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-76a95048-628f-44ba-aaae-cbab2bcde18e req-36d88371-b6e0-4fd2-9f2d-258a55c0718e tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=53d2295ada114ea3b6b5001c4c197f35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1975963 Aug 31 01:22:55.647506 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-0b6f6f58-8732-4fb7-9a0f-99a8b5328d2f req-4d4ed293-a066-48a6-8c48-d605aaa8c95c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (81d2c012-27ea-4e66-96da-4c03afd30650), before_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:55.684390 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-12d7d155-f2ca-46d7-b86f-0526808f3306 None None] Provisioning complete for port 81d2c012-27ea-4e66-96da-4c03afd30650 triggered by entity DHCP. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:22:55.685427 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-12d7d155-f2ca-46d7-b86f-0526808f3306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (81d2c012-27ea-4e66-96da-4c03afd30650), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:55.721056 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:55.726196 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-48c1dfa7-9a36-44b5-873f-411ed0e34ec4 req-00717dfb-9df9-4eff-ac23-3e65b74f948e tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7991206b-2f39-44d5-8964-a4d5a150fe5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739248 Aug 31 01:22:55.784437 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-12d7d155-f2ca-46d7-b86f-0526808f3306 None None] Port 81d2c012-27ea-4e66-96da-4c03afd30650 cannot update to ACTIVE because it is not bound. {{(pid=106778) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 01:22:55.869323 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-500b375d-a896-49f0-a3f8-93b60b9b9ce9 req-718647a4-12d0-4b6f-814d-28037407e5ba tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8ce564c8-7a17-4de1-96b9-3737fca73840 HTTP/1.1" status: 200 len: 210 time: 0.0554876 Aug 31 01:22:55.981006 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-76a95048-628f-44ba-aaae-cbab2bcde18e req-920a7edf-083a-4aaa-b69b-419d2e42f1df service neutron] 10.222.0.20 "GET /networking/v2.0/networks/2a0890c6-f1c3-465a-8b4d-8e1ae2356a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3797190 Aug 31 01:22:55.988451 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca6fecf-2831-499a-a788-4620b253cb9f req-419208a9-098a-47fd-bb2a-a063b62a1c53 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:22:55.989731 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-7ca6fecf-2831-499a-a788-4620b253cb9f req-419208a9-098a-47fd-bb2a-a063b62a1c53 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=bee91462-f582-40c7-88f9-652f75ce8b01 HTTP/1.1" status: 200 len: 932 time: 0.0554261 Aug 31 01:22:56.006261 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-4c79a931-13d6-463a-9168-a50390cbf15c req-39737ba3-3d8a-4989-bbab-6c4333fddf71 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/0303b68a-9736-48eb-90f1-d3c52026d074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5356071 Aug 31 01:22:56.050656 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-3ed25597-8a7c-41b7-bd86-ec961541c60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1483783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608292'] for network (cc2bf2db-7eab-4d46-b37a-521c7b4419d9), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:56.075021 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.services.segments.plugin [-] Segment 80c6f884-2c58-40c1-8945-4597330f59f1 resource provider aggregate not found Aug 31 01:22:56.101337 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-03cb26a6-acda-4aac-a7f1-43c1570b6512 admin admin] Publish callbacks [] for security_group (0f674cc5-6eb4-488f-8304-9172eee36f2f), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:56.108209 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.notifiers.nova [req-0b6f6f58-8732-4fb7-9a0f-99a8b5328d2f req-4d4ed293-a066-48a6-8c48-d605aaa8c95c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81d2c012-27ea-4e66-96da-4c03afd30650 {{(pid=106776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 01:22:56.108362 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.services.segments.plugin [-] Segment 80c6f884-2c58-40c1-8945-4597330f59f1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 80c6f884-2c58-40c1-8945-4597330f59f1 found for delete ", "request_id": "req-ae1e4f49-d58e-4d55-91e9-b06da3008530"}]} Aug 31 01:22:56.117799 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-3ed25597-8a7c-41b7-bd86-ec961541c60e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537412'] for network (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:56.118004 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-0b6f6f58-8732-4fb7-9a0f-99a8b5328d2f req-4d4ed293-a066-48a6-8c48-d605aaa8c95c service neutron] Publish callbacks [] for port (81d2c012-27ea-4e66-96da-4c03afd30650), precommit_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:56.121087 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-3ed25597-8a7c-41b7-bd86-ec961541c60e admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/cc2bf2db-7eab-4d46-b37a-521c7b4419d9 HTTP/1.1" status: 204 len: 168 time: 2.2260504 Aug 31 01:22:56.124377 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 55486) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:22:56.127172 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed25597-8a7c-41b7-bd86-ec961541c60e admin admin] Pushing event deleted for resources: {'Network': ['ID=cc2bf2db-7eab-4d46-b37a-521c7b4419d9,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:56.164823 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.provisioning_blocks [req-0b6f6f58-8732-4fb7-9a0f-99a8b5328d2f req-4d4ed293-a066-48a6-8c48-d605aaa8c95c service neutron] Transition to ACTIVE for port object 81d2c012-27ea-4e66-96da-4c03afd30650 will not be triggered until provisioned by entity L2. {{(pid=106776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 01:22:56.171512 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-03cb26a6-acda-4aac-a7f1-43c1570b6512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (0f674cc5-6eb4-488f-8304-9172eee36f2f), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:56.182569 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf8782a8-4714-4018-aaca-13e7f155f243 admin admin] Deleting subnet 28a5f0a5-70ab-4aa2-8f06-82a7444ee77e {{(pid=106776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 01:22:56.185313 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-7ca6fecf-2831-499a-a788-4620b253cb9f req-46f73819-6a55-4eaf-9832-92b4818565d1 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875329 Aug 31 01:22:56.186324 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-bf8782a8-4714-4018-aaca-13e7f155f243 admin admin] Publish callbacks [] for subnet (28a5f0a5-70ab-4aa2-8f06-82a7444ee77e), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:56.213706 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-76a95048-628f-44ba-aaae-cbab2bcde18e req-bf93c458-b8d4-47a4-b04a-117e20ce1428 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/2a0890c6-f1c3-465a-8b4d-8e1ae2356a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224123 Aug 31 01:22:56.229176 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cb26a6-acda-4aac-a7f1-43c1570b6512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f674cc5-6eb4-488f-8304-9172eee36f2f,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:56.249483 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-03cb26a6-acda-4aac-a7f1-43c1570b6512 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=ed4df7412bbf4201b4ba63c416288240&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4664023 Aug 31 01:22:56.249662 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-0b6f6f58-8732-4fb7-9a0f-99a8b5328d2f req-4d4ed293-a066-48a6-8c48-d605aaa8c95c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (81d2c012-27ea-4e66-96da-4c03afd30650), after_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:56.251371 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 55490) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:22:56.259134 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-bf8782a8-4714-4018-aaca-13e7f155f243 admin admin] Publish callbacks [] for subnet (28a5f0a5-70ab-4aa2-8f06-82a7444ee77e), precommit_delete_associations {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:56.320080 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-73858d96-70f8-48d7-bf3f-8ef9ee052c39 admin admin] Publish callbacks [] for security_group (0f674cc5-6eb4-488f-8304-9172eee36f2f), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:56.344479 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-bf8782a8-4714-4018-aaca-13e7f155f243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1483629'] for subnet (28a5f0a5-70ab-4aa2-8f06-82a7444ee77e), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:56.344591 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-73858d96-70f8-48d7-bf3f-8ef9ee052c39 admin admin] Publish callbacks [] for security_group (0f674cc5-6eb4-488f-8304-9172eee36f2f), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:56.346266 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 01:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c01507-d5e1-4f21-8004-fab988d4e652 x-openstack-request-id: req-77c01507-d5e1-4f21-8004-fab988d4e652 {{(pid=106776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:22:56.346558 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee6ca45e-29c7-4af8-8aef-72134f23292c", "tag": "388de9da-77e7-4d40-9542-da91eb9630e0", "status": "completed", "code": 200}]} {{(pid=106776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:22:56.346809 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-77c01507-d5e1-4f21-8004-fab988d4e652 {{(pid=106776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:22:56.347254 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77c01507-d5e1-4f21-8004-fab988d4e652'] response: {'name': 'network-changed', 'server_uuid': 'ee6ca45e-29c7-4af8-8aef-72134f23292c', 'tag': '388de9da-77e7-4d40-9542-da91eb9630e0', 'status': 'completed', 'code': 200} Aug 31 01:22:56.524417 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-73858d96-70f8-48d7-bf3f-8ef9ee052c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (0f674cc5-6eb4-488f-8304-9172eee36f2f), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:56.527566 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-73858d96-70f8-48d7-bf3f-8ef9ee052c39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:56.531170 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-73858d96-70f8-48d7-bf3f-8ef9ee052c39 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/0f674cc5-6eb4-488f-8304-9172eee36f2f HTTP/1.1" status: 204 len: 168 time: 0.2766018 Aug 31 01:22:56.546913 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73858d96-70f8-48d7-bf3f-8ef9ee052c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f674cc5-6eb4-488f-8304-9172eee36f2f,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:56.587231 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:56.598670 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4ed293-a066-48a6-8c48-d605aaa8c95c service neutron] Pushing event updated for resources: {'Port': ['ID=81d2c012-27ea-4e66-96da-4c03afd30650,revision_number=2']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:56.616960 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.managers [req-0b6f6f58-8732-4fb7-9a0f-99a8b5328d2f req-4d4ed293-a066-48a6-8c48-d605aaa8c95c service neutron] Attempting to bind port 81d2c012-27ea-4e66-96da-4c03afd30650 on host hv-cinder-85528 for vnic_type normal with profile {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 01:22:56.617300 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.managers [req-0b6f6f58-8732-4fb7-9a0f-99a8b5328d2f req-4d4ed293-a066-48a6-8c48-d605aaa8c95c service neutron] Attempting to bind port 81d2c012-27ea-4e66-96da-4c03afd30650 by drivers openvswitch,hyperv on host hv-cinder-85528 at level 0 using segments [{'id': '46d8b518-61a3-41d6-96c6-0d3f3e223608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0303b68a-9736-48eb-90f1-d3c52026d074'}] {{(pid=106776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 01:22:56.617655 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6f6f58-8732-4fb7-9a0f-99a8b5328d2f req-4d4ed293-a066-48a6-8c48-d605aaa8c95c service neutron] Attempting to bind port 81d2c012-27ea-4e66-96da-4c03afd30650 on network 0303b68a-9736-48eb-90f1-d3c52026d074 {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:22:56.632299 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6f6f58-8732-4fb7-9a0f-99a8b5328d2f req-4d4ed293-a066-48a6-8c48-d605aaa8c95c service neutron] Port 81d2c012-27ea-4e66-96da-4c03afd30650 on network 0303b68a-9736-48eb-90f1-d3c52026d074 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85528 {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 01:22:56.632622 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6f6f58-8732-4fb7-9a0f-99a8b5328d2f req-4d4ed293-a066-48a6-8c48-d605aaa8c95c service neutron] Attempting to bind port 81d2c012-27ea-4e66-96da-4c03afd30650 on network 0303b68a-9736-48eb-90f1-d3c52026d074 {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:22:56.663517 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6f6f58-8732-4fb7-9a0f-99a8b5328d2f req-4d4ed293-a066-48a6-8c48-d605aaa8c95c service neutron] Checking agent: {'id': '799b9b45-836a-4007-8b99-6041c4a5ce6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85528', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 1, 20, 34), 'started_at': datetime.datetime(2022, 8, 31, 1, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 1, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 01:22:56.663860 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6f6f58-8732-4fb7-9a0f-99a8b5328d2f req-4d4ed293-a066-48a6-8c48-d605aaa8c95c service neutron] Checking segment: {'id': '46d8b518-61a3-41d6-96c6-0d3f3e223608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0303b68a-9736-48eb-90f1-d3c52026d074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:22:56.664242 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6f6f58-8732-4fb7-9a0f-99a8b5328d2f req-4d4ed293-a066-48a6-8c48-d605aaa8c95c service neutron] Bound using segment: {'id': '46d8b518-61a3-41d6-96c6-0d3f3e223608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0303b68a-9736-48eb-90f1-d3c52026d074'} {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 01:22:56.664688 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.managers [req-0b6f6f58-8732-4fb7-9a0f-99a8b5328d2f req-4d4ed293-a066-48a6-8c48-d605aaa8c95c service neutron] Bound port: 81d2c012-27ea-4e66-96da-4c03afd30650, host: hv-cinder-85528, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46d8b518-61a3-41d6-96c6-0d3f3e223608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0303b68a-9736-48eb-90f1-d3c52026d074'}}] {{(pid=106776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 01:22:56.665147 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-0b6f6f58-8732-4fb7-9a0f-99a8b5328d2f req-4d4ed293-a066-48a6-8c48-d605aaa8c95c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (81d2c012-27ea-4e66-96da-4c03afd30650), before_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:56.702782 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-ce35529b-b457-409a-b8f4-869a7ac21535 req-470367b8-8455-4690-a20c-617d43c4a5d4 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 210 time: 0.0436873 Aug 31 01:22:56.710544 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-4c79a931-13d6-463a-9168-a50390cbf15c req-4a7fdaf7-450b-4bd2-a230-7cf92876436a service neutron] 10.222.0.85 "GET /networking/v2.0/networks/0303b68a-9736-48eb-90f1-d3c52026d074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3828831 Aug 31 01:22:56.770927 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.db [req-0b6f6f58-8732-4fb7-9a0f-99a8b5328d2f req-4d4ed293-a066-48a6-8c48-d605aaa8c95c service neutron] For port 81d2c012-27ea-4e66-96da-4c03afd30650, host hv-cinder-85528, cleared binding levels {{(pid=106776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:22:56.776883 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.db [req-0b6f6f58-8732-4fb7-9a0f-99a8b5328d2f req-4d4ed293-a066-48a6-8c48-d605aaa8c95c service neutron] For port 81d2c012-27ea-4e66-96da-4c03afd30650, host hv-cinder-85528, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=81d2c012-27ea-4e66-96da-4c03afd30650,segment=NetworkSegment(46d8b518-61a3-41d6-96c6-0d3f3e223608),segment_id=46d8b518-61a3-41d6-96c6-0d3f3e223608)] {{(pid=106776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:22:56.821134 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-bf8782a8-4714-4018-aaca-13e7f155f243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1483636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430'] for subnet (28a5f0a5-70ab-4aa2-8f06-82a7444ee77e), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:56.852260 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-0b6f6f58-8732-4fb7-9a0f-99a8b5328d2f req-4d4ed293-a066-48a6-8c48-d605aaa8c95c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (81d2c012-27ea-4e66-96da-4c03afd30650), after_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:56.855378 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f6f58-8732-4fb7-9a0f-99a8b5328d2f req-4d4ed293-a066-48a6-8c48-d605aaa8c95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:22:56.856074 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-0b6f6f58-8732-4fb7-9a0f-99a8b5328d2f req-4d4ed293-a066-48a6-8c48-d605aaa8c95c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537412'] for port (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:56.857740 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-0b6f6f58-8732-4fb7-9a0f-99a8b5328d2f req-4d4ed293-a066-48a6-8c48-d605aaa8c95c service neutron] 10.222.0.85 "PUT /networking/v2.0/ports/81d2c012-27ea-4e66-96da-4c03afd30650 HTTP/1.1" status: 200 len: 1094 time: 1.3494806 Aug 31 01:22:56.860852 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8782a8-4714-4018-aaca-13e7f155f243 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28a5f0a5-70ab-4aa2-8f06-82a7444ee77e,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:56.865338 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa966b-81b2-445d-9ccb-badda6793248 req-badc4c06-daca-4572-aaeb-c36fee630f0c tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:22:56.866025 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:56.872575 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-38fa966b-81b2-445d-9ccb-badda6793248 req-badc4c06-daca-4572-aaeb-c36fee630f0c tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3f2e4287-f02a-4d2f-a669-621ae355fce5 HTTP/1.1" status: 200 len: 943 time: 0.0547845 Aug 31 01:22:56.873906 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-bf8782a8-4714-4018-aaca-13e7f155f243 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537412'] for subnet (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:56.873906 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-bf8782a8-4714-4018-aaca-13e7f155f243 admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/28a5f0a5-70ab-4aa2-8f06-82a7444ee77e HTTP/1.1" status: 204 len: 168 time: 0.7466624 Aug 31 01:22:56.878907 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 55512) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:22:56.940964 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4ed293-a066-48a6-8c48-d605aaa8c95c service neutron] Pushing event updated for resources: {'Port': ['ID=81d2c012-27ea-4e66-96da-4c03afd30650,revision_number=3']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:57.027110 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-89ba3b67-f327-4cfa-b273-75e7ea6ec543 req-68fdbab9-46b0-4a76-9b69-71be7ea012be tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8ce564c8-7a17-4de1-96b9-3737fca73840 HTTP/1.1" status: 200 len: 210 time: 0.0483634 Aug 31 01:22:57.046139 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-38fa966b-81b2-445d-9ccb-badda6793248 req-abc04b5f-d97e-41d0-a77d-e6a1ad54d092 tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7991206b-2f39-44d5-8964-a4d5a150fe5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561015 Aug 31 01:22:57.049070 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-d3f3f76e-f1b0-4310-adcf-c08e864815db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1495376'] for network (c7382d12-da86-437e-9608-b9e5917b8165), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:57.127898 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:57.140304 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-d3f3f76e-f1b0-4310-adcf-c08e864815db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1483790', 'neutron.services.segments.db._delete_segments_for_network-8779186328131'] for network (c7382d12-da86-437e-9608-b9e5917b8165), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:57.165773 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.services.segments.db [None req-d3f3f76e-f1b0-4310-adcf-c08e864815db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7382d12-da86-437e-9608-b9e5917b8165']}} {{(pid=106777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:22:57.175987 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.services.segments.db [None req-d3f3f76e-f1b0-4310-adcf-c08e864815db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f01d60e-8968-4ee8-9a65-040c5b448bba') {'for_net_delete': True} {{(pid=106777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:22:57.176311 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.services.segments.db [None req-d3f3f76e-f1b0-4310-adcf-c08e864815db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f01d60e-8968-4ee8-9a65-040c5b448bba') {} {{(pid=106777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:22:57.186607 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-d3f3f76e-f1b0-4310-adcf-c08e864815db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779186303919', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6594450'] for segment (1f01d60e-8968-4ee8-9a65-040c5b448bba), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:57.199505 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-d3f3f76e-f1b0-4310-adcf-c08e864815db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484916'] for segment (1f01d60e-8968-4ee8-9a65-040c5b448bba), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:57.207753 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3f3f76e-f1b0-4310-adcf-c08e864815db admin admin] Releasing vlan 1074 on physical network physnet1 to pool {{(pid=106777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:22:57.208327 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-d3f3f76e-f1b0-4310-adcf-c08e864815db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5261651'] for segment (1f01d60e-8968-4ee8-9a65-040c5b448bba), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:57.321937 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c68d80-42c2-4f64-8d11-f732525ccc2e req-cbc4d3b0-6bfb-4062-ad4a-61f24b73836e tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:22:57.323439 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-05c68d80-42c2-4f64-8d11-f732525ccc2e req-cbc4d3b0-6bfb-4062-ad4a-61f24b73836e tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=bee91462-f582-40c7-88f9-652f75ce8b01 HTTP/1.1" status: 200 len: 944 time: 0.0620682 Aug 31 01:22:57.372772 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-05c68d80-42c2-4f64-8d11-f732525ccc2e req-07d1ee81-c46d-404d-bc3b-f4f8c46f41d2 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425725 Aug 31 01:22:57.386108 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-d3f3f76e-f1b0-4310-adcf-c08e864815db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1483783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608292'] for network (c7382d12-da86-437e-9608-b9e5917b8165), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:57.392394 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-d3f3f76e-f1b0-4310-adcf-c08e864815db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537412'] for network (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:57.395909 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-d3f3f76e-f1b0-4310-adcf-c08e864815db admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/c7382d12-da86-437e-9608-b9e5917b8165 HTTP/1.1" status: 204 len: 168 time: 0.5143173 Aug 31 01:22:57.411933 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f3f76e-f1b0-4310-adcf-c08e864815db admin admin] Pushing event deleted for resources: {'Network': ['ID=c7382d12-da86-437e-9608-b9e5917b8165,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:57.419635 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 55532) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:22:57.435576 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-ae63668f-b7a1-417b-9489-3d5f7103c10c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:57.513478 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-ae63668f-b7a1-417b-9489-3d5f7103c10c admin admin] Publish callbacks [] for security_group (877961ef-21f7-4110-bdf8-5869ec916d84), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:57.586581 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-ae63668f-b7a1-417b-9489-3d5f7103c10c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (877961ef-21f7-4110-bdf8-5869ec916d84), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:57.625262 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-ae63668f-b7a1-417b-9489-3d5f7103c10c admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=c3696d906fb44760800af90cffe3abfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2033482 Aug 31 01:22:57.627162 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae63668f-b7a1-417b-9489-3d5f7103c10c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=877961ef-21f7-4110-bdf8-5869ec916d84,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:57.628071 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 55536) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:22:57.687358 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-ec347cef-3d04-4480-8755-c0ac677b8ac3 admin admin] Publish callbacks [] for security_group (877961ef-21f7-4110-bdf8-5869ec916d84), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:57.707081 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-ec347cef-3d04-4480-8755-c0ac677b8ac3 admin admin] Publish callbacks [] for security_group (877961ef-21f7-4110-bdf8-5869ec916d84), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:57.792119 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-c0f185ff-37e4-488f-a3b1-948b3ec51c2f req-9c58807d-00dc-4bdc-90d6-25bd029f6288 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 210 time: 0.0282841 Aug 31 01:22:57.807604 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 55540) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:22:57.847338 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-ec347cef-3d04-4480-8755-c0ac677b8ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (877961ef-21f7-4110-bdf8-5869ec916d84), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:57.847977 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-c7d48774-db7d-4120-9365-cbc86c0dd63e admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=d4010fc9e21948adb150a09384956241&name=default HTTP/1.1" status: 200 len: 2994 time: 0.0388670 Aug 31 01:22:57.850408 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-ec347cef-3d04-4480-8755-c0ac677b8ac3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:57.851602 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-ec347cef-3d04-4480-8755-c0ac677b8ac3 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/877961ef-21f7-4110-bdf8-5869ec916d84 HTTP/1.1" status: 204 len: 168 time: 0.2223988 Aug 31 01:22:57.852461 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 55542) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:22:57.859893 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec347cef-3d04-4480-8755-c0ac677b8ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877961ef-21f7-4110-bdf8-5869ec916d84,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:57.911805 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-70bd23c9-88a3-46b9-8b5f-e0a1a31b9194 admin admin] Publish callbacks [] for security_group (f1c36255-7960-4275-8721-eaba7a261581), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:57.932972 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-70bd23c9-88a3-46b9-8b5f-e0a1a31b9194 admin admin] Publish callbacks [] for security_group (f1c36255-7960-4275-8721-eaba7a261581), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:58.047084 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-70bd23c9-88a3-46b9-8b5f-e0a1a31b9194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (f1c36255-7960-4275-8721-eaba7a261581), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:58.049695 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-70bd23c9-88a3-46b9-8b5f-e0a1a31b9194 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:58.050846 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-70bd23c9-88a3-46b9-8b5f-e0a1a31b9194 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/f1c36255-7960-4275-8721-eaba7a261581 HTTP/1.1" status: 204 len: 168 time: 0.1974127 Aug 31 01:22:58.060572 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bd23c9-88a3-46b9-8b5f-e0a1a31b9194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c36255-7960-4275-8721-eaba7a261581,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:58.131868 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.services.segments.plugin [-] Segment 1f01d60e-8968-4ee8-9a65-040c5b448bba resource provider aggregate not found Aug 31 01:22:58.174378 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.services.segments.plugin [-] Segment 1f01d60e-8968-4ee8-9a65-040c5b448bba resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1f01d60e-8968-4ee8-9a65-040c5b448bba found for delete ", "request_id": "req-0ef09442-1ce6-4618-915e-c47f06443154"}]} Aug 31 01:22:58.203544 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-7d0eabda-c625-4e8e-a6ee-3110c3393961 req-f4e02dee-63de-4902-8643-1cef8c4b4052 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8ce564c8-7a17-4de1-96b9-3737fca73840 HTTP/1.1" status: 200 len: 210 time: 0.0313802 Aug 31 01:22:58.254143 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c887d1d9-6bc9-42cd-8f9d-45b5e8f33c8b req-ae69a578-4a5a-4a1a-a5e3-51881475b6d8 tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:22:58.255694 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f7ceb-1b63-48dd-8506-41cb69d01a61 req-413ca64d-9663-42cb-a2b7-741ff10e6569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:22:58.256111 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-c887d1d9-6bc9-42cd-8f9d-45b5e8f33c8b req-ae69a578-4a5a-4a1a-a5e3-51881475b6d8 tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3f2e4287-f02a-4d2f-a669-621ae355fce5 HTTP/1.1" status: 200 len: 943 time: 0.1160903 Aug 31 01:22:58.257436 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-d90f7ceb-1b63-48dd-8506-41cb69d01a61 req-413ca64d-9663-42cb-a2b7-741ff10e6569 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=d58414b1dd2342d58cc7665aee50b86b&device_id=ee6ca45e-29c7-4af8-8aef-72134f23292c HTTP/1.1" status: 200 len: 1128 time: 0.0767565 Aug 31 01:22:58.258186 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f6f58-8732-4fb7-9a0f-99a8b5328d2f req-27d0c5cc-40ab-4a43-85a0-dbda8c9bfa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:22:58.259523 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-0b6f6f58-8732-4fb7-9a0f-99a8b5328d2f req-27d0c5cc-40ab-4a43-85a0-dbda8c9bfa0a service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=d58414b1dd2342d58cc7665aee50b86b&device_id=bee91462-f582-40c7-88f9-652f75ce8b01 HTTP/1.1" status: 200 len: 1128 time: 0.0909412 Aug 31 01:22:58.337836 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-c887d1d9-6bc9-42cd-8f9d-45b5e8f33c8b req-34bd116f-46b1-47ac-970c-df6f1131bb38 tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7991206b-2f39-44d5-8964-a4d5a150fe5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690844 Aug 31 01:22:58.404121 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bee91462-f582-40c7-88f9-652f75ce8b01', 'tag': '81d2c012-27ea-4e66-96da-4c03afd30650'}] {{(pid=106776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:22:58.406721 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c75c880f6fcf50a6244b1a715e98a431c8b587c27dc42cc7f33f1c98f81bddd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a92471-c661-4b41-badf-231862f8f938" -d '{"events": [{"name": "network-changed", "server_uuid": "bee91462-f582-40c7-88f9-652f75ce8b01", "tag": "81d2c012-27ea-4e66-96da-4c03afd30650"}]}' {{(pid=106776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:22:58.444761 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-0b6f6f58-8732-4fb7-9a0f-99a8b5328d2f req-7aa9f16a-f560-459f-bcd9-ee933a9b9a2c service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81d2c012-27ea-4e66-96da-4c03afd30650 HTTP/1.1" status: 200 len: 217 time: 0.1688218 Aug 31 01:22:58.495985 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 01:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be022a96-6901-4b84-950a-b7d084dcd5a4 x-openstack-request-id: req-be022a96-6901-4b84-950a-b7d084dcd5a4 {{(pid=106776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:22:58.496474 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bee91462-f582-40c7-88f9-652f75ce8b01", "tag": "81d2c012-27ea-4e66-96da-4c03afd30650", "status": "completed", "code": 200}]} {{(pid=106776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:22:58.496969 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-be022a96-6901-4b84-950a-b7d084dcd5a4 {{(pid=106776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:22:58.497523 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be022a96-6901-4b84-950a-b7d084dcd5a4'] response: {'name': 'network-changed', 'server_uuid': 'bee91462-f582-40c7-88f9-652f75ce8b01', 'tag': '81d2c012-27ea-4e66-96da-4c03afd30650', 'status': 'completed', 'code': 200} Aug 31 01:22:58.562889 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=25 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:58.590794 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f6f58-8732-4fb7-9a0f-99a8b5328d2f req-05204a39-2fe4-4b1e-abd5-dc95026092ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:22:58.592389 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-0b6f6f58-8732-4fb7-9a0f-99a8b5328d2f req-05204a39-2fe4-4b1e-abd5-dc95026092ce service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=14c282f1-a88f-47d5-b759-92c78d45d59b HTTP/1.1" status: 200 len: 858 time: 0.1407576 Aug 31 01:22:58.606170 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac34bd4-302d-40c4-8c8e-b4cfaedaa332 req-0c1fc0c6-a2e4-4eae-a33d-a84236c32ab3 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:22:58.607691 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-8ac34bd4-302d-40c4-8c8e-b4cfaedaa332 req-0c1fc0c6-a2e4-4eae-a33d-a84236c32ab3 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=bee91462-f582-40c7-88f9-652f75ce8b01 HTTP/1.1" status: 200 len: 944 time: 0.0788441 Aug 31 01:22:58.636655 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f7ceb-1b63-48dd-8506-41cb69d01a61 req-8750c49d-1fca-4919-a6b5-6d714d4943e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:22:58.638189 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-d90f7ceb-1b63-48dd-8506-41cb69d01a61 req-8750c49d-1fca-4919-a6b5-6d714d4943e1 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?id=0303b68a-9736-48eb-90f1-d3c52026d074 HTTP/1.1" status: 200 len: 921 time: 0.3638160 Aug 31 01:22:58.660388 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-8ac34bd4-302d-40c4-8c8e-b4cfaedaa332 req-ab6ade42-2a75-42ec-bea5-5f3ca48a73d0 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466056 Aug 31 01:22:58.685359 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-d90f7ceb-1b63-48dd-8506-41cb69d01a61 req-47816e75-7c0d-47a7-942d-cec3712763dc service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=388de9da-77e7-4d40-9542-da91eb9630e0 HTTP/1.1" status: 200 len: 217 time: 0.0394633 Aug 31 01:22:58.686454 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f6f58-8732-4fb7-9a0f-99a8b5328d2f req-5050df3d-b51a-4d60-a326-33f38da8be3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:22:58.687879 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-0b6f6f58-8732-4fb7-9a0f-99a8b5328d2f req-5050df3d-b51a-4d60-a326-33f38da8be3f service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=0303b68a-9736-48eb-90f1-d3c52026d074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0857372 Aug 31 01:22:58.828874 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f7ceb-1b63-48dd-8506-41cb69d01a61 req-041bc015-163b-43ff-815c-f7d366c7bb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:22:58.830998 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-d90f7ceb-1b63-48dd-8506-41cb69d01a61 req-041bc015-163b-43ff-815c-f7d366c7bb2c service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=14c282f1-a88f-47d5-b759-92c78d45d59b HTTP/1.1" status: 200 len: 858 time: 0.1352673 Aug 31 01:22:58.859994 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=3 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:58.870797 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 55588) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:22:58.901205 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-0b6f6f58-8732-4fb7-9a0f-99a8b5328d2f req-deeb5973-fba3-499f-bd53-4d6a71859674 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/0303b68a-9736-48eb-90f1-d3c52026d074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043853 Aug 31 01:22:58.902620 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f7ceb-1b63-48dd-8506-41cb69d01a61 req-5109976c-6ba6-4566-893d-5076480363b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:22:58.904085 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-d90f7ceb-1b63-48dd-8506-41cb69d01a61 req-5109976c-6ba6-4566-893d-5076480363b4 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=0303b68a-9736-48eb-90f1-d3c52026d074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0674186 Aug 31 01:22:58.916503 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b12ce4f7-5d8c-496a-b759-582657ad5e1f req-5ce2edef-d5c2-4b7d-b2fc-4289b86a3454 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 210 time: 0.0373528 Aug 31 01:22:58.939634 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-db4923a5-e7d5-47cc-a11e-6dd7ad2a625f admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=53be4396b4934ce9ac8a4e5cdd81333b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0676346 Aug 31 01:22:58.942266 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 55590) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:22:59.001296 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-7237d97a-e1f9-4995-9519-6770c9f113a4 admin admin] Publish callbacks [] for security_group (e1ce80b6-d0fc-4b70-95aa-9e315da378d7), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:59.026123 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-7237d97a-e1f9-4995-9519-6770c9f113a4 admin admin] Publish callbacks [] for security_group (e1ce80b6-d0fc-4b70-95aa-9e315da378d7), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:59.095094 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-0b6f6f58-8732-4fb7-9a0f-99a8b5328d2f req-d93b13e1-bfe3-425b-8d62-4b2f4a620c36 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/0303b68a-9736-48eb-90f1-d3c52026d074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830289 Aug 31 01:22:59.103401 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-d90f7ceb-1b63-48dd-8506-41cb69d01a61 req-fc194724-bbe4-485f-8ec9-07011ce308e9 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/0303b68a-9736-48eb-90f1-d3c52026d074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713014 Aug 31 01:22:59.153376 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:59.186378 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-7237d97a-e1f9-4995-9519-6770c9f113a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (e1ce80b6-d0fc-4b70-95aa-9e315da378d7), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:59.189465 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-7237d97a-e1f9-4995-9519-6770c9f113a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:59.192078 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-7237d97a-e1f9-4995-9519-6770c9f113a4 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/e1ce80b6-d0fc-4b70-95aa-9e315da378d7 HTTP/1.1" status: 204 len: 168 time: 0.2482195 Aug 31 01:22:59.220370 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:DELETE=6,neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:59.227986 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7237d97a-e1f9-4995-9519-6770c9f113a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ce80b6-d0fc-4b70-95aa-9e315da378d7,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:59.291021 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-d90f7ceb-1b63-48dd-8506-41cb69d01a61 req-7467535f-117e-4a2e-ae5e-b8a7c2b02f21 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/0303b68a-9736-48eb-90f1-d3c52026d074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786673 Aug 31 01:22:59.320188 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0d043899-4664-4c99-9997-a28783b00401 req-d9f2574a-2f27-4df2-9107-fe74c9c66ab9 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8ce564c8-7a17-4de1-96b9-3737fca73840 HTTP/1.1" status: 200 len: 210 time: 0.0309343 Aug 31 01:22:59.456418 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device c7dd3835-d8c2-4dee-8cb0-6f3061af7f54 details requested by agent hyperv_hv-cinder-85528 with host hv-cinder-85528 {{(pid=106778) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:22:59.485223 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abca940-0092-4163-bcd1-d2437002a6bc req-04f1b5bb-e06c-4bda-a77a-b070416a175c tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:22:59.493271 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-5abca940-0092-4163-bcd1-d2437002a6bc req-04f1b5bb-e06c-4bda-a77a-b070416a175c tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3f2e4287-f02a-4d2f-a669-621ae355fce5 HTTP/1.1" status: 200 len: 943 time: 0.0670786 Aug 31 01:22:59.580923 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port c7dd3835-d8c2-4dee-8cb0-6f3061af7f54, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=c7dd3835-d8c2-4dee-8cb0-6f3061af7f54,segment=NetworkSegment(0cc02c4f-36ca-4556-a894-45fa7a2cc2be),segment_id=0cc02c4f-36ca-4556-a894-45fa7a2cc2be)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:22:59.589683 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-5abca940-0092-4163-bcd1-d2437002a6bc req-940cdada-b6a6-49f5-a5c2-2d93284dc142 tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7991206b-2f39-44d5-8964-a4d5a150fe5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953767 Aug 31 01:22:59.597033 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Returning: {'device': 'c7dd3835-d8c2-4dee-8cb0-6f3061af7f54', 'network_id': 'a27cf704-8eb8-465e-b2ce-81a4020d8b6b', 'port_id': 'c7dd3835-d8c2-4dee-8cb0-6f3061af7f54', 'mac_address': 'fa:16:3e:b7:88:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1089, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94367183-ee6f-48d8-847a-1f6b2d12d1be', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106778) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:22:59.650622 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Current status of the port c7dd3835-d8c2-4dee-8cb0-6f3061af7f54 is: DOWN; New status is: BUILD {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:22:59.651015 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (c7dd3835-d8c2-4dee-8cb0-6f3061af7f54), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:59.661304 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=100 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:22:59.678983 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.notifiers.nova [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7dd3835-d8c2-4dee-8cb0-6f3061af7f54 {{(pid=106778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 01:22:59.724983 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port c7dd3835-d8c2-4dee-8cb0-6f3061af7f54, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=c7dd3835-d8c2-4dee-8cb0-6f3061af7f54,segment=NetworkSegment(0cc02c4f-36ca-4556-a894-45fa7a2cc2be),segment_id=0cc02c4f-36ca-4556-a894-45fa7a2cc2be)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:22:59.803877 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (c7dd3835-d8c2-4dee-8cb0-6f3061af7f54), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:22:59.804635 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device 388de9da-77e7-4d40-9542-da91eb9630e0 details requested by agent hyperv_hv-cinder-85528 with host hv-cinder-85528 {{(pid=106778) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:22:59.823176 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c01a50-6681-4b29-9a8c-acf3dd74735f req-58d690dd-ff5e-4f11-ae73-4c2619b8d8dc tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:22:59.824992 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b9c01a50-6681-4b29-9a8c-acf3dd74735f req-58d690dd-ff5e-4f11-ae73-4c2619b8d8dc tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=bee91462-f582-40c7-88f9-652f75ce8b01 HTTP/1.1" status: 200 len: 944 time: 0.0564351 Aug 31 01:22:59.882970 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Pushing event updated for resources: {'Port': ['ID=c7dd3835-d8c2-4dee-8cb0-6f3061af7f54,revision_number=4']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:22:59.918636 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b9c01a50-6681-4b29-9a8c-acf3dd74735f req-03f1891f-87cc-4fa0-ac44-b9fbe63992d6 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740654 Aug 31 01:23:00.037980 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port 388de9da-77e7-4d40-9542-da91eb9630e0, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=388de9da-77e7-4d40-9542-da91eb9630e0,segment=NetworkSegment(46d8b518-61a3-41d6-96c6-0d3f3e223608),segment_id=46d8b518-61a3-41d6-96c6-0d3f3e223608)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:23:00.039110 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-598e4890-7feb-4b68-92c9-08af45fdbf63 req-f3ebd593-e3f0-4283-b797-7324afbbd0de tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 210 time: 0.0358698 Aug 31 01:23:00.070380 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Returning: {'device': '388de9da-77e7-4d40-9542-da91eb9630e0', 'network_id': '0303b68a-9736-48eb-90f1-d3c52026d074', 'port_id': '388de9da-77e7-4d40-9542-da91eb9630e0', 'mac_address': 'fa:16:3e:2a:c1:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1095, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14c282f1-a88f-47d5-b759-92c78d45d59b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106778) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:23:00.115290 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Current status of the port 388de9da-77e7-4d40-9542-da91eb9630e0 is: DOWN; New status is: BUILD {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:23:00.115290 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (388de9da-77e7-4d40-9542-da91eb9630e0), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:00.140711 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.notifiers.nova [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 388de9da-77e7-4d40-9542-da91eb9630e0 {{(pid=106778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 01:23:00.150182 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a92471-c661-4b41-badf-231862f8f938 req-aa8e9b20-63c4-410b-abe2-27b59918b186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:00.152645 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-47a92471-c661-4b41-badf-231862f8f938 req-aa8e9b20-63c4-410b-abe2-27b59918b186 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=d58414b1dd2342d58cc7665aee50b86b&device_id=bee91462-f582-40c7-88f9-652f75ce8b01 HTTP/1.1" status: 200 len: 1128 time: 0.0463455 Aug 31 01:23:00.161266 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port 388de9da-77e7-4d40-9542-da91eb9630e0, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=388de9da-77e7-4d40-9542-da91eb9630e0,segment=NetworkSegment(46d8b518-61a3-41d6-96c6-0d3f3e223608),segment_id=46d8b518-61a3-41d6-96c6-0d3f3e223608)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:23:00.249061 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (388de9da-77e7-4d40-9542-da91eb9630e0), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:00.254703 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a92471-c661-4b41-badf-231862f8f938 req-e04ee4a2-d260-4553-9478-91d0d5832935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:00.257936 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-47a92471-c661-4b41-badf-231862f8f938 req-e04ee4a2-d260-4553-9478-91d0d5832935 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?id=0303b68a-9736-48eb-90f1-d3c52026d074 HTTP/1.1" status: 200 len: 921 time: 0.0982814 Aug 31 01:23:00.258041 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:00.300234 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Pushing event updated for resources: {'Port': ['ID=388de9da-77e7-4d40-9542-da91eb9630e0,revision_number=4']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:00.429695 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-a96f91a7-2c1d-40a6-9f0e-da9e11672fc3 req-72656ec6-63b3-4ead-b011-b7a7c51583fa tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8ce564c8-7a17-4de1-96b9-3737fca73840 HTTP/1.1" status: 200 len: 210 time: 0.0311985 Aug 31 01:23:00.499041 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:00.527896 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-47a92471-c661-4b41-badf-231862f8f938 req-b158e58f-7adb-40db-b0f6-f9cac1512c49 service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81d2c012-27ea-4e66-96da-4c03afd30650 HTTP/1.1" status: 200 len: 217 time: 0.1170211 Aug 31 01:23:00.533404 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 55666) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:23:00.623087 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a92471-c661-4b41-badf-231862f8f938 req-239187b7-6ccd-460e-a63a-2b90fe290c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:00.623087 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-47a92471-c661-4b41-badf-231862f8f938 req-239187b7-6ccd-460e-a63a-2b90fe290c86 service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=14c282f1-a88f-47d5-b759-92c78d45d59b HTTP/1.1" status: 200 len: 858 time: 0.0852590 Aug 31 01:23:00.632433 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac52e2-1b17-482b-8de8-db9d34d6bb3b req-e3506387-7e70-4c4c-a2bd-66651821104f tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:00.633911 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-71ac52e2-1b17-482b-8de8-db9d34d6bb3b req-e3506387-7e70-4c4c-a2bd-66651821104f tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.85 "GET /networking/v2.0/networks?id=0760f9a5-d813-4a0f-bcef-9988cda0c948 HTTP/1.1" status: 200 len: 814 time: 0.2139013 Aug 31 01:23:00.657266 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] get_ports_and_sgs() called for port_ids ['388de9da-77e7-4d40-9542-da91eb9630e0'] {{(pid=106778) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 01:23:00.689845 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-edc1f44a-3600-4cad-8565-810aaa1d1f6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:00.712172 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a92471-c661-4b41-badf-231862f8f938 req-1ec6cd02-bf0d-4e10-968a-1cbffef10934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:00.715081 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-47a92471-c661-4b41-badf-231862f8f938 req-1ec6cd02-bf0d-4e10-968a-1cbffef10934 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=0303b68a-9736-48eb-90f1-d3c52026d074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0789495 Aug 31 01:23:00.800601 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-71ac52e2-1b17-482b-8de8-db9d34d6bb3b req-13d1b114-c982-46ea-817d-9b6a94729fa1 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.85 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=164da7d4776d4e9f8cf6497aa784d312 HTTP/1.1" status: 200 len: 378 time: 0.1570237 Aug 31 01:23:00.809522 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [req-71ac52e2-1b17-482b-8de8-db9d34d6bb3b req-e3b77abe-ff5b-4988-abb4-93ca2df9f0b2 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Request body: {'port': {'device_id': '8ce564c8-7a17-4de1-96b9-3737fca73840', 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948', 'admin_state_up': True, 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'security_groups': ['b5c65665-607a-4023-be3d-def6abb51db3']}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:23:00.906797 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b24337-f37a-468e-9691-148da652fb71 req-b5f10f4d-fac4-448d-a614-4c0c53620c3d tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:00.913970 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-f3b24337-f37a-468e-9691-148da652fb71 req-b5f10f4d-fac4-448d-a614-4c0c53620c3d tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3f2e4287-f02a-4d2f-a669-621ae355fce5 HTTP/1.1" status: 200 len: 944 time: 0.2392018 Aug 31 01:23:00.924166 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] get_ports_and_sgs() called for port_ids ['c7dd3835-d8c2-4dee-8cb0-6f3061af7f54'] {{(pid=106778) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 01:23:00.978639 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-47a92471-c661-4b41-badf-231862f8f938 req-ea7cfc1b-3acf-4af0-b6dd-1841c92db665 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/0303b68a-9736-48eb-90f1-d3c52026d074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512114 Aug 31 01:23:01.031117 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:01.163624 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-edc1f44a-3600-4cad-8565-810aaa1d1f6d admin admin] Publish callbacks [] for security_group (38420e69-2e32-4399-98ce-ce34919dff7b), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:01.174339 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-47a92471-c661-4b41-badf-231862f8f938 req-a50a32f2-2c6a-4fa2-b055-d31d1849930a service neutron] 10.222.0.85 "GET /networking/v2.0/networks/0303b68a-9736-48eb-90f1-d3c52026d074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630571 Aug 31 01:23:01.180682 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-f3b24337-f37a-468e-9691-148da652fb71 req-c832cea2-43d2-4612-b3fa-bf77aa3f83a2 tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7991206b-2f39-44d5-8964-a4d5a150fe5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653301 Aug 31 01:23:01.270270 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a95048-628f-44ba-aaae-cbab2bcde18e req-7b7beda9-acd4-4bc2-a094-622ef33811ba tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:01.273327 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-76a95048-628f-44ba-aaae-cbab2bcde18e req-7b7beda9-acd4-4bc2-a094-622ef33811ba tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.85 "GET /networking/v2.0/networks?id=2a0890c6-f1c3-465a-8b4d-8e1ae2356a58 HTTP/1.1" status: 200 len: 817 time: 0.5308959 Aug 31 01:23:01.275780 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:01.299671 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed491850-3b5a-4eb9-a6ab-c7ed4c290eee req-51e2f3c3-bbce-4f16-8cdc-52e55ce40c9e tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:01.301397 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-ed491850-3b5a-4eb9-a6ab-c7ed4c290eee req-51e2f3c3-bbce-4f16-8cdc-52e55ce40c9e tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=bee91462-f582-40c7-88f9-652f75ce8b01 HTTP/1.1" status: 200 len: 944 time: 0.2728145 Aug 31 01:23:01.361401 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-d4c0e3f3-c017-45b3-90df-30edc4eae391 req-5fadda22-6231-4599-98b8-b68663ca7888 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 210 time: 0.0704229 Aug 31 01:23:01.501852 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device 81d2c012-27ea-4e66-96da-4c03afd30650 details requested by agent hyperv_hv-cinder-85528 with host hv-cinder-85528 {{(pid=106778) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:23:01.628449 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port 81d2c012-27ea-4e66-96da-4c03afd30650, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=81d2c012-27ea-4e66-96da-4c03afd30650,segment=NetworkSegment(46d8b518-61a3-41d6-96c6-0d3f3e223608),segment_id=46d8b518-61a3-41d6-96c6-0d3f3e223608)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:23:01.653232 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Returning: {'device': '81d2c012-27ea-4e66-96da-4c03afd30650', 'network_id': '0303b68a-9736-48eb-90f1-d3c52026d074', 'port_id': '81d2c012-27ea-4e66-96da-4c03afd30650', 'mac_address': 'fa:16:3e:d0:2e:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1095, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14c282f1-a88f-47d5-b759-92c78d45d59b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106778) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:23:01.656580 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-ed491850-3b5a-4eb9-a6ab-c7ed4c290eee req-22b4dd6c-cc7d-46f7-9632-a95bd493dfbe tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333616 Aug 31 01:23:01.672857 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-76a95048-628f-44ba-aaae-cbab2bcde18e req-de91c7d0-2dfb-492e-a45c-8907846a0fef tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.85 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=53d2295ada114ea3b6b5001c4c197f35 HTTP/1.1" status: 200 len: 380 time: 0.3893878 Aug 31 01:23:01.700643 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Current status of the port 81d2c012-27ea-4e66-96da-4c03afd30650 is: DOWN; New status is: BUILD {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:23:01.701123 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (81d2c012-27ea-4e66-96da-4c03afd30650), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:01.711654 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-845d7d5b-ecb9-45d6-9095-05e3428f8628 req-7b0f7fcb-653b-48f6-9993-0b719c0b6695 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8ce564c8-7a17-4de1-96b9-3737fca73840 HTTP/1.1" status: 200 len: 210 time: 0.0538533 Aug 31 01:23:01.716625 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [req-76a95048-628f-44ba-aaae-cbab2bcde18e req-43df2410-652c-4d73-a7ff-1957cc42d509 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Request body: {'port': {'device_id': '12814f73-696a-4dc2-9182-7779bfe90ad5', 'network_id': '2a0890c6-f1c3-465a-8b4d-8e1ae2356a58', 'admin_state_up': True, 'tenant_id': '53d2295ada114ea3b6b5001c4c197f35', 'security_groups': ['1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2']}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:23:01.846678 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device c7dd3835-d8c2-4dee-8cb0-6f3061af7f54 up at agent hyperv_hv-cinder-85528 {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:23:01.852123 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.notifiers.nova [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81d2c012-27ea-4e66-96da-4c03afd30650 {{(pid=106778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 01:23:01.938546 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port 81d2c012-27ea-4e66-96da-4c03afd30650, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=81d2c012-27ea-4e66-96da-4c03afd30650,segment=NetworkSegment(46d8b518-61a3-41d6-96c6-0d3f3e223608),segment_id=46d8b518-61a3-41d6-96c6-0d3f3e223608)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:23:01.938546 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Provisioning for port c7dd3835-d8c2-4dee-8cb0-6f3061af7f54 completed by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 01:23:02.301400 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc2b2d-323b-4d3a-a010-cbebb58c2738 req-29dcaf76-5588-49ed-977d-20405a0dbb96 tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:02.302854 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-fdcc2b2d-323b-4d3a-a010-cbebb58c2738 req-29dcaf76-5588-49ed-977d-20405a0dbb96 tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3f2e4287-f02a-4d2f-a669-621ae355fce5 HTTP/1.1" status: 200 len: 944 time: 0.0473061 Aug 31 01:23:02.353265 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-fdcc2b2d-323b-4d3a-a010-cbebb58c2738 req-7ec09b3c-4d6f-4505-8b00-fe8980716e4b tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7991206b-2f39-44d5-8964-a4d5a150fe5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437410 Aug 31 01:23:02.357600 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71ac52e2-1b17-482b-8de8-db9d34d6bb3b req-e3b77abe-ff5b-4988-abb4-93ca2df9f0b2 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Made reservation on behalf of 164da7d4776d4e9f8cf6497aa784d312 for: {'port': 1} {{(pid=106776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:23:02.361467 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-71ac52e2-1b17-482b-8de8-db9d34d6bb3b req-e3b77abe-ff5b-4988-abb4-93ca2df9f0b2 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:02.387559 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-edc1f44a-3600-4cad-8565-810aaa1d1f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (38420e69-2e32-4399-98ce-ce34919dff7b), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:02.390732 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Provisioning complete for port c7dd3835-d8c2-4dee-8cb0-6f3061af7f54 triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:23:02.391112 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (c7dd3835-d8c2-4dee-8cb0-6f3061af7f54), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:02.400393 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (81d2c012-27ea-4e66-96da-4c03afd30650), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:02.403687 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76a95048-628f-44ba-aaae-cbab2bcde18e req-43df2410-652c-4d73-a7ff-1957cc42d509 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Made reservation on behalf of 53d2295ada114ea3b6b5001c4c197f35 for: {'port': 1} {{(pid=106777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:23:02.407268 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-6e3a3759-156b-4010-b4fe-fd673c7c6b9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (06e7caa6-6f15-45a1-a03b-1c511964ed9a), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:02.409286 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-76a95048-628f-44ba-aaae-cbab2bcde18e req-43df2410-652c-4d73-a7ff-1957cc42d509 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:02.502500 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Pushing event updated for resources: {'Port': ['ID=81d2c012-27ea-4e66-96da-4c03afd30650,revision_number=4']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:02.516179 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-edc1f44a-3600-4cad-8565-810aaa1d1f6d admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=171940f7cda6497e93297c29bb1baae1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9817104 Aug 31 01:23:02.523266 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 55716) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:23:02.545471 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Current status of the port c7dd3835-d8c2-4dee-8cb0-6f3061af7f54 is: BUILD; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:23:02.545866 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (c7dd3835-d8c2-4dee-8cb0-6f3061af7f54), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:02.578361 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f2e4287-f02a-4d2f-a669-621ae355fce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7dd3835-d8c2-4dee-8cb0-6f3061af7f54'}] {{(pid=106778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:23:02.593859 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.db_base_plugin_common [req-71ac52e2-1b17-482b-8de8-db9d34d6bb3b req-e3b77abe-ff5b-4988-abb4-93ca2df9f0b2 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Allocated IP 172.20.0.5 (0760f9a5-d813-4a0f-bcef-9988cda0c948/4cf8958b-5555-42e1-b4dd-8dee2893fbc9/06a28bab-3d45-4348-850c-bb3c714f41df) {{(pid=106776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:23:02.626232 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-bba70791-dc30-4e64-9bf3-81e261d08b09 req-7a364f10-744b-4044-be9d-010e24f685d8 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 210 time: 0.1232324 Aug 31 01:23:02.629019 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-e78347d9-e407-45ad-89f3-396237ac2c8d admin admin] Publish callbacks [] for security_group (38420e69-2e32-4399-98ce-ce34919dff7b), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:02.632979 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc1f44a-3600-4cad-8565-810aaa1d1f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38420e69-2e32-4399-98ce-ce34919dff7b,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:02.678750 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] get_ports_and_sgs() called for port_ids ['81d2c012-27ea-4e66-96da-4c03afd30650'] {{(pid=106778) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 01:23:02.708282 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-e78347d9-e407-45ad-89f3-396237ac2c8d admin admin] Publish callbacks [] for security_group (38420e69-2e32-4399-98ce-ce34919dff7b), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:02.780165 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port c7dd3835-d8c2-4dee-8cb0-6f3061af7f54, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=c7dd3835-d8c2-4dee-8cb0-6f3061af7f54,segment=NetworkSegment(0cc02c4f-36ca-4556-a894-45fa7a2cc2be),segment_id=0cc02c4f-36ca-4556-a894-45fa7a2cc2be)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:23:02.802500 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81816e82-76cd-4d26-aa4a-795ce5cb2276 req-ceed571f-7dde-4158-82bf-9afae5e7206e tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:02.805882 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-81816e82-76cd-4d26-aa4a-795ce5cb2276 req-ceed571f-7dde-4158-82bf-9afae5e7206e tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=bee91462-f582-40c7-88f9-652f75ce8b01 HTTP/1.1" status: 200 len: 945 time: 0.0673609 Aug 31 01:23:02.856511 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (c7dd3835-d8c2-4dee-8cb0-6f3061af7f54), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:02.858033 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device 388de9da-77e7-4d40-9542-da91eb9630e0 up at agent hyperv_hv-cinder-85528 {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:23:02.952562 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d41e2a553b02095d3b1f0ace215352f4a23baa657e7b5a2da03818d3ee46b5df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd91fff-4b20-4d7a-a2d7-94614612ef13" -d '{"events": [{"server_uuid": "3f2e4287-f02a-4d2f-a669-621ae355fce5", "name": "network-vif-plugged", "status": "completed", "tag": "c7dd3835-d8c2-4dee-8cb0-6f3061af7f54"}]}' {{(pid=106778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:23:03.015454 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-d3679c81-9e5b-4bb1-bcff-a48e233c65d6 req-49de2dac-dc6d-4508-bd1e-b8d80e90bea4 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8ce564c8-7a17-4de1-96b9-3737fca73840 HTTP/1.1" status: 200 len: 210 time: 0.1221659 Aug 31 01:23:03.019165 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Pushing event updated for resources: {'Port': ['ID=c7dd3835-d8c2-4dee-8cb0-6f3061af7f54,revision_number=5']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:03.048910 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Provisioning for port 388de9da-77e7-4d40-9542-da91eb9630e0 completed by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 01:23:03.061783 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-71ac52e2-1b17-482b-8de8-db9d34d6bb3b req-e3b77abe-ff5b-4988-abb4-93ca2df9f0b2 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for port (06a28bab-3d45-4348-850c-bb3c714f41df), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:03.139334 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.db_base_plugin_common [req-76a95048-628f-44ba-aaae-cbab2bcde18e req-43df2410-652c-4d73-a7ff-1957cc42d509 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Allocated IP 172.20.0.11 (2a0890c6-f1c3-465a-8b4d-8e1ae2356a58/d653247e-0c02-4230-ad01-73647a101df2/dc60a507-f9d6-4b68-ae6c-65c2cfafb12c) {{(pid=106777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:23:03.193014 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Provisioning complete for port 388de9da-77e7-4d40-9542-da91eb9630e0 triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:23:03.193457 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (388de9da-77e7-4d40-9542-da91eb9630e0), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:03.209886 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-71ac52e2-1b17-482b-8de8-db9d34d6bb3b req-e3b77abe-ff5b-4988-abb4-93ca2df9f0b2 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779185826838'] for port (06a28bab-3d45-4348-850c-bb3c714f41df), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:03.227683 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-81816e82-76cd-4d26-aa4a-795ce5cb2276 req-d3828934-0f53-4a93-b1a4-9fc971f65176 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3994858 Aug 31 01:23:03.285404 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71ac52e2-1b17-482b-8de8-db9d34d6bb3b req-e3b77abe-ff5b-4988-abb4-93ca2df9f0b2 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Network 0760f9a5-d813-4a0f-bcef-9988cda0c948 is already hosted by enough agents. {{(pid=106776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:23:03.288987 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-e78347d9-e407-45ad-89f3-396237ac2c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (38420e69-2e32-4399-98ce-ce34919dff7b), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:03.297173 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-e78347d9-e407-45ad-89f3-396237ac2c8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:03.299626 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-e78347d9-e407-45ad-89f3-396237ac2c8d admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/38420e69-2e32-4399-98ce-ce34919dff7b HTTP/1.1" status: 204 len: 168 time: 0.7753935 Aug 31 01:23:03.308113 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:03.328019 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Current status of the port 388de9da-77e7-4d40-9542-da91eb9630e0 is: BUILD; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:23:03.328429 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (388de9da-77e7-4d40-9542-da91eb9630e0), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:03.344457 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.base_scheduler [req-71ac52e2-1b17-482b-8de8-db9d34d6bb3b req-e3b77abe-ff5b-4988-abb4-93ca2df9f0b2 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Resources bound (agent type, host, resource id): {{(pid=106776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:23:03.373274 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78347d9-e407-45ad-89f3-396237ac2c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38420e69-2e32-4399-98ce-ce34919dff7b,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:03.379908 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ac52e2-1b17-482b-8de8-db9d34d6bb3b req-e3b77abe-ff5b-4988-abb4-93ca2df9f0b2 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Received port after_create {{(pid=106776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 01:23:03.390352 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac52e2-1b17-482b-8de8-db9d34d6bb3b req-e3b77abe-ff5b-4988-abb4-93ca2df9f0b2 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:03.394944 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-71ac52e2-1b17-482b-8de8-db9d34d6bb3b req-e3b77abe-ff5b-4988-abb4-93ca2df9f0b2 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537412'] for port (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:03.434484 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port 388de9da-77e7-4d40-9542-da91eb9630e0, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=388de9da-77e7-4d40-9542-da91eb9630e0,segment=NetworkSegment(46d8b518-61a3-41d6-96c6-0d3f3e223608),segment_id=46d8b518-61a3-41d6-96c6-0d3f3e223608)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:23:03.447337 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 01:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7748f905-3e80-40e5-b7c9-363c8b71b446 x-openstack-request-id: req-7748f905-3e80-40e5-b7c9-363c8b71b446 {{(pid=106778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:23:03.447689 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f2e4287-f02a-4d2f-a669-621ae355fce5", "name": "network-vif-plugged", "status": "completed", "tag": "c7dd3835-d8c2-4dee-8cb0-6f3061af7f54", "code": 200}]} {{(pid=106778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:23:03.447954 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7748f905-3e80-40e5-b7c9-363c8b71b446 {{(pid=106778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:23:03.451032 dv-cinder-855288-2-iscsi neutron-server[106778]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7748f905-3e80-40e5-b7c9-363c8b71b446'] response: {'server_uuid': '3f2e4287-f02a-4d2f-a669-621ae355fce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7dd3835-d8c2-4dee-8cb0-6f3061af7f54', 'code': 200} Aug 31 01:23:03.467299 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b77abe-ff5b-4988-abb4-93ca2df9f0b2 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Pushing event updated for resources: {'Port': ['ID=06a28bab-3d45-4348-850c-bb3c714f41df,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:03.509917 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-71ac52e2-1b17-482b-8de8-db9d34d6bb3b req-e3b77abe-ff5b-4988-abb4-93ca2df9f0b2 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.85 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7038734 Aug 31 01:23:03.520503 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (388de9da-77e7-4d40-9542-da91eb9630e0), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:03.523639 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [req-71ac52e2-1b17-482b-8de8-db9d34d6bb3b req-385432fe-d5cc-4f9d-9b56-7a704d632bdb service neutron] Request body: {'port': {'device_id': '8ce564c8-7a17-4de1-96b9-3737fca73840', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85528'}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:23:03.622369 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-840fb433-def8-479d-ad7f-386f12ac47ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (1428144b-5b15-4168-8538-b51b3045e8b6), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:03.659163 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-76a95048-628f-44ba-aaae-cbab2bcde18e req-43df2410-652c-4d73-a7ff-1957cc42d509 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks [] for port (dc60a507-f9d6-4b68-ae6c-65c2cfafb12c), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:03.663896 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device 81d2c012-27ea-4e66-96da-4c03afd30650 up at agent hyperv_hv-cinder-85528 {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:23:03.677002 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5a000-6e7e-4a0b-843e-46f79216cb61 req-4c38ab56-2ee7-4025-8586-5af4b8edcbe0 tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:03.683428 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-7ae5a000-6e7e-4a0b-843e-46f79216cb61 req-4c38ab56-2ee7-4025-8586-5af4b8edcbe0 tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3f2e4287-f02a-4d2f-a669-621ae355fce5 HTTP/1.1" status: 200 len: 945 time: 0.1518407 Aug 31 01:23:03.693065 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-71ac52e2-1b17-482b-8de8-db9d34d6bb3b req-385432fe-d5cc-4f9d-9b56-7a704d632bdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (06a28bab-3d45-4348-850c-bb3c714f41df), before_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:03.727930 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:03.772230 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:03.773506 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Pushing event updated for resources: {'Port': ['ID=388de9da-77e7-4d40-9542-da91eb9630e0,revision_number=5']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:03.793239 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-76e216b6-3b1b-46fb-8539-e9e6af5b2847 None None] Provisioning complete for port 06a28bab-3d45-4348-850c-bb3c714f41df triggered by entity DHCP. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:23:03.793783 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-76e216b6-3b1b-46fb-8539-e9e6af5b2847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (06a28bab-3d45-4348-850c-bb3c714f41df), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:03.835360 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Provisioning for port 81d2c012-27ea-4e66-96da-4c03afd30650 completed by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 01:23:03.837976 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-76e216b6-3b1b-46fb-8539-e9e6af5b2847 None None] Port 06a28bab-3d45-4348-850c-bb3c714f41df cannot update to ACTIVE because it is not bound. {{(pid=106778) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 01:23:03.857273 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-7ae5a000-6e7e-4a0b-843e-46f79216cb61 req-a6e9ce36-041a-4aa6-9700-129703782ec7 tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7991206b-2f39-44d5-8964-a4d5a150fe5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729085 Aug 31 01:23:03.858359 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-76a95048-628f-44ba-aaae-cbab2bcde18e req-43df2410-652c-4d73-a7ff-1957cc42d509 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779185826838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5261574'] for port (dc60a507-f9d6-4b68-ae6c-65c2cfafb12c), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:03.861734 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-c43de4c6-9806-467b-a629-e7a73c2b6649 req-0ff78557-4a8b-4e02-9e67-b86b26a7fbc2 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 210 time: 0.0685229 Aug 31 01:23:03.892699 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (799b9b45-836a-4007-8b99-6041c4a5ce6b), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:03.921995 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Provisioning complete for port 81d2c012-27ea-4e66-96da-4c03afd30650 triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:23:03.927322 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (81d2c012-27ea-4e66-96da-4c03afd30650), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:03.927442 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4634ff77-02a5-43ea-9cb0-71fb6374a452 req-d507666a-4ad3-4b16-80d7-dc4c32f74627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:03.927442 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-4634ff77-02a5-43ea-9cb0-71fb6374a452 req-d507666a-4ad3-4b16-80d7-dc4c32f74627 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3f2e4287-f02a-4d2f-a669-621ae355fce5 HTTP/1.1" status: 200 len: 1129 time: 0.0932915 Aug 31 01:23:03.957672 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-4634ff77-02a5-43ea-9cb0-71fb6374a452 req-95961189-ae4d-4a39-9839-db251ec9507b service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:03.976534 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43df2410-652c-4d73-a7ff-1957cc42d509 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Pushing event updated for resources: {'Port': ['ID=dc60a507-f9d6-4b68-ae6c-65c2cfafb12c,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:03.993346 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76a95048-628f-44ba-aaae-cbab2bcde18e req-43df2410-652c-4d73-a7ff-1957cc42d509 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Network 2a0890c6-f1c3-465a-8b4d-8e1ae2356a58 is already hosted by enough agents. {{(pid=106777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:23:03.995374 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.base_scheduler [req-76a95048-628f-44ba-aaae-cbab2bcde18e req-43df2410-652c-4d73-a7ff-1957cc42d509 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Resources bound (agent type, host, resource id): {{(pid=106777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:23:03.999006 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.l3_dvrscheduler_db [req-76a95048-628f-44ba-aaae-cbab2bcde18e req-43df2410-652c-4d73-a7ff-1957cc42d509 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Received port after_create {{(pid=106777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 01:23:04.018184 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Current status of the port 81d2c012-27ea-4e66-96da-4c03afd30650 is: BUILD; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:23:04.018814 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (81d2c012-27ea-4e66-96da-4c03afd30650), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:04.076081 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a95048-628f-44ba-aaae-cbab2bcde18e req-43df2410-652c-4d73-a7ff-1957cc42d509 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:04.077063 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-76a95048-628f-44ba-aaae-cbab2bcde18e req-43df2410-652c-4d73-a7ff-1957cc42d509 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537412'] for port (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:04.090332 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=100 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:04.091539 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=100 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:04.093872 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port 81d2c012-27ea-4e66-96da-4c03afd30650, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=81d2c012-27ea-4e66-96da-4c03afd30650,segment=NetworkSegment(46d8b518-61a3-41d6-96c6-0d3f3e223608),segment_id=46d8b518-61a3-41d6-96c6-0d3f3e223608)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:23:04.200030 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef2b0f6-6946-4e77-8e34-87106f1e8f0d req-d8ad14a8-9100-441f-bd08-6802d7fc690d tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:04.201607 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-6ef2b0f6-6946-4e77-8e34-87106f1e8f0d req-d8ad14a8-9100-441f-bd08-6802d7fc690d tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8ce564c8-7a17-4de1-96b9-3737fca73840 HTTP/1.1" status: 200 len: 931 time: 0.0770495 Aug 31 01:23:04.213459 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (81d2c012-27ea-4e66-96da-4c03afd30650), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:04.214599 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-76a95048-628f-44ba-aaae-cbab2bcde18e req-43df2410-652c-4d73-a7ff-1957cc42d509 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.85 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5012331 Aug 31 01:23:04.229998 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [req-76a95048-628f-44ba-aaae-cbab2bcde18e req-fd81b55d-2de9-4666-9dec-f39fb5786f90 service neutron] Request body: {'port': {'device_id': '12814f73-696a-4dc2-9182-7779bfe90ad5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85528'}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:23:04.251676 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-4634ff77-02a5-43ea-9cb0-71fb6374a452 req-95961189-ae4d-4a39-9839-db251ec9507b service neutron] Publish callbacks [] for security_group (30eb2893-db62-49e1-9c06-54cacf29e261), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:04.275321 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Pushing event updated for resources: {'Port': ['ID=81d2c012-27ea-4e66-96da-4c03afd30650,revision_number=5']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:04.351817 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.notifiers.nova [req-71ac52e2-1b17-482b-8de8-db9d34d6bb3b req-385432fe-d5cc-4f9d-9b56-7a704d632bdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06a28bab-3d45-4348-850c-bb3c714f41df {{(pid=106776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 01:23:04.367999 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-4634ff77-02a5-43ea-9cb0-71fb6374a452 req-95961189-ae4d-4a39-9839-db251ec9507b service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (30eb2893-db62-49e1-9c06-54cacf29e261), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:04.371068 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-305e657c-0c5a-4c94-a462-c4cd507047e2 None None] Provisioning complete for port dc60a507-f9d6-4b68-ae6c-65c2cfafb12c triggered by entity DHCP. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:23:04.371499 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-305e657c-0c5a-4c94-a462-c4cd507047e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (dc60a507-f9d6-4b68-ae6c-65c2cfafb12c), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:04.428187 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-305e657c-0c5a-4c94-a462-c4cd507047e2 None None] Port dc60a507-f9d6-4b68-ae6c-65c2cfafb12c cannot update to ACTIVE because it is not bound. {{(pid=106778) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 01:23:04.430777 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766410d4-86ca-442b-8aed-bec3d8e3a7e1 req-2ad61127-2df0-4ae5-a2e1-9446aadf05aa tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:04.432392 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-766410d4-86ca-442b-8aed-bec3d8e3a7e1 req-2ad61127-2df0-4ae5-a2e1-9446aadf05aa tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=bee91462-f582-40c7-88f9-652f75ce8b01 HTTP/1.1" status: 200 len: 946 time: 0.0692642 Aug 31 01:23:04.448664 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-71ac52e2-1b17-482b-8de8-db9d34d6bb3b req-385432fe-d5cc-4f9d-9b56-7a704d632bdb service neutron] Publish callbacks [] for port (06a28bab-3d45-4348-850c-bb3c714f41df), precommit_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:04.453265 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95961189-ae4d-4a39-9839-db251ec9507b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=30eb2893-db62-49e1-9c06-54cacf29e261,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:04.460151 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-6ef2b0f6-6946-4e77-8e34-87106f1e8f0d req-b5bc1a51-cc2f-4f7b-8a36-8c214b972f73 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b5c65665-607a-4023-be3d-def6abb51db3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2202797 Aug 31 01:23:04.470614 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-76a95048-628f-44ba-aaae-cbab2bcde18e req-fd81b55d-2de9-4666-9dec-f39fb5786f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (dc60a507-f9d6-4b68-ae6c-65c2cfafb12c), before_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:04.491998 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.provisioning_blocks [req-71ac52e2-1b17-482b-8de8-db9d34d6bb3b req-385432fe-d5cc-4f9d-9b56-7a704d632bdb service neutron] Transition to ACTIVE for port object 06a28bab-3d45-4348-850c-bb3c714f41df will not be triggered until provisioned by entity L2. {{(pid=106776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 01:23:04.495236 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-4634ff77-02a5-43ea-9cb0-71fb6374a452 req-95961189-ae4d-4a39-9839-db251ec9507b service neutron] 10.222.0.85 "GET /networking/v2.0/security-groups?id=7991206b-2f39-44d5-8964-a4d5a150fe5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5595057 Aug 31 01:23:04.509086 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 55786) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:23:04.528281 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-d4eb203d-1be1-4b36-b79d-8f3ce9cf6623 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:04.547162 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-766410d4-86ca-442b-8aed-bec3d8e3a7e1 req-c8fc38f8-a5f1-4e37-bdae-7053f1a3601f tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025279 Aug 31 01:23:04.580479 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-71ac52e2-1b17-482b-8de8-db9d34d6bb3b req-385432fe-d5cc-4f9d-9b56-7a704d632bdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (06a28bab-3d45-4348-850c-bb3c714f41df), after_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:04.651266 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385432fe-d5cc-4f9d-9b56-7a704d632bdb service neutron] Pushing event updated for resources: {'Port': ['ID=06a28bab-3d45-4348-850c-bb3c714f41df,revision_number=2']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:04.700962 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.managers [req-71ac52e2-1b17-482b-8de8-db9d34d6bb3b req-385432fe-d5cc-4f9d-9b56-7a704d632bdb service neutron] Attempting to bind port 06a28bab-3d45-4348-850c-bb3c714f41df on host hv-cinder-85528 for vnic_type normal with profile {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 01:23:04.701301 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.managers [req-71ac52e2-1b17-482b-8de8-db9d34d6bb3b req-385432fe-d5cc-4f9d-9b56-7a704d632bdb service neutron] Attempting to bind port 06a28bab-3d45-4348-850c-bb3c714f41df by drivers openvswitch,hyperv on host hv-cinder-85528 at level 0 using segments [{'id': '69073539-0cb5-4109-ac49-b16cdc893327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948'}] {{(pid=106776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 01:23:04.701627 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ac52e2-1b17-482b-8de8-db9d34d6bb3b req-385432fe-d5cc-4f9d-9b56-7a704d632bdb service neutron] Attempting to bind port 06a28bab-3d45-4348-850c-bb3c714f41df on network 0760f9a5-d813-4a0f-bcef-9988cda0c948 {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:23:04.714684 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ac52e2-1b17-482b-8de8-db9d34d6bb3b req-385432fe-d5cc-4f9d-9b56-7a704d632bdb service neutron] Port 06a28bab-3d45-4348-850c-bb3c714f41df on network 0760f9a5-d813-4a0f-bcef-9988cda0c948 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85528 {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 01:23:04.715004 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ac52e2-1b17-482b-8de8-db9d34d6bb3b req-385432fe-d5cc-4f9d-9b56-7a704d632bdb service neutron] Attempting to bind port 06a28bab-3d45-4348-850c-bb3c714f41df on network 0760f9a5-d813-4a0f-bcef-9988cda0c948 {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:23:04.727726 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ac52e2-1b17-482b-8de8-db9d34d6bb3b req-385432fe-d5cc-4f9d-9b56-7a704d632bdb service neutron] Checking agent: {'id': '799b9b45-836a-4007-8b99-6041c4a5ce6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85528', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 1, 20, 34), 'started_at': datetime.datetime(2022, 8, 31, 1, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 1, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 01:23:04.728175 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ac52e2-1b17-482b-8de8-db9d34d6bb3b req-385432fe-d5cc-4f9d-9b56-7a704d632bdb service neutron] Checking segment: {'id': '69073539-0cb5-4109-ac49-b16cdc893327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:23:04.728562 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ac52e2-1b17-482b-8de8-db9d34d6bb3b req-385432fe-d5cc-4f9d-9b56-7a704d632bdb service neutron] Bound using segment: {'id': '69073539-0cb5-4109-ac49-b16cdc893327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948'} {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 01:23:04.729028 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.managers [req-71ac52e2-1b17-482b-8de8-db9d34d6bb3b req-385432fe-d5cc-4f9d-9b56-7a704d632bdb service neutron] Bound port: 06a28bab-3d45-4348-850c-bb3c714f41df, host: hv-cinder-85528, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69073539-0cb5-4109-ac49-b16cdc893327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948'}}] {{(pid=106776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 01:23:04.729404 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-71ac52e2-1b17-482b-8de8-db9d34d6bb3b req-385432fe-d5cc-4f9d-9b56-7a704d632bdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (06a28bab-3d45-4348-850c-bb3c714f41df), before_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:04.736697 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-d4eb203d-1be1-4b36-b79d-8f3ce9cf6623 admin admin] Publish callbacks [] for security_group (50688b5d-20f7-4254-a95f-2b68a61dc126), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:04.786503 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:04.797238 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.db [req-71ac52e2-1b17-482b-8de8-db9d34d6bb3b req-385432fe-d5cc-4f9d-9b56-7a704d632bdb service neutron] For port 06a28bab-3d45-4348-850c-bb3c714f41df, host hv-cinder-85528, cleared binding levels {{(pid=106776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:23:04.799295 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.notifiers.nova [req-76a95048-628f-44ba-aaae-cbab2bcde18e req-fd81b55d-2de9-4666-9dec-f39fb5786f90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc60a507-f9d6-4b68-ae6c-65c2cfafb12c {{(pid=106777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 01:23:04.800206 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.db [req-71ac52e2-1b17-482b-8de8-db9d34d6bb3b req-385432fe-d5cc-4f9d-9b56-7a704d632bdb service neutron] For port 06a28bab-3d45-4348-850c-bb3c714f41df, host hv-cinder-85528, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=06a28bab-3d45-4348-850c-bb3c714f41df,segment=NetworkSegment(69073539-0cb5-4109-ac49-b16cdc893327),segment_id=69073539-0cb5-4109-ac49-b16cdc893327)] {{(pid=106776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:23:04.807157 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-d4eb203d-1be1-4b36-b79d-8f3ce9cf6623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (50688b5d-20f7-4254-a95f-2b68a61dc126), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:04.816859 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-76a95048-628f-44ba-aaae-cbab2bcde18e req-fd81b55d-2de9-4666-9dec-f39fb5786f90 service neutron] Publish callbacks [] for port (dc60a507-f9d6-4b68-ae6c-65c2cfafb12c), precommit_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:04.828943 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.provisioning_blocks [req-76a95048-628f-44ba-aaae-cbab2bcde18e req-fd81b55d-2de9-4666-9dec-f39fb5786f90 service neutron] Transition to ACTIVE for port object dc60a507-f9d6-4b68-ae6c-65c2cfafb12c will not be triggered until provisioned by entity L2. {{(pid=106777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 01:23:04.848400 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:04.848400 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eb203d-1be1-4b36-b79d-8f3ce9cf6623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50688b5d-20f7-4254-a95f-2b68a61dc126,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:04.858634 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 55796) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:23:04.863997 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-d4eb203d-1be1-4b36-b79d-8f3ce9cf6623 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=9a29535d173c49c398e2bc713df03755&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3521354 Aug 31 01:23:04.898968 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-71ac52e2-1b17-482b-8de8-db9d34d6bb3b req-385432fe-d5cc-4f9d-9b56-7a704d632bdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (06a28bab-3d45-4348-850c-bb3c714f41df), after_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:04.904745 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac52e2-1b17-482b-8de8-db9d34d6bb3b req-385432fe-d5cc-4f9d-9b56-7a704d632bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:04.905664 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-71ac52e2-1b17-482b-8de8-db9d34d6bb3b req-385432fe-d5cc-4f9d-9b56-7a704d632bdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537412'] for port (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:04.907045 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-71ac52e2-1b17-482b-8de8-db9d34d6bb3b req-385432fe-d5cc-4f9d-9b56-7a704d632bdb service neutron] 10.222.0.85 "PUT /networking/v2.0/ports/06a28bab-3d45-4348-850c-bb3c714f41df HTTP/1.1" status: 200 len: 1093 time: 1.3890705 Aug 31 01:23:04.907472 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ce564c8-7a17-4de1-96b9-3737fca73840', 'tag': '06a28bab-3d45-4348-850c-bb3c714f41df'}] {{(pid=106776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:23:04.909733 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c75c880f6fcf50a6244b1a715e98a431c8b587c27dc42cc7f33f1c98f81bddd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08b4825-813e-46b4-b7ad-9429917c44ff" -d '{"events": [{"name": "network-changed", "server_uuid": "8ce564c8-7a17-4de1-96b9-3737fca73840", "tag": "06a28bab-3d45-4348-850c-bb3c714f41df"}]}' {{(pid=106776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:23:04.933078 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-13ccc0c1-a8c6-401e-b0e2-e457395a69d1 admin admin] Publish callbacks [] for security_group (50688b5d-20f7-4254-a95f-2b68a61dc126), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:04.961338 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-76a95048-628f-44ba-aaae-cbab2bcde18e req-fd81b55d-2de9-4666-9dec-f39fb5786f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5261583'] for port (dc60a507-f9d6-4b68-ae6c-65c2cfafb12c), after_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:04.969606 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385432fe-d5cc-4f9d-9b56-7a704d632bdb service neutron] Pushing event updated for resources: {'Port': ['ID=06a28bab-3d45-4348-850c-bb3c714f41df,revision_number=3']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:04.978762 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-6cf74907-e165-4231-8e79-d72e153e628e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (625e835a-7d63-45f9-8a46-c3ba876c3627), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:04.984360 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-13ccc0c1-a8c6-401e-b0e2-e457395a69d1 admin admin] Publish callbacks [] for security_group (50688b5d-20f7-4254-a95f-2b68a61dc126), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:05.138218 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b4ccd1-f1e6-46e6-8578-e1dab298f571 req-d6333043-00a2-4638-8b12-0605810af351 tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:05.139675 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-f0b4ccd1-f1e6-46e6-8578-e1dab298f571 req-d6333043-00a2-4638-8b12-0605810af351 tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3f2e4287-f02a-4d2f-a669-621ae355fce5 HTTP/1.1" status: 200 len: 945 time: 0.1651618 Aug 31 01:23:05.144862 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd81b55d-2de9-4666-9dec-f39fb5786f90 service neutron] Pushing event updated for resources: {'Port': ['ID=dc60a507-f9d6-4b68-ae6c-65c2cfafb12c,revision_number=2']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:05.156811 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6ad111-1476-4213-b67f-acd7c483b2bc req-3a491bfa-6421-4391-8952-5c5e0e44fee6 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:05.156811 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-7b6ad111-1476-4213-b67f-acd7c483b2bc req-3a491bfa-6421-4391-8952-5c5e0e44fee6 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 944 time: 0.1524599 Aug 31 01:23:05.221614 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:INSERT=11,neutron:SELECT=88,neutron:UPDATE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:05.277590 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-f0b4ccd1-f1e6-46e6-8578-e1dab298f571 req-ac2f9614-33b0-420b-a84f-469fa90b078d tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7991206b-2f39-44d5-8964-a4d5a150fe5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292248 Aug 31 01:23:05.280952 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.managers [req-76a95048-628f-44ba-aaae-cbab2bcde18e req-fd81b55d-2de9-4666-9dec-f39fb5786f90 service neutron] Attempting to bind port dc60a507-f9d6-4b68-ae6c-65c2cfafb12c on host hv-cinder-85528 for vnic_type normal with profile {{(pid=106777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 01:23:05.281292 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.managers [req-76a95048-628f-44ba-aaae-cbab2bcde18e req-fd81b55d-2de9-4666-9dec-f39fb5786f90 service neutron] Attempting to bind port dc60a507-f9d6-4b68-ae6c-65c2cfafb12c by drivers openvswitch,hyperv on host hv-cinder-85528 at level 0 using segments [{'id': '4e76086e-0aa2-44ca-adc1-383a20f9a980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '2a0890c6-f1c3-465a-8b4d-8e1ae2356a58'}] {{(pid=106777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 01:23:05.281616 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a95048-628f-44ba-aaae-cbab2bcde18e req-fd81b55d-2de9-4666-9dec-f39fb5786f90 service neutron] Attempting to bind port dc60a507-f9d6-4b68-ae6c-65c2cfafb12c on network 2a0890c6-f1c3-465a-8b4d-8e1ae2356a58 {{(pid=106777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:23:05.289900 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-7b6ad111-1476-4213-b67f-acd7c483b2bc req-b336b8fd-ccd9-4a46-bf32-3f79767df60c tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090934 Aug 31 01:23:05.290576 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a95048-628f-44ba-aaae-cbab2bcde18e req-fd81b55d-2de9-4666-9dec-f39fb5786f90 service neutron] Port dc60a507-f9d6-4b68-ae6c-65c2cfafb12c on network 2a0890c6-f1c3-465a-8b4d-8e1ae2356a58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85528 {{(pid=106777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 01:23:05.290891 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a95048-628f-44ba-aaae-cbab2bcde18e req-fd81b55d-2de9-4666-9dec-f39fb5786f90 service neutron] Attempting to bind port dc60a507-f9d6-4b68-ae6c-65c2cfafb12c on network 2a0890c6-f1c3-465a-8b4d-8e1ae2356a58 {{(pid=106777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:23:05.294218 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-13ccc0c1-a8c6-401e-b0e2-e457395a69d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (50688b5d-20f7-4254-a95f-2b68a61dc126), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:05.296566 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-13ccc0c1-a8c6-401e-b0e2-e457395a69d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:05.299038 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-13ccc0c1-a8c6-401e-b0e2-e457395a69d1 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/50688b5d-20f7-4254-a95f-2b68a61dc126 HTTP/1.1" status: 204 len: 168 time: 0.4390984 Aug 31 01:23:05.306323 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a95048-628f-44ba-aaae-cbab2bcde18e req-fd81b55d-2de9-4666-9dec-f39fb5786f90 service neutron] Checking agent: {'id': '799b9b45-836a-4007-8b99-6041c4a5ce6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85528', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 1, 20, 34), 'started_at': datetime.datetime(2022, 8, 31, 1, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 1, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 01:23:05.306660 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a95048-628f-44ba-aaae-cbab2bcde18e req-fd81b55d-2de9-4666-9dec-f39fb5786f90 service neutron] Checking segment: {'id': '4e76086e-0aa2-44ca-adc1-383a20f9a980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '2a0890c6-f1c3-465a-8b4d-8e1ae2356a58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:23:05.307140 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a95048-628f-44ba-aaae-cbab2bcde18e req-fd81b55d-2de9-4666-9dec-f39fb5786f90 service neutron] Bound using segment: {'id': '4e76086e-0aa2-44ca-adc1-383a20f9a980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '2a0890c6-f1c3-465a-8b4d-8e1ae2356a58'} {{(pid=106777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 01:23:05.307466 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.managers [req-76a95048-628f-44ba-aaae-cbab2bcde18e req-fd81b55d-2de9-4666-9dec-f39fb5786f90 service neutron] Bound port: dc60a507-f9d6-4b68-ae6c-65c2cfafb12c, host: hv-cinder-85528, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e76086e-0aa2-44ca-adc1-383a20f9a980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '2a0890c6-f1c3-465a-8b4d-8e1ae2356a58'}}] {{(pid=106777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 01:23:05.307816 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-76a95048-628f-44ba-aaae-cbab2bcde18e req-fd81b55d-2de9-4666-9dec-f39fb5786f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (dc60a507-f9d6-4b68-ae6c-65c2cfafb12c), before_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:05.314837 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ccc0c1-a8c6-401e-b0e2-e457395a69d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50688b5d-20f7-4254-a95f-2b68a61dc126,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:05.397902 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 01:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-323c61cc-306f-4de3-92a7-c1c4318e7465 x-openstack-request-id: req-323c61cc-306f-4de3-92a7-c1c4318e7465 {{(pid=106776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:23:05.398225 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ce564c8-7a17-4de1-96b9-3737fca73840", "tag": "06a28bab-3d45-4348-850c-bb3c714f41df", "status": "completed", "code": 200}]} {{(pid=106776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:23:05.398860 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-323c61cc-306f-4de3-92a7-c1c4318e7465 {{(pid=106776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:23:05.398860 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-323c61cc-306f-4de3-92a7-c1c4318e7465'] response: {'name': 'network-changed', 'server_uuid': '8ce564c8-7a17-4de1-96b9-3737fca73840', 'tag': '06a28bab-3d45-4348-850c-bb3c714f41df', 'status': 'completed', 'code': 200} Aug 31 01:23:05.399970 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.db [req-76a95048-628f-44ba-aaae-cbab2bcde18e req-fd81b55d-2de9-4666-9dec-f39fb5786f90 service neutron] For port dc60a507-f9d6-4b68-ae6c-65c2cfafb12c, host hv-cinder-85528, cleared binding levels {{(pid=106777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:23:05.401844 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac52e2-1b17-482b-8de8-db9d34d6bb3b req-904fb2bc-6518-4321-b65f-9f05cf8019f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:05.403296 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.db [req-76a95048-628f-44ba-aaae-cbab2bcde18e req-fd81b55d-2de9-4666-9dec-f39fb5786f90 service neutron] For port dc60a507-f9d6-4b68-ae6c-65c2cfafb12c, host hv-cinder-85528, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=dc60a507-f9d6-4b68-ae6c-65c2cfafb12c,segment=NetworkSegment(4e76086e-0aa2-44ca-adc1-383a20f9a980),segment_id=4e76086e-0aa2-44ca-adc1-383a20f9a980)] {{(pid=106777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:23:05.403452 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-71ac52e2-1b17-482b-8de8-db9d34d6bb3b req-904fb2bc-6518-4321-b65f-9f05cf8019f3 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=164da7d4776d4e9f8cf6497aa784d312&device_id=8ce564c8-7a17-4de1-96b9-3737fca73840 HTTP/1.1" status: 200 len: 1127 time: 0.1045532 Aug 31 01:23:05.449963 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee6ca45e-29c7-4af8-8aef-72134f23292c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '388de9da-77e7-4d40-9542-da91eb9630e0'}, {'server_uuid': 'bee91462-f582-40c7-88f9-652f75ce8b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d2c012-27ea-4e66-96da-4c03afd30650'}] {{(pid=106778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:23:05.452590 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d41e2a553b02095d3b1f0ace215352f4a23baa657e7b5a2da03818d3ee46b5df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-901f1ba5-f619-4521-9512-5aef3e955019" -d '{"events": [{"server_uuid": "ee6ca45e-29c7-4af8-8aef-72134f23292c", "name": "network-vif-plugged", "status": "completed", "tag": "388de9da-77e7-4d40-9542-da91eb9630e0"}, {"server_uuid": "bee91462-f582-40c7-88f9-652f75ce8b01", "name": "network-vif-plugged", "status": "completed", "tag": "81d2c012-27ea-4e66-96da-4c03afd30650"}]}' {{(pid=106778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:23:05.466987 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-71ac52e2-1b17-482b-8de8-db9d34d6bb3b req-0d3ed221-1942-4e1e-8cfa-31d9d08120aa service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06a28bab-3d45-4348-850c-bb3c714f41df HTTP/1.1" status: 200 len: 217 time: 0.0466073 Aug 31 01:23:05.506670 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-76a95048-628f-44ba-aaae-cbab2bcde18e req-fd81b55d-2de9-4666-9dec-f39fb5786f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5261583'] for port (dc60a507-f9d6-4b68-ae6c-65c2cfafb12c), after_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:05.516278 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a95048-628f-44ba-aaae-cbab2bcde18e req-fd81b55d-2de9-4666-9dec-f39fb5786f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:05.516987 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-76a95048-628f-44ba-aaae-cbab2bcde18e req-fd81b55d-2de9-4666-9dec-f39fb5786f90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537412'] for port (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:05.520635 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-76a95048-628f-44ba-aaae-cbab2bcde18e req-fd81b55d-2de9-4666-9dec-f39fb5786f90 service neutron] 10.222.0.85 "PUT /networking/v2.0/ports/dc60a507-f9d6-4b68-ae6c-65c2cfafb12c HTTP/1.1" status: 200 len: 1094 time: 1.2964773 Aug 31 01:23:05.521146 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12814f73-696a-4dc2-9182-7779bfe90ad5', 'tag': 'dc60a507-f9d6-4b68-ae6c-65c2cfafb12c'}] {{(pid=106777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:23:05.529949 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e330c87e12d7f870e7d9a686a76230f6b0968ad9153010b5cc5787492cc6e0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3efff2-8a72-4f1d-9416-8bdb410c6320" -d '{"events": [{"name": "network-changed", "server_uuid": "12814f73-696a-4dc2-9182-7779bfe90ad5", "tag": "dc60a507-f9d6-4b68-ae6c-65c2cfafb12c"}]}' {{(pid=106777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:23:05.538539 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 31 Aug 2022 01:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8036e43-e620-49a2-98f3-2d6769f35fbe x-openstack-request-id: req-c8036e43-e620-49a2-98f3-2d6769f35fbe {{(pid=106778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:23:05.538879 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee6ca45e-29c7-4af8-8aef-72134f23292c", "name": "network-vif-plugged", "status": "completed", "tag": "388de9da-77e7-4d40-9542-da91eb9630e0", "code": 200}, {"server_uuid": "bee91462-f582-40c7-88f9-652f75ce8b01", "name": "network-vif-plugged", "status": "completed", "tag": "81d2c012-27ea-4e66-96da-4c03afd30650", "code": 200}]} {{(pid=106778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:23:05.539185 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c8036e43-e620-49a2-98f3-2d6769f35fbe {{(pid=106778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:23:05.539587 dv-cinder-855288-2-iscsi neutron-server[106778]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8036e43-e620-49a2-98f3-2d6769f35fbe'] response: {'server_uuid': 'ee6ca45e-29c7-4af8-8aef-72134f23292c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '388de9da-77e7-4d40-9542-da91eb9630e0', 'code': 200} Aug 31 01:23:05.539848 dv-cinder-855288-2-iscsi neutron-server[106778]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8036e43-e620-49a2-98f3-2d6769f35fbe'] response: {'server_uuid': 'bee91462-f582-40c7-88f9-652f75ce8b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d2c012-27ea-4e66-96da-4c03afd30650', 'code': 200} Aug 31 01:23:05.546839 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac52e2-1b17-482b-8de8-db9d34d6bb3b req-2a9e2978-3026-4b17-9b51-2788ee300dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:05.550151 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-71ac52e2-1b17-482b-8de8-db9d34d6bb3b req-2a9e2978-3026-4b17-9b51-2788ee300dd4 service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=4cf8958b-5555-42e1-b4dd-8dee2893fbc9 HTTP/1.1" status: 200 len: 853 time: 0.0764010 Aug 31 01:23:05.645120 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd81b55d-2de9-4666-9dec-f39fb5786f90 service neutron] Pushing event updated for resources: {'Port': ['ID=dc60a507-f9d6-4b68-ae6c-65c2cfafb12c,revision_number=3']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:05.656300 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 01:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a6a67d-3dda-459f-8d6d-21802413bf8a x-openstack-request-id: req-83a6a67d-3dda-459f-8d6d-21802413bf8a {{(pid=106777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:23:05.656641 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12814f73-696a-4dc2-9182-7779bfe90ad5", "tag": "dc60a507-f9d6-4b68-ae6c-65c2cfafb12c", "status": "completed", "code": 200}]} {{(pid=106777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:23:05.656865 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-83a6a67d-3dda-459f-8d6d-21802413bf8a {{(pid=106777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:23:05.659152 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83a6a67d-3dda-459f-8d6d-21802413bf8a'] response: {'name': 'network-changed', 'server_uuid': '12814f73-696a-4dc2-9182-7779bfe90ad5', 'tag': 'dc60a507-f9d6-4b68-ae6c-65c2cfafb12c', 'status': 'completed', 'code': 200} Aug 31 01:23:05.678373 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac52e2-1b17-482b-8de8-db9d34d6bb3b req-2eccfc34-bad7-4fe6-aabd-c0afb66000ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:05.680610 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-71ac52e2-1b17-482b-8de8-db9d34d6bb3b req-2eccfc34-bad7-4fe6-aabd-c0afb66000ee service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=0760f9a5-d813-4a0f-bcef-9988cda0c948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1200202 Aug 31 01:23:05.757269 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa0feb-2d69-4f07-ac48-8ec1f6afb00f req-f973f5bc-540a-4149-9ad7-143502c08289 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:05.764412 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-67aa0feb-2d69-4f07-ac48-8ec1f6afb00f req-f973f5bc-540a-4149-9ad7-143502c08289 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8ce564c8-7a17-4de1-96b9-3737fca73840 HTTP/1.1" status: 200 len: 943 time: 0.1240523 Aug 31 01:23:05.784467 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3efff2-8a72-4f1d-9416-8bdb410c6320 req-e30daa6d-b724-4e05-808b-8bc58d66df3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:05.785511 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-5b3efff2-8a72-4f1d-9416-8bdb410c6320 req-e30daa6d-b724-4e05-808b-8bc58d66df3f service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=53d2295ada114ea3b6b5001c4c197f35&device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 1128 time: 0.0982823 Aug 31 01:23:05.857402 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-71ac52e2-1b17-482b-8de8-db9d34d6bb3b req-5f4b62ed-48fb-4ee2-b041-e9daa7cbfe51 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/0760f9a5-d813-4a0f-bcef-9988cda0c948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612058 Aug 31 01:23:05.905207 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:05.945997 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-67aa0feb-2d69-4f07-ac48-8ec1f6afb00f req-ddba0537-e6f9-4223-857d-4d7262098a7c tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b5c65665-607a-4023-be3d-def6abb51db3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1787150 Aug 31 01:23:05.978577 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.85', 57908) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:23:05.983559 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a1475-9c02-4ac0-b003-479fadb4c1c4 req-740344cf-054e-41cf-9922-a2e7ec124a74 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:05.984423 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-833a1475-9c02-4ac0-b003-479fadb4c1c4 req-740344cf-054e-41cf-9922-a2e7ec124a74 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=bee91462-f582-40c7-88f9-652f75ce8b01 HTTP/1.1" status: 200 len: 946 time: 0.2181449 Aug 31 01:23:06.056149 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a70d382-b28c-490a-ba34-427af441065f req-e40c3c39-7625-4cda-9770-d5d8d58dce24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:06.061926 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-6a70d382-b28c-490a-ba34-427af441065f req-e40c3c39-7625-4cda-9770-d5d8d58dce24 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?device_id=ee6ca45e-29c7-4af8-8aef-72134f23292c HTTP/1.1" status: 200 len: 1130 time: 0.0799556 Aug 31 01:23:06.080670 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116bc58c-83f2-4c5e-b8ee-85fe0beef2b6 req-43bb7c72-396e-4c6b-ac53-d61e12d608fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:06.082253 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-116bc58c-83f2-4c5e-b8ee-85fe0beef2b6 req-43bb7c72-396e-4c6b-ac53-d61e12d608fd service neutron] 10.222.0.85 "GET /networking/v2.0/ports?device_id=bee91462-f582-40c7-88f9-652f75ce8b01 HTTP/1.1" status: 200 len: 1130 time: 0.1001320 Aug 31 01:23:06.101044 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-71ac52e2-1b17-482b-8de8-db9d34d6bb3b req-3b9d6a03-a718-4d2b-892d-6fe38119e7f5 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/0760f9a5-d813-4a0f-bcef-9988cda0c948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418413 Aug 31 01:23:06.106190 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3efff2-8a72-4f1d-9416-8bdb410c6320 req-b9d88fe9-07d5-418d-88bc-bd2ce722594b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:06.107683 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-5b3efff2-8a72-4f1d-9416-8bdb410c6320 req-b9d88fe9-07d5-418d-88bc-bd2ce722594b service neutron] 10.222.0.85 "GET /networking/v2.0/networks?tenant_id=53d2295ada114ea3b6b5001c4c197f35&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2787120 Aug 31 01:23:06.111181 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-833a1475-9c02-4ac0-b003-479fadb4c1c4 req-4ac429a6-4ef1-4c4b-a818-c1697771f8fe tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187527 Aug 31 01:23:06.282380 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:06.324473 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 55838) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:23:06.338635 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-dc49b60c-2cdd-4927-9d90-ea0eb72bbb21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:06.369353 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-f7411cf7-2853-429b-aa0f-54d02b543116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (5f821ebb-aac9-4915-bb43-6712672a5d6c), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:06.422957 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249ded93-4ec4-4c74-9047-d398b1890d9c req-8f8dd459-f8eb-49dc-abfe-7e2f32c2ffe2 tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:06.424477 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-249ded93-4ec4-4c74-9047-d398b1890d9c req-8f8dd459-f8eb-49dc-abfe-7e2f32c2ffe2 tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3f2e4287-f02a-4d2f-a669-621ae355fce5 HTTP/1.1" status: 200 len: 945 time: 0.0601301 Aug 31 01:23:06.430544 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (f96ef3eb-5320-49ab-b33a-a2775d3a6053), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:06.514399 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc37f3e-bec2-470f-80f1-211485a17718 req-16c1b480-72d9-4a17-9473-89ae71626d6a tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:06.515898 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-cdc37f3e-bec2-470f-80f1-211485a17718 req-16c1b480-72d9-4a17-9473-89ae71626d6a tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 944 time: 0.0894132 Aug 31 01:23:06.532348 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-dc49b60c-2cdd-4927-9d90-ea0eb72bbb21 admin admin] Publish callbacks [] for security_group (3ae215bc-a564-491b-9f55-3f86ab8ae087), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:06.556340 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-249ded93-4ec4-4c74-9047-d398b1890d9c req-52a7541d-809c-4ac7-9389-46ee077cd13d tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7991206b-2f39-44d5-8964-a4d5a150fe5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248286 Aug 31 01:23:06.611549 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-cdc37f3e-bec2-470f-80f1-211485a17718 req-183ef3cf-f5ea-4f6a-9ef1-d714209d2d03 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842719 Aug 31 01:23:06.626728 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-dc49b60c-2cdd-4927-9d90-ea0eb72bbb21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (3ae215bc-a564-491b-9f55-3f86ab8ae087), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:06.645489 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-6a70d382-b28c-490a-ba34-427af441065f req-f6bbcb87-f7f2-4a5e-b6f9-6119a63578c1 service neutron] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746033 Aug 31 01:23:06.666231 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc49b60c-2cdd-4927-9d90-ea0eb72bbb21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae215bc-a564-491b-9f55-3f86ab8ae087,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:06.674644 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-dc49b60c-2cdd-4927-9d90-ea0eb72bbb21 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=b34af39c52534239b864423d6236bbba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3488686 Aug 31 01:23:06.676955 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 55848) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:23:06.726891 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-c7de9cd1-681e-4cbd-90f0-edaae1b524ea admin admin] Publish callbacks [] for security_group (3ae215bc-a564-491b-9f55-3f86ab8ae087), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:06.746901 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-c7de9cd1-681e-4cbd-90f0-edaae1b524ea admin admin] Publish callbacks [] for security_group (3ae215bc-a564-491b-9f55-3f86ab8ae087), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:06.877424 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-c7de9cd1-681e-4cbd-90f0-edaae1b524ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (3ae215bc-a564-491b-9f55-3f86ab8ae087), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:06.879884 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-c7de9cd1-681e-4cbd-90f0-edaae1b524ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:06.884102 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-c7de9cd1-681e-4cbd-90f0-edaae1b524ea admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/3ae215bc-a564-491b-9f55-3f86ab8ae087 HTTP/1.1" status: 204 len: 168 time: 0.2031901 Aug 31 01:23:06.889860 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7de9cd1-681e-4cbd-90f0-edaae1b524ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae215bc-a564-491b-9f55-3f86ab8ae087,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:07.082281 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d25494-ce2b-43a2-8de8-dbc68e7fb721 req-9a734c14-d1d8-4b94-9958-b44dfbea6001 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:07.083755 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-71d25494-ce2b-43a2-8de8-dbc68e7fb721 req-9a734c14-d1d8-4b94-9958-b44dfbea6001 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8ce564c8-7a17-4de1-96b9-3737fca73840 HTTP/1.1" status: 200 len: 943 time: 0.0474956 Aug 31 01:23:07.134881 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-71d25494-ce2b-43a2-8de8-dbc68e7fb721 req-1b00effb-1f61-428e-be27-f2603ab7cb48 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b5c65665-607a-4023-be3d-def6abb51db3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454962 Aug 31 01:23:07.245533 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49df0c3-97b9-463f-95e4-7d522a80ccde req-b13deeaa-3747-48d6-9978-45491bdd7c2d tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:07.248336 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-d49df0c3-97b9-463f-95e4-7d522a80ccde req-b13deeaa-3747-48d6-9978-45491bdd7c2d tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=bee91462-f582-40c7-88f9-652f75ce8b01 HTTP/1.1" status: 200 len: 946 time: 0.0490453 Aug 31 01:23:07.297458 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-d49df0c3-97b9-463f-95e4-7d522a80ccde req-9d249aa9-407b-494c-b264-d5db6530fffa tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432868 Aug 31 01:23:07.355238 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-116bc58c-83f2-4c5e-b8ee-85fe0beef2b6 req-e5078a22-cab1-4428-8301-5460315d0f97 service neutron] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449767 Aug 31 01:23:07.700491 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3efff2-8a72-4f1d-9416-8bdb410c6320 req-51f91e49-c421-41a4-97f0-da8025d587cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:07.705141 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-5b3efff2-8a72-4f1d-9416-8bdb410c6320 req-51f91e49-c421-41a4-97f0-da8025d587cb service neutron] 10.222.0.85 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3958066 Aug 31 01:23:07.745908 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1824012f-7ba5-43a6-833e-cea7ee177724 req-001df389-af1f-47cc-a401-326a1ce6f3ff tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:07.747411 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1824012f-7ba5-43a6-833e-cea7ee177724 req-001df389-af1f-47cc-a401-326a1ce6f3ff tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3f2e4287-f02a-4d2f-a669-621ae355fce5 HTTP/1.1" status: 200 len: 945 time: 0.0955784 Aug 31 01:23:07.771983 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fc6d83-96e4-4eab-9cef-d6381d08bf8c req-38035df8-9c8b-4d56-858b-ab6f503e5805 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:07.772420 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=8 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:07.775890 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-35fc6d83-96e4-4eab-9cef-d6381d08bf8c req-38035df8-9c8b-4d56-858b-ab6f503e5805 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 944 time: 0.0767953 Aug 31 01:23:07.795511 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b4825-813e-46b4-b7ad-9429917c44ff req-bee19df8-636e-4d47-a218-85d612c86095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:07.797437 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-e08b4825-813e-46b4-b7ad-9429917c44ff req-bee19df8-636e-4d47-a218-85d612c86095 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=164da7d4776d4e9f8cf6497aa784d312&device_id=8ce564c8-7a17-4de1-96b9-3737fca73840 HTTP/1.1" status: 200 len: 1127 time: 0.0821314 Aug 31 01:23:07.845703 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1824012f-7ba5-43a6-833e-cea7ee177724 req-5e1dfffd-82f5-4b09-a825-0a4882661166 tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7991206b-2f39-44d5-8964-a4d5a150fe5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883434 Aug 31 01:23:07.868331 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-35fc6d83-96e4-4eab-9cef-d6381d08bf8c req-03349f95-e179-489b-a856-d06479585c58 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848651 Aug 31 01:23:08.260952 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a46afe-cdf0-4f27-a671-0b8882bbc190 req-432ddf54-8eef-4c99-bdc3-8400f3c4b4cb tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:08.262439 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-09a46afe-cdf0-4f27-a671-0b8882bbc190 req-432ddf54-8eef-4c99-bdc3-8400f3c4b4cb tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8ce564c8-7a17-4de1-96b9-3737fca73840 HTTP/1.1" status: 200 len: 943 time: 0.0479264 Aug 31 01:23:08.309334 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-09a46afe-cdf0-4f27-a671-0b8882bbc190 req-6af32fda-5116-4f83-b8bb-6aba71193974 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b5c65665-607a-4023-be3d-def6abb51db3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413017 Aug 31 01:23:08.382737 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:08.592392 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b4051f-e7c6-4993-8455-211f8efd7fb2 req-2083875d-1c60-414f-8605-1845fc4fb32f tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:08.598226 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b4825-813e-46b4-b7ad-9429917c44ff req-6522e486-e82f-40bd-ab11-ce4a1b6480d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:08.600641 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-e08b4825-813e-46b4-b7ad-9429917c44ff req-6522e486-e82f-40bd-ab11-ce4a1b6480d0 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?id=0760f9a5-d813-4a0f-bcef-9988cda0c948 HTTP/1.1" status: 200 len: 916 time: 0.2441514 Aug 31 01:23:08.602203 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-d5b4051f-e7c6-4993-8455-211f8efd7fb2 req-2083875d-1c60-414f-8605-1845fc4fb32f tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=bee91462-f582-40c7-88f9-652f75ce8b01 HTTP/1.1" status: 200 len: 946 time: 0.1964459 Aug 31 01:23:08.630820 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a95048-628f-44ba-aaae-cbab2bcde18e req-96bdbd1e-aa9a-4050-b847-845075b80e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:08.632294 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-76a95048-628f-44ba-aaae-cbab2bcde18e req-96bdbd1e-aa9a-4050-b847-845075b80e91 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=53d2295ada114ea3b6b5001c4c197f35&device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 1128 time: 0.1579566 Aug 31 01:23:08.659623 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-d5b4051f-e7c6-4993-8455-211f8efd7fb2 req-f84e364f-aa7e-4766-bd71-802433df0de2 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565302 Aug 31 01:23:08.993445 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46be53f-41f3-42b6-9cb6-1f70b007c7f2 req-23376ccf-761d-4706-8ace-7dfa515461da tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:08.995371 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-d46be53f-41f3-42b6-9cb6-1f70b007c7f2 req-23376ccf-761d-4706-8ace-7dfa515461da tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 944 time: 0.0476894 Aug 31 01:23:09.039684 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-76a95048-628f-44ba-aaae-cbab2bcde18e req-284ef7c3-3f2a-4bd5-8f46-67bc6ac0a341 service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc60a507-f9d6-4b68-ae6c-65c2cfafb12c HTTP/1.1" status: 200 len: 217 time: 0.0431690 Aug 31 01:23:09.040290 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-e08b4825-813e-46b4-b7ad-9429917c44ff req-ffba5bef-2d99-4f5c-ae9a-a5a5cd70af05 service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06a28bab-3d45-4348-850c-bb3c714f41df HTTP/1.1" status: 200 len: 217 time: 0.0488749 Aug 31 01:23:09.115436 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-d46be53f-41f3-42b6-9cb6-1f70b007c7f2 req-8dad5dee-5bb5-4bf1-9613-6e423265b652 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115310 Aug 31 01:23:09.203860 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 55942) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:23:09.395747 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:09.456896 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031e2be-38ff-4516-b0be-70782d374e64 req-cea3aa35-6e65-4efd-b35f-5210cbac4790 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:09.465172 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-a031e2be-38ff-4516-b0be-70782d374e64 req-cea3aa35-6e65-4efd-b35f-5210cbac4790 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8ce564c8-7a17-4de1-96b9-3737fca73840 HTTP/1.1" status: 200 len: 943 time: 0.0726480 Aug 31 01:23:09.468991 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-cc860c95-8797-4226-b671-0f122c0e1c11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:09.518867 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b4825-813e-46b4-b7ad-9429917c44ff req-04cf0fe6-67f6-4a8c-bf0d-ba669b466849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:09.520252 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-e08b4825-813e-46b4-b7ad-9429917c44ff req-04cf0fe6-67f6-4a8c-bf0d-ba669b466849 service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=4cf8958b-5555-42e1-b4dd-8dee2893fbc9 HTTP/1.1" status: 200 len: 853 time: 0.0665021 Aug 31 01:23:09.553654 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a95048-628f-44ba-aaae-cbab2bcde18e req-bccec06e-b1a3-4ce8-b56b-5162ddc48f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:09.555329 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-76a95048-628f-44ba-aaae-cbab2bcde18e req-bccec06e-b1a3-4ce8-b56b-5162ddc48f12 service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=d653247e-0c02-4230-ad01-73647a101df2 HTTP/1.1" status: 200 len: 856 time: 0.0873861 Aug 31 01:23:09.567908 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b4825-813e-46b4-b7ad-9429917c44ff req-1f3dfdb8-c568-4af6-9eb7-0b0a5f9764a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:09.570299 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-e08b4825-813e-46b4-b7ad-9429917c44ff req-1f3dfdb8-c568-4af6-9eb7-0b0a5f9764a1 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=0760f9a5-d813-4a0f-bcef-9988cda0c948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427661 Aug 31 01:23:09.612315 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-a031e2be-38ff-4516-b0be-70782d374e64 req-7a5e3f13-776a-4eb0-ac19-c3eb197c2fd9 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b5c65665-607a-4023-be3d-def6abb51db3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1461837 Aug 31 01:23:09.648846 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a95048-628f-44ba-aaae-cbab2bcde18e req-cc122984-9e46-4270-8e14-8974392705cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:09.649945 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-76a95048-628f-44ba-aaae-cbab2bcde18e req-cc122984-9e46-4270-8e14-8974392705cf service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=2a0890c6-f1c3-465a-8b4d-8e1ae2356a58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0833242 Aug 31 01:23:09.659314 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device 06a28bab-3d45-4348-850c-bb3c714f41df details requested by agent hyperv_hv-cinder-85528 with host hv-cinder-85528 {{(pid=106778) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:23:09.684357 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-e08b4825-813e-46b4-b7ad-9429917c44ff req-d8daef63-f880-4d7f-93ce-511d0ac46eaa service neutron] 10.222.0.85 "GET /networking/v2.0/networks/0760f9a5-d813-4a0f-bcef-9988cda0c948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077783 Aug 31 01:23:09.757621 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-76a95048-628f-44ba-aaae-cbab2bcde18e req-172f0097-0249-4112-9a6c-ede4b2ba13a2 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/2a0890c6-f1c3-465a-8b4d-8e1ae2356a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000071 Aug 31 01:23:09.821897 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-e08b4825-813e-46b4-b7ad-9429917c44ff req-d5fe9627-0c55-437d-bf67-b48acbfe6e59 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/0760f9a5-d813-4a0f-bcef-9988cda0c948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289537 Aug 31 01:23:09.828170 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port 06a28bab-3d45-4348-850c-bb3c714f41df, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=06a28bab-3d45-4348-850c-bb3c714f41df,segment=NetworkSegment(69073539-0cb5-4109-ac49-b16cdc893327),segment_id=69073539-0cb5-4109-ac49-b16cdc893327)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:23:09.841932 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Returning: {'device': '06a28bab-3d45-4348-850c-bb3c714f41df', 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948', 'port_id': '06a28bab-3d45-4348-850c-bb3c714f41df', 'mac_address': 'fa:16:3e:5c:58:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1065, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cf8958b-5555-42e1-b4dd-8dee2893fbc9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106778) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:23:09.844373 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-cc860c95-8797-4226-b671-0f122c0e1c11 admin admin] Publish callbacks [] for security_group (ea319e11-df36-436d-a711-e9b93578b594), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:09.877552 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Current status of the port 06a28bab-3d45-4348-850c-bb3c714f41df is: DOWN; New status is: BUILD {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:23:09.877939 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (06a28bab-3d45-4348-850c-bb3c714f41df), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:09.886956 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd3a49e-69fe-486d-859f-bd7a8f2acb45 req-8c0aeabf-ea4b-437a-8bff-50498b6f09e5 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:09.888467 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0bd3a49e-69fe-486d-859f-bd7a8f2acb45 req-8c0aeabf-ea4b-437a-8bff-50498b6f09e5 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=bee91462-f582-40c7-88f9-652f75ce8b01 HTTP/1.1" status: 200 len: 946 time: 0.1054618 Aug 31 01:23:09.891447 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.notifiers.nova [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06a28bab-3d45-4348-850c-bb3c714f41df {{(pid=106778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 01:23:09.921988 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port 06a28bab-3d45-4348-850c-bb3c714f41df, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=06a28bab-3d45-4348-850c-bb3c714f41df,segment=NetworkSegment(69073539-0cb5-4109-ac49-b16cdc893327),segment_id=69073539-0cb5-4109-ac49-b16cdc893327)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:23:09.947162 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-76a95048-628f-44ba-aaae-cbab2bcde18e req-55e602f1-2855-4611-9706-11e06e42310c service neutron] 10.222.0.85 "GET /networking/v2.0/networks/2a0890c6-f1c3-465a-8b4d-8e1ae2356a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773441 Aug 31 01:23:09.965275 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0bd3a49e-69fe-486d-859f-bd7a8f2acb45 req-0dd0c969-f837-434f-b96f-0afcb1b47bcb tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703659 Aug 31 01:23:09.975143 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-cc860c95-8797-4226-b671-0f122c0e1c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (ea319e11-df36-436d-a711-e9b93578b594), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:10.010116 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (06a28bab-3d45-4348-850c-bb3c714f41df), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:10.038207 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-cc860c95-8797-4226-b671-0f122c0e1c11 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=41c0ed31afdf4211beb6f2640905d764&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8328600 Aug 31 01:23:10.039069 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc860c95-8797-4226-b671-0f122c0e1c11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea319e11-df36-436d-a711-e9b93578b594,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:10.041217 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 55990) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:23:10.108502 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-64ed5221-1abe-4a28-b847-9ba31c7c20b4 admin admin] Publish callbacks [] for security_group (ea319e11-df36-436d-a711-e9b93578b594), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:10.123700 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:10.139090 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-64ed5221-1abe-4a28-b847-9ba31c7c20b4 admin admin] Publish callbacks [] for security_group (ea319e11-df36-436d-a711-e9b93578b594), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:10.147474 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Pushing event updated for resources: {'Port': ['ID=06a28bab-3d45-4348-850c-bb3c714f41df,revision_number=4']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:10.278860 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-64ed5221-1abe-4a28-b847-9ba31c7c20b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (ea319e11-df36-436d-a711-e9b93578b594), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:10.281411 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] get_ports_and_sgs() called for port_ids ['06a28bab-3d45-4348-850c-bb3c714f41df'] {{(pid=106778) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 01:23:10.283593 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-64ed5221-1abe-4a28-b847-9ba31c7c20b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:10.287787 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-64ed5221-1abe-4a28-b847-9ba31c7c20b4 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/ea319e11-df36-436d-a711-e9b93578b594 HTTP/1.1" status: 204 len: 168 time: 0.2448516 Aug 31 01:23:10.304056 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ed5221-1abe-4a28-b847-9ba31c7c20b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea319e11-df36-436d-a711-e9b93578b594,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:10.616532 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655903c3-3107-442a-bdd3-653df185e405 req-772ab519-6a81-4b9c-a46a-2cab002710dc tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:10.618208 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-655903c3-3107-442a-bdd3-653df185e405 req-772ab519-6a81-4b9c-a46a-2cab002710dc tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 944 time: 0.0566552 Aug 31 01:23:10.674327 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-655903c3-3107-442a-bdd3-653df185e405 req-96aad5ab-3bb1-4ae7-9990-7bdef9847244 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505364 Aug 31 01:23:10.845900 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05bea4-ce7f-4b13-be03-6aea8df3b1e2 req-e7c9d34f-d784-4aed-b77f-67d36b76ca3b tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:10.847412 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-6d05bea4-ce7f-4b13-be03-6aea8df3b1e2 req-e7c9d34f-d784-4aed-b77f-67d36b76ca3b tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=bee91462-f582-40c7-88f9-652f75ce8b01 HTTP/1.1" status: 200 len: 946 time: 0.0611658 Aug 31 01:23:10.910665 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-6d05bea4-ce7f-4b13-be03-6aea8df3b1e2 req-385b417b-b061-439d-b75e-23e2ec05e7e4 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561922 Aug 31 01:23:11.056410 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c5ca22-6c36-4dab-a1e3-706dfad18ad0 req-bce9c1c8-9f58-4731-ba1a-e8b59295a65b tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:11.058159 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-04c5ca22-6c36-4dab-a1e3-706dfad18ad0 req-bce9c1c8-9f58-4731-ba1a-e8b59295a65b tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8ce564c8-7a17-4de1-96b9-3737fca73840 HTTP/1.1" status: 200 len: 944 time: 0.0540996 Aug 31 01:23:11.109277 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 56032) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:23:11.126314 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-b32fee2d-87d9-4861-a63e-ecf08cf47b13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:11.159981 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2766551-8c8f-4b7d-9879-ee7f0b969ef0 req-5f0022dc-0e38-4eb3-b8fd-ff66a25aa548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:11.161488 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b2766551-8c8f-4b7d-9879-ee7f0b969ef0 req-5f0022dc-0e38-4eb3-b8fd-ff66a25aa548 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=d58414b1dd2342d58cc7665aee50b86b&device_id=bee91462-f582-40c7-88f9-652f75ce8b01 HTTP/1.1" status: 200 len: 1130 time: 0.0698764 Aug 31 01:23:11.169804 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-04c5ca22-6c36-4dab-a1e3-706dfad18ad0 req-e8b14e9e-47f0-4e79-a6b3-0e4aca54c7f3 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b5c65665-607a-4023-be3d-def6abb51db3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0959098 Aug 31 01:23:11.203814 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-b32fee2d-87d9-4861-a63e-ecf08cf47b13 admin admin] Publish callbacks [] for security_group (e6fef0d5-57ef-4cd1-8fc9-c0b5acf7ed14), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:11.283109 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2766551-8c8f-4b7d-9879-ee7f0b969ef0 req-86683631-989b-4d07-baf3-88305958c6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:11.284694 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b2766551-8c8f-4b7d-9879-ee7f0b969ef0 req-86683631-989b-4d07-baf3-88305958c6cf service neutron] 10.222.0.85 "GET /networking/v2.0/networks?id=0303b68a-9736-48eb-90f1-d3c52026d074 HTTP/1.1" status: 200 len: 921 time: 0.1140718 Aug 31 01:23:11.307909 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-b32fee2d-87d9-4861-a63e-ecf08cf47b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (e6fef0d5-57ef-4cd1-8fc9-c0b5acf7ed14), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:11.332410 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b2766551-8c8f-4b7d-9879-ee7f0b969ef0 req-006ce0cc-bb8e-4ac6-9ea4-36efe8bb81d8 service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81d2c012-27ea-4e66-96da-4c03afd30650 HTTP/1.1" status: 200 len: 217 time: 0.0412755 Aug 31 01:23:11.351350 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-b32fee2d-87d9-4861-a63e-ecf08cf47b13 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=b46c20215e15449daeea6291edeceb59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2389498 Aug 31 01:23:11.352009 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32fee2d-87d9-4861-a63e-ecf08cf47b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6fef0d5-57ef-4cd1-8fc9-c0b5acf7ed14,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:11.354328 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 56046) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:23:11.385116 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2766551-8c8f-4b7d-9879-ee7f0b969ef0 req-23295cef-610f-4bcd-99dd-06bd314ccbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:11.386588 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b2766551-8c8f-4b7d-9879-ee7f0b969ef0 req-23295cef-610f-4bcd-99dd-06bd314ccbc8 service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=14c282f1-a88f-47d5-b759-92c78d45d59b HTTP/1.1" status: 200 len: 858 time: 0.0482645 Aug 31 01:23:11.407695 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-05a698d6-3aa4-4eac-a96a-db54ee121b19 admin admin] Publish callbacks [] for security_group (e6fef0d5-57ef-4cd1-8fc9-c0b5acf7ed14), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:11.430104 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-05a698d6-3aa4-4eac-a96a-db54ee121b19 admin admin] Publish callbacks [] for security_group (e6fef0d5-57ef-4cd1-8fc9-c0b5acf7ed14), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:11.438335 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2766551-8c8f-4b7d-9879-ee7f0b969ef0 req-15db83ca-0a0d-44d8-9b37-4f9931ff6886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:11.439958 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b2766551-8c8f-4b7d-9879-ee7f0b969ef0 req-15db83ca-0a0d-44d8-9b37-4f9931ff6886 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=0303b68a-9736-48eb-90f1-d3c52026d074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464380 Aug 31 01:23:11.536035 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-05a698d6-3aa4-4eac-a96a-db54ee121b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (e6fef0d5-57ef-4cd1-8fc9-c0b5acf7ed14), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:11.539446 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-05a698d6-3aa4-4eac-a96a-db54ee121b19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:11.541043 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-05a698d6-3aa4-4eac-a96a-db54ee121b19 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/e6fef0d5-57ef-4cd1-8fc9-c0b5acf7ed14 HTTP/1.1" status: 204 len: 168 time: 0.1858065 Aug 31 01:23:11.551642 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a698d6-3aa4-4eac-a96a-db54ee121b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6fef0d5-57ef-4cd1-8fc9-c0b5acf7ed14,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:11.561457 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b2766551-8c8f-4b7d-9879-ee7f0b969ef0 req-8988ed1e-1424-441c-bd02-06be03f3b3e3 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/0303b68a-9736-48eb-90f1-d3c52026d074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148503 Aug 31 01:23:11.665917 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b2766551-8c8f-4b7d-9879-ee7f0b969ef0 req-c87bddb9-c2af-49b4-9bcb-e39f65287433 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/0303b68a-9736-48eb-90f1-d3c52026d074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975206 Aug 31 01:23:11.678782 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device 06a28bab-3d45-4348-850c-bb3c714f41df up at agent hyperv_hv-cinder-85528 {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:23:11.721012 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Provisioning for port 06a28bab-3d45-4348-850c-bb3c714f41df completed by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 01:23:11.812164 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d12af-fc5a-42d4-81e0-eab73b54722f req-0cab7418-7853-4bc3-b520-70b34beb62f2 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:11.813741 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-e27d12af-fc5a-42d4-81e0-eab73b54722f req-0cab7418-7853-4bc3-b520-70b34beb62f2 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 944 time: 0.0528457 Aug 31 01:23:11.864215 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Provisioning complete for port 06a28bab-3d45-4348-850c-bb3c714f41df triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:23:11.864502 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-e27d12af-fc5a-42d4-81e0-eab73b54722f req-055c1c2f-0079-47e1-91ba-c64a0e7bc695 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444267 Aug 31 01:23:11.864805 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (06a28bab-3d45-4348-850c-bb3c714f41df), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:11.885829 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:11.944117 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Current status of the port 06a28bab-3d45-4348-850c-bb3c714f41df is: BUILD; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:23:11.944499 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (06a28bab-3d45-4348-850c-bb3c714f41df), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:11.968293 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce564c8-7a17-4de1-96b9-3737fca73840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a28bab-3d45-4348-850c-bb3c714f41df'}] {{(pid=106778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:23:11.970614 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d41e2a553b02095d3b1f0ace215352f4a23baa657e7b5a2da03818d3ee46b5df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e55b70-70c2-4acd-8e3d-44cefb88aadb" -d '{"events": [{"server_uuid": "8ce564c8-7a17-4de1-96b9-3737fca73840", "name": "network-vif-plugged", "status": "completed", "tag": "06a28bab-3d45-4348-850c-bb3c714f41df"}]}' {{(pid=106778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:23:11.987940 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port 06a28bab-3d45-4348-850c-bb3c714f41df, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=06a28bab-3d45-4348-850c-bb3c714f41df,segment=NetworkSegment(69073539-0cb5-4109-ac49-b16cdc893327),segment_id=69073539-0cb5-4109-ac49-b16cdc893327)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:23:12.019425 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 01:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe56d9f5-47df-4c81-9e81-7c1596e5f81a x-openstack-request-id: req-fe56d9f5-47df-4c81-9e81-7c1596e5f81a {{(pid=106778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:23:12.019879 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce564c8-7a17-4de1-96b9-3737fca73840", "name": "network-vif-plugged", "status": "completed", "tag": "06a28bab-3d45-4348-850c-bb3c714f41df", "code": 200}]} {{(pid=106778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:23:12.020309 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fe56d9f5-47df-4c81-9e81-7c1596e5f81a {{(pid=106778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:23:12.021197 dv-cinder-855288-2-iscsi neutron-server[106778]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe56d9f5-47df-4c81-9e81-7c1596e5f81a'] response: {'server_uuid': '8ce564c8-7a17-4de1-96b9-3737fca73840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a28bab-3d45-4348-850c-bb3c714f41df', 'code': 200} Aug 31 01:23:12.078707 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3f7cd-0e17-45ae-bb56-f3edb1dd6dc5 req-5c6b1800-1ccb-4516-9e12-02cae80b674e tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:12.081784 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (06a28bab-3d45-4348-850c-bb3c714f41df), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:12.085200 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-7aa3f7cd-0e17-45ae-bb56-f3edb1dd6dc5 req-5c6b1800-1ccb-4516-9e12-02cae80b674e tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=bee91462-f582-40c7-88f9-652f75ce8b01 HTTP/1.1" status: 200 len: 946 time: 0.0546007 Aug 31 01:23:12.112139 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:12.148769 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Pushing event updated for resources: {'Port': ['ID=06a28bab-3d45-4348-850c-bb3c714f41df,revision_number=5']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:12.175276 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-7aa3f7cd-0e17-45ae-bb56-f3edb1dd6dc5 req-20aeafda-c683-4d1a-874f-084473c9b364 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877967 Aug 31 01:23:12.306386 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea36c3fa-6b9e-4472-aef9-420565776655 req-ce0317b6-b265-464f-9e9d-5d95e410fd7f tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:12.308521 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-ea36c3fa-6b9e-4472-aef9-420565776655 req-ce0317b6-b265-464f-9e9d-5d95e410fd7f tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8ce564c8-7a17-4de1-96b9-3737fca73840 HTTP/1.1" status: 200 len: 945 time: 0.0586851 Aug 31 01:23:12.366037 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-ea36c3fa-6b9e-4472-aef9-420565776655 req-834012fd-3deb-498a-8be4-1f377656a355 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b5c65665-607a-4023-be3d-def6abb51db3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500979 Aug 31 01:23:12.527784 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:12.569239 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced07579-5b09-4478-8ade-fc84656cec9c req-958f476c-8533-4a96-a426-2c034e06986c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:12.570723 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-ced07579-5b09-4478-8ade-fc84656cec9c req-958f476c-8533-4a96-a426-2c034e06986c service neutron] 10.222.0.85 "GET /networking/v2.0/ports?device_id=8ce564c8-7a17-4de1-96b9-3737fca73840 HTTP/1.1" status: 200 len: 1129 time: 0.0710914 Aug 31 01:23:12.623647 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-ced07579-5b09-4478-8ade-fc84656cec9c req-06340c86-b326-47d2-8ddd-bac4de0ef97f service neutron] 10.222.0.85 "GET /networking/v2.0/security-groups?id=b5c65665-607a-4023-be3d-def6abb51db3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466862 Aug 31 01:23:12.683386 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:13.019152 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f2e736-29c8-4893-8fb3-53bc2567d106 req-996ba51c-74b7-4b4c-a23b-55b9fca88a39 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:13.020758 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-05f2e736-29c8-4893-8fb3-53bc2567d106 req-996ba51c-74b7-4b4c-a23b-55b9fca88a39 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 944 time: 0.0782456 Aug 31 01:23:13.076713 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-05f2e736-29c8-4893-8fb3-53bc2567d106 req-4046c972-daa6-44c4-b3d3-25720c8a7647 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485327 Aug 31 01:23:13.302272 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6554c99-115f-4b9a-87cb-170d28eb4f7e req-8f1ded00-c4e9-4bf9-8a61-d5002d39547c tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:13.303770 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-c6554c99-115f-4b9a-87cb-170d28eb4f7e req-8f1ded00-c4e9-4bf9-8a61-d5002d39547c tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=bee91462-f582-40c7-88f9-652f75ce8b01 HTTP/1.1" status: 200 len: 946 time: 0.0473886 Aug 31 01:23:13.332826 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:13.351691 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-c6554c99-115f-4b9a-87cb-170d28eb4f7e req-85e2e1eb-757f-4c50-a2e3-af5ee90f888f tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422354 Aug 31 01:23:13.490936 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d238450-c349-4e02-aafa-b8921828c4ab req-bd81c034-6efc-4527-b568-542d274883a0 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:13.492303 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-9d238450-c349-4e02-aafa-b8921828c4ab req-bd81c034-6efc-4527-b568-542d274883a0 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8ce564c8-7a17-4de1-96b9-3737fca73840 HTTP/1.1" status: 200 len: 945 time: 0.0495608 Aug 31 01:23:13.506596 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=100 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:13.541330 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-9d238450-c349-4e02-aafa-b8921828c4ab req-8f0562a0-75dc-4451-a369-47702e7d9a48 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b5c65665-607a-4023-be3d-def6abb51db3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434310 Aug 31 01:23:13.602651 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 56134) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:23:13.687773 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device dc60a507-f9d6-4b68-ae6c-65c2cfafb12c details requested by agent hyperv_hv-cinder-85528 with host hv-cinder-85528 {{(pid=106778) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:23:13.712921 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-e8c5c193-db10-4bd6-9540-c4314bd84f8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:13.799422 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port dc60a507-f9d6-4b68-ae6c-65c2cfafb12c, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=dc60a507-f9d6-4b68-ae6c-65c2cfafb12c,segment=NetworkSegment(4e76086e-0aa2-44ca-adc1-383a20f9a980),segment_id=4e76086e-0aa2-44ca-adc1-383a20f9a980)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:23:13.799541 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-e8c5c193-db10-4bd6-9540-c4314bd84f8c admin admin] Publish callbacks [] for security_group (6aac57dd-91f5-4ca9-9c8b-83ef67f031db), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:13.799541 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 56140) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:23:13.814308 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Returning: {'device': 'dc60a507-f9d6-4b68-ae6c-65c2cfafb12c', 'network_id': '2a0890c6-f1c3-465a-8b4d-8e1ae2356a58', 'port_id': 'dc60a507-f9d6-4b68-ae6c-65c2cfafb12c', 'mac_address': 'fa:16:3e:ec:2a:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1067, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd653247e-0c02-4230-ad01-73647a101df2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106778) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:23:13.850225 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Current status of the port dc60a507-f9d6-4b68-ae6c-65c2cfafb12c is: DOWN; New status is: BUILD {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:23:13.850625 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (dc60a507-f9d6-4b68-ae6c-65c2cfafb12c), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:13.863537 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.notifiers.nova [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc60a507-f9d6-4b68-ae6c-65c2cfafb12c {{(pid=106778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 01:23:13.866581 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-e8c5c193-db10-4bd6-9540-c4314bd84f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (6aac57dd-91f5-4ca9-9c8b-83ef67f031db), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:13.885726 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port dc60a507-f9d6-4b68-ae6c-65c2cfafb12c, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=dc60a507-f9d6-4b68-ae6c-65c2cfafb12c,segment=NetworkSegment(4e76086e-0aa2-44ca-adc1-383a20f9a980),segment_id=4e76086e-0aa2-44ca-adc1-383a20f9a980)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:23:13.919714 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-e8c5c193-db10-4bd6-9540-c4314bd84f8c admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=847666a3a4ea46e1a3a5180ea2625a92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3159225 Aug 31 01:23:13.921013 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-e301183b-dbfe-4087-90b5-c309c240a778 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:13.922462 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 56144) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:23:13.923065 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c5c193-db10-4bd6-9540-c4314bd84f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aac57dd-91f5-4ca9-9c8b-83ef67f031db,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:13.973147 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (dc60a507-f9d6-4b68-ae6c-65c2cfafb12c), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:13.974853 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-74336587-92e0-4165-8e8a-4e9bea16bde6 admin admin] Publish callbacks [] for security_group (6aac57dd-91f5-4ca9-9c8b-83ef67f031db), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:13.996182 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-74336587-92e0-4165-8e8a-4e9bea16bde6 admin admin] Publish callbacks [] for security_group (6aac57dd-91f5-4ca9-9c8b-83ef67f031db), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:14.005550 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-e301183b-dbfe-4087-90b5-c309c240a778 admin admin] Publish callbacks [] for security_group (723c2eb0-7944-484d-97e5-0a6913d92acd), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:14.021750 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Pushing event updated for resources: {'Port': ['ID=dc60a507-f9d6-4b68-ae6c-65c2cfafb12c,revision_number=4']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:14.075220 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-e301183b-dbfe-4087-90b5-c309c240a778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (723c2eb0-7944-484d-97e5-0a6913d92acd), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:14.098513 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-74336587-92e0-4165-8e8a-4e9bea16bde6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (6aac57dd-91f5-4ca9-9c8b-83ef67f031db), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:14.101477 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-74336587-92e0-4165-8e8a-4e9bea16bde6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:14.102774 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-74336587-92e0-4165-8e8a-4e9bea16bde6 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/6aac57dd-91f5-4ca9-9c8b-83ef67f031db HTTP/1.1" status: 204 len: 168 time: 0.1792200 Aug 31 01:23:14.117194 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-e301183b-dbfe-4087-90b5-c309c240a778 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=52b8c1fb7247417b9440c0a4738a5a5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3167500 Aug 31 01:23:14.118378 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 56156) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:23:14.142882 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e301183b-dbfe-4087-90b5-c309c240a778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=723c2eb0-7944-484d-97e5-0a6913d92acd,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:14.146804 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74336587-92e0-4165-8e8a-4e9bea16bde6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aac57dd-91f5-4ca9-9c8b-83ef67f031db,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:14.264292 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-f636de98-e0eb-4190-9781-f559aed3f7ab admin admin] Publish callbacks [] for security_group (723c2eb0-7944-484d-97e5-0a6913d92acd), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:14.279065 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2383a8-21f0-42c1-b735-d0fa1e3ca46a req-ecafd117-ec0c-4950-9ea8-75be59ef7750 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:14.280543 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0b2383a8-21f0-42c1-b735-d0fa1e3ca46a req-ecafd117-ec0c-4950-9ea8-75be59ef7750 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 945 time: 0.1040559 Aug 31 01:23:14.294642 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] get_ports_and_sgs() called for port_ids ['dc60a507-f9d6-4b68-ae6c-65c2cfafb12c'] {{(pid=106778) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 01:23:14.296573 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-f636de98-e0eb-4190-9781-f559aed3f7ab admin admin] Publish callbacks [] for security_group (723c2eb0-7944-484d-97e5-0a6913d92acd), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:14.362749 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0b2383a8-21f0-42c1-b735-d0fa1e3ca46a req-6a4c2594-07b0-4b56-8a14-c033cda495ce tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715640 Aug 31 01:23:14.423513 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:14.445408 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:14.477755 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b959912-3964-43e8-9888-dcee5f97d317 req-f26b14e3-a1d4-49b0-9ea8-d79f94c03004 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:14.479490 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-9b959912-3964-43e8-9888-dcee5f97d317 req-f26b14e3-a1d4-49b0-9ea8-d79f94c03004 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=bee91462-f582-40c7-88f9-652f75ce8b01 HTTP/1.1" status: 200 len: 946 time: 0.0479667 Aug 31 01:23:14.482703 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-f636de98-e0eb-4190-9781-f559aed3f7ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (723c2eb0-7944-484d-97e5-0a6913d92acd), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:14.485988 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-f636de98-e0eb-4190-9781-f559aed3f7ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:14.487775 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-f636de98-e0eb-4190-9781-f559aed3f7ab admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/723c2eb0-7944-484d-97e5-0a6913d92acd HTTP/1.1" status: 204 len: 168 time: 0.3682907 Aug 31 01:23:14.516677 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f636de98-e0eb-4190-9781-f559aed3f7ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=723c2eb0-7944-484d-97e5-0a6913d92acd,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:14.566078 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-9b959912-3964-43e8-9888-dcee5f97d317 req-66716aee-4a8a-4cbf-8a23-2ab5e1b27c1c tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770719 Aug 31 01:23:14.705115 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bd370f-9ec3-471c-9605-cda759506a2b req-0756251a-3bf8-449c-9d87-265190aece13 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:14.706519 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-c8bd370f-9ec3-471c-9605-cda759506a2b req-0756251a-3bf8-449c-9d87-265190aece13 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8ce564c8-7a17-4de1-96b9-3737fca73840 HTTP/1.1" status: 200 len: 945 time: 0.0583112 Aug 31 01:23:14.764021 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-c8bd370f-9ec3-471c-9605-cda759506a2b req-977263a4-fd42-4401-a7d2-eb9c3983279c tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b5c65665-607a-4023-be3d-def6abb51db3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0517454 Aug 31 01:23:15.398213 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 56204) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:23:15.412471 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-e3372b2e-a0d8-4b0f-88f1-674b24431c1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:15.488197 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 56210) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:23:15.499579 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-e3372b2e-a0d8-4b0f-88f1-674b24431c1f admin admin] Publish callbacks [] for security_group (421496c9-b3f1-4e52-9244-7bcec8440504), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:15.515103 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867aebdc-7a20-4c56-bc68-95d24efca2a4 req-8f6e635e-5f0a-48d5-a149-a38c0517a7a7 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:15.516690 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-867aebdc-7a20-4c56-bc68-95d24efca2a4 req-8f6e635e-5f0a-48d5-a149-a38c0517a7a7 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 945 time: 0.0572455 Aug 31 01:23:15.573211 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-867aebdc-7a20-4c56-bc68-95d24efca2a4 req-397bf850-7339-425b-85e9-333efee36ab2 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504355 Aug 31 01:23:15.585090 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-e3372b2e-a0d8-4b0f-88f1-674b24431c1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (421496c9-b3f1-4e52-9244-7bcec8440504), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:15.623373 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-fa08e306-512e-44e9-bc55-e9d092e03446 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:15.636866 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3372b2e-a0d8-4b0f-88f1-674b24431c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=421496c9-b3f1-4e52-9244-7bcec8440504,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:15.677609 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-e3372b2e-a0d8-4b0f-88f1-674b24431c1f admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=523e95c967ac42809cb1b3799a238cb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2759919 Aug 31 01:23:15.678893 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 56224) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:23:15.699508 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device dc60a507-f9d6-4b68-ae6c-65c2cfafb12c up at agent hyperv_hv-cinder-85528 {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:23:15.735521 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-ab2b4e14-d53e-46ab-8003-9067f0ebc5bb admin admin] Publish callbacks [] for security_group (421496c9-b3f1-4e52-9244-7bcec8440504), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:15.742965 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Provisioning for port dc60a507-f9d6-4b68-ae6c-65c2cfafb12c completed by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 01:23:15.751480 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-fa08e306-512e-44e9-bc55-e9d092e03446 admin admin] Publish callbacks [] for security_group (79076183-57b2-4de2-8ae9-2857dd074e85), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:15.758561 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98596e94-55cf-46e3-b308-80910d1d6f82 req-b0cb90bc-f0c7-416f-b160-0d3d7c20041f tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:15.758706 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-ab2b4e14-d53e-46ab-8003-9067f0ebc5bb admin admin] Publish callbacks [] for security_group (421496c9-b3f1-4e52-9244-7bcec8440504), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:15.760044 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-98596e94-55cf-46e3-b308-80910d1d6f82 req-b0cb90bc-f0c7-416f-b160-0d3d7c20041f tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=bee91462-f582-40c7-88f9-652f75ce8b01 HTTP/1.1" status: 200 len: 946 time: 0.0708263 Aug 31 01:23:15.820137 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-98596e94-55cf-46e3-b308-80910d1d6f82 req-29255d5c-d8a4-4dbe-8e1b-3ff2fd21f245 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543921 Aug 31 01:23:15.848600 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Provisioning complete for port dc60a507-f9d6-4b68-ae6c-65c2cfafb12c triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:23:15.849199 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (dc60a507-f9d6-4b68-ae6c-65c2cfafb12c), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:15.923729 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-fa08e306-512e-44e9-bc55-e9d092e03446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (79076183-57b2-4de2-8ae9-2857dd074e85), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:15.936797 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Current status of the port dc60a507-f9d6-4b68-ae6c-65c2cfafb12c is: BUILD; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:23:15.937262 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (dc60a507-f9d6-4b68-ae6c-65c2cfafb12c), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:15.953341 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c89c73b-bd02-4324-b847-59337ffbc7ce req-49217b91-3877-4adf-859e-1d9d4d0d5c76 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:15.955260 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1c89c73b-bd02-4324-b847-59337ffbc7ce req-49217b91-3877-4adf-859e-1d9d4d0d5c76 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8ce564c8-7a17-4de1-96b9-3737fca73840 HTTP/1.1" status: 200 len: 945 time: 0.0747037 Aug 31 01:23:15.964266 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12814f73-696a-4dc2-9182-7779bfe90ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc60a507-f9d6-4b68-ae6c-65c2cfafb12c'}] {{(pid=106778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:23:15.967198 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d41e2a553b02095d3b1f0ace215352f4a23baa657e7b5a2da03818d3ee46b5df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8716e7f8-e564-417a-bb46-02892c080712" -d '{"events": [{"server_uuid": "12814f73-696a-4dc2-9182-7779bfe90ad5", "name": "network-vif-plugged", "status": "completed", "tag": "dc60a507-f9d6-4b68-ae6c-65c2cfafb12c"}]}' {{(pid=106778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:23:15.969115 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-ab2b4e14-d53e-46ab-8003-9067f0ebc5bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (421496c9-b3f1-4e52-9244-7bcec8440504), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:15.971961 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-ab2b4e14-d53e-46ab-8003-9067f0ebc5bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:15.973297 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-ab2b4e14-d53e-46ab-8003-9067f0ebc5bb admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/421496c9-b3f1-4e52-9244-7bcec8440504 HTTP/1.1" status: 204 len: 168 time: 0.2934878 Aug 31 01:23:15.975847 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:15.984108 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2b4e14-d53e-46ab-8003-9067f0ebc5bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=421496c9-b3f1-4e52-9244-7bcec8440504,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:16.013586 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-fa08e306-512e-44e9-bc55-e9d092e03446 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=f1bb404c17954bbfa4aa9d4d14ddea0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5165932 Aug 31 01:23:16.013586 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa08e306-512e-44e9-bc55-e9d092e03446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79076183-57b2-4de2-8ae9-2857dd074e85,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:16.013747 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 56246) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:23:16.041396 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port dc60a507-f9d6-4b68-ae6c-65c2cfafb12c, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=dc60a507-f9d6-4b68-ae6c-65c2cfafb12c,segment=NetworkSegment(4e76086e-0aa2-44ca-adc1-383a20f9a980),segment_id=4e76086e-0aa2-44ca-adc1-383a20f9a980)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:23:16.056310 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 01:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ceef162-2641-4162-b831-4d8a35655f9a x-openstack-request-id: req-4ceef162-2641-4162-b831-4d8a35655f9a {{(pid=106778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:23:16.056617 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12814f73-696a-4dc2-9182-7779bfe90ad5", "name": "network-vif-plugged", "status": "completed", "tag": "dc60a507-f9d6-4b68-ae6c-65c2cfafb12c", "code": 200}]} {{(pid=106778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:23:16.057068 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4ceef162-2641-4162-b831-4d8a35655f9a {{(pid=106778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:23:16.057504 dv-cinder-855288-2-iscsi neutron-server[106778]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ceef162-2641-4162-b831-4d8a35655f9a'] response: {'server_uuid': '12814f73-696a-4dc2-9182-7779bfe90ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc60a507-f9d6-4b68-ae6c-65c2cfafb12c', 'code': 200} Aug 31 01:23:16.088325 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1c89c73b-bd02-4324-b847-59337ffbc7ce req-ec43aaa1-7f08-4cdc-b233-2fc72a42c640 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b5c65665-607a-4023-be3d-def6abb51db3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1236463 Aug 31 01:23:16.093441 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-bf58d8a1-0b84-41c2-9580-3cbc59a9ef45 admin admin] Publish callbacks [] for security_group (79076183-57b2-4de2-8ae9-2857dd074e85), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:16.126934 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-bf58d8a1-0b84-41c2-9580-3cbc59a9ef45 admin admin] Publish callbacks [] for security_group (79076183-57b2-4de2-8ae9-2857dd074e85), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:16.128814 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (dc60a507-f9d6-4b68-ae6c-65c2cfafb12c), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:16.183287 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Pushing event updated for resources: {'Port': ['ID=dc60a507-f9d6-4b68-ae6c-65c2cfafb12c,revision_number=5']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:16.197392 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:INSERT=20,neutron:SELECT=74,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:16.260202 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994fcff-279c-40a0-84b8-b439c4c32877 req-531496ae-409f-4dcf-921d-2afda1a8a648 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:16.261812 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-3994fcff-279c-40a0-84b8-b439c4c32877 req-531496ae-409f-4dcf-921d-2afda1a8a648 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8ce564c8-7a17-4de1-96b9-3737fca73840 HTTP/1.1" status: 200 len: 945 time: 0.0589449 Aug 31 01:23:16.274466 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 56270) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:23:16.280872 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [None req-0b8730a8-7790-448e-b6c0-63ee412fd6d6 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Request body: {'floatingip': {'port_id': '06a28bab-3d45-4348-850c-bb3c714f41df'}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:23:16.320828 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-bf58d8a1-0b84-41c2-9580-3cbc59a9ef45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (79076183-57b2-4de2-8ae9-2857dd074e85), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:16.323640 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-bf58d8a1-0b84-41c2-9580-3cbc59a9ef45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:16.324816 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-bf58d8a1-0b84-41c2-9580-3cbc59a9ef45 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/79076183-57b2-4de2-8ae9-2857dd074e85 HTTP/1.1" status: 204 len: 168 time: 0.3102288 Aug 31 01:23:16.377720 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf58d8a1-0b84-41c2-9580-3cbc59a9ef45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79076183-57b2-4de2-8ae9-2857dd074e85,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:16.381929 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-0b8730a8-7790-448e-b6c0-63ee412fd6d6 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for floatingip (961d7e0d-bbb2-436a-98c0-6b5c5cd823f0), before_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:16.543198 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e9fb58-4b2f-4998-a601-c3bbd9242fc2 req-9bc0d6ad-040b-422c-a362-32d7e3ff3e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:16.545627 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-19e9fb58-4b2f-4998-a601-c3bbd9242fc2 req-9bc0d6ad-040b-422c-a362-32d7e3ff3e89 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 1130 time: 0.0453343 Aug 31 01:23:16.603190 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-19e9fb58-4b2f-4998-a601-c3bbd9242fc2 req-4e653b1b-398f-42b7-9dc1-5df01db26c11 service neutron] 10.222.0.85 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495117 Aug 31 01:23:16.666433 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:16.684358 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 56304) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:23:16.759114 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15779aa-2860-4932-926e-369f8bb011d5 req-9a7f070f-a381-4386-9531-16d4db947e72 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:16.760838 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-f15779aa-2860-4932-926e-369f8bb011d5 req-9a7f070f-a381-4386-9531-16d4db947e72 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 946 time: 0.0654104 Aug 31 01:23:16.817822 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-f15779aa-2860-4932-926e-369f8bb011d5 req-95592b2c-9d0e-46b2-be3d-e904630f4b32 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507231 Aug 31 01:23:16.926041 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-aaeb58b1-df96-4c1d-9aff-77a467ebc71b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:16.983550 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.agents_db [None req-5925ee7b-6bd5-4912-8f46-3ff11817b141 None None] Agent healthcheck: found 6 active agents {{(pid=106779) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:23:17.003440 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d0971-86db-4cac-9776-41e8da8115f9 req-13bf85f6-d1d0-4e59-93f2-4fc52793c823 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:17.004967 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-ff7d0971-86db-4cac-9776-41e8da8115f9 req-13bf85f6-d1d0-4e59-93f2-4fc52793c823 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=bee91462-f582-40c7-88f9-652f75ce8b01 HTTP/1.1" status: 200 len: 946 time: 0.0643065 Aug 31 01:23:17.081344 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-ff7d0971-86db-4cac-9776-41e8da8115f9 req-28fa1556-6f20-4f8f-bb8a-611301bfa826 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688057 Aug 31 01:23:17.095746 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-aaeb58b1-df96-4c1d-9aff-77a467ebc71b admin admin] Publish callbacks [] for security_group (b2437a12-b906-4c30-9408-20e137f54bc1), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:17.149908 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-aaeb58b1-df96-4c1d-9aff-77a467ebc71b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (b2437a12-b906-4c30-9408-20e137f54bc1), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:17.185099 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:17.195324 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-aaeb58b1-df96-4c1d-9aff-77a467ebc71b admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=690897ebec3e45c9abe97ba6f73b2b65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5092485 Aug 31 01:23:17.197969 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeb58b1-df96-4c1d-9aff-77a467ebc71b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2437a12-b906-4c30-9408-20e137f54bc1,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:17.199920 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 56320) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:23:17.253864 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-ee85c727-e6db-4abf-b596-50ff6541d397 admin admin] Publish callbacks [] for security_group (b2437a12-b906-4c30-9408-20e137f54bc1), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:17.278819 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-ee85c727-e6db-4abf-b596-50ff6541d397 admin admin] Publish callbacks [] for security_group (b2437a12-b906-4c30-9408-20e137f54bc1), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:17.283923 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-0b8730a8-7790-448e-b6c0-63ee412fd6d6 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:17.307748 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 56324) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:23:17.323707 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-5f3bd881-cf26-4584-bdf4-ce4dff139088 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:17.413266 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-0b8730a8-7790-448e-b6c0-63ee412fd6d6 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608267'] for floatingip (961d7e0d-bbb2-436a-98c0-6b5c5cd823f0), after_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:17.436006 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-ee85c727-e6db-4abf-b596-50ff6541d397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (b2437a12-b906-4c30-9408-20e137f54bc1), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:17.439147 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-ee85c727-e6db-4abf-b596-50ff6541d397 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:17.444491 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-ee85c727-e6db-4abf-b596-50ff6541d397 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/b2437a12-b906-4c30-9408-20e137f54bc1 HTTP/1.1" status: 204 len: 168 time: 0.2392983 Aug 31 01:23:17.448926 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee85c727-e6db-4abf-b596-50ff6541d397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2437a12-b906-4c30-9408-20e137f54bc1,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:17.564986 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-5f3bd881-cf26-4584-bdf4-ce4dff139088 admin admin] Publish callbacks [] for security_group (fb75a8c4-9669-41eb-be51-09388d2a795e), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:17.567813 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.db.l3_db [None req-0b8730a8-7790-448e-b6c0-63ee412fd6d6 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Floating IP 961d7e0d-bbb2-436a-98c0-6b5c5cd823f0 associated. External IP: 172.27.1.70, port: 06a28bab-3d45-4348-850c-bb3c714f41df. Aug 31 01:23:17.702263 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-5f3bd881-cf26-4584-bdf4-ce4dff139088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (fb75a8c4-9669-41eb-be51-09388d2a795e), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:17.747650 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 56340) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:23:17.795639 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-5f3bd881-cf26-4584-bdf4-ce4dff139088 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=6d28bd8815444d80b7a82db2a8cf4be8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4844887 Aug 31 01:23:17.796521 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 56350) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:23:17.798941 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3bd881-cf26-4584-bdf4-ce4dff139088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb75a8c4-9669-41eb-be51-09388d2a795e,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:17.828471 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b8730a8-7790-448e-b6c0-63ee412fd6d6 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Router a0dd652c-1554-4322-9186-58d07c04c819 has already been hosted by L3 agent 1428144b-5b15-4168-8538-b51b3045e8b6 {{(pid=106776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:23:17.861250 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-9312d26e-5b65-4db1-a1f2-1a60e96ac5b5 admin admin] Publish callbacks [] for security_group (fb75a8c4-9669-41eb-be51-09388d2a795e), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:17.903262 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-9312d26e-5b65-4db1-a1f2-1a60e96ac5b5 admin admin] Publish callbacks [] for security_group (fb75a8c4-9669-41eb-be51-09388d2a795e), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:17.964946 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [None req-3f337daa-6046-49d8-bd60-3783b003bab7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1066321252-network', 'tenant_id': '1a4173ddac70420586849aa47642a9a3'}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:23:17.978385 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d7c97-2da0-47ff-ae2d-b93ba9fde2be req-2378eff5-bc46-42ea-8532-7c615c4163e3 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:17.980042 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b97d7c97-2da0-47ff-ae2d-b93ba9fde2be req-2378eff5-bc46-42ea-8532-7c615c4163e3 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 946 time: 0.0799227 Aug 31 01:23:18.034518 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8730a8-7790-448e-b6c0-63ee412fd6d6 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Notify agent at l3_agent.dv-cinder-855288-2-iscsi the message routers_updated {{(pid=106776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:23:18.040666 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b97d7c97-2da0-47ff-ae2d-b93ba9fde2be req-b90c8539-7ba5-40d5-8c84-fb5f871ae555 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550237 Aug 31 01:23:18.043448 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-0b8730a8-7790-448e-b6c0-63ee412fd6d6 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for floatingip (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:18.050995 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5ac199-2da2-44ec-a31a-8715de2741d1 None None] Sync routers for ids ['a0dd652c-1554-4322-9186-58d07c04c819'] in dv-cinder-855288-2-iscsi {{(pid=106779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:23:18.066040 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5ac199-2da2-44ec-a31a-8715de2741d1 None None] Routers {'a0dd652c-1554-4322-9186-58d07c04c819'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:23:18.066808 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-3e5ac199-2da2-44ec-a31a-8715de2741d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:23:03Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['a0dd652c-1554-4322-9186-58d07c04c819'], 'active': True} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:18.091658 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-9312d26e-5b65-4db1-a1f2-1a60e96ac5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (fb75a8c4-9669-41eb-be51-09388d2a795e), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:18.093926 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-0b8730a8-7790-448e-b6c0-63ee412fd6d6 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "PUT /networking/v2.0/floatingips/961d7e0d-bbb2-436a-98c0-6b5c5cd823f0 HTTP/1.1" status: 200 len: 990 time: 1.8118515 Aug 31 01:23:18.094894 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-9312d26e-5b65-4db1-a1f2-1a60e96ac5b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:18.096015 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-9312d26e-5b65-4db1-a1f2-1a60e96ac5b5 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/fb75a8c4-9669-41eb-be51-09388d2a795e HTTP/1.1" status: 204 len: 168 time: 0.2983153 Aug 31 01:23:18.117985 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ce564c8-7a17-4de1-96b9-3737fca73840', 'tag': '06a28bab-3d45-4348-850c-bb3c714f41df'}] {{(pid=106776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:23:18.118977 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 56366) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:23:18.119838 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9312d26e-5b65-4db1-a1f2-1a60e96ac5b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb75a8c4-9669-41eb-be51-09388d2a795e,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:18.121246 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c75c880f6fcf50a6244b1a715e98a431c8b587c27dc42cc7f33f1c98f81bddd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206e82ec-a40a-4921-9ba0-f409bdaab9fa" -d '{"events": [{"name": "network-changed", "server_uuid": "8ce564c8-7a17-4de1-96b9-3737fca73840", "tag": "06a28bab-3d45-4348-850c-bb3c714f41df"}]}' {{(pid=106776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:23:18.135875 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f337daa-6046-49d8-bd60-3783b003bab7 admin admin] Made reservation on behalf of 1a4173ddac70420586849aa47642a9a3 for: {'network': 1} {{(pid=106776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:23:18.138470 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-3f337daa-6046-49d8-bd60-3783b003bab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for network (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:18.167780 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-3f337daa-6046-49d8-bd60-3783b003bab7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:18.177819 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e68b46d7-d9f0-4a91-b4dd-832138211c73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:18.248658 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:18.268963 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 01:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-842d06f4-038b-48a2-a0ed-76192b7d17b0 x-openstack-request-id: req-842d06f4-038b-48a2-a0ed-76192b7d17b0 {{(pid=106776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:23:18.271058 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ce564c8-7a17-4de1-96b9-3737fca73840", "tag": "06a28bab-3d45-4348-850c-bb3c714f41df", "status": "completed", "code": 200}]} {{(pid=106776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:23:18.271332 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-842d06f4-038b-48a2-a0ed-76192b7d17b0 {{(pid=106776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:23:18.271737 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-842d06f4-038b-48a2-a0ed-76192b7d17b0'] response: {'name': 'network-changed', 'server_uuid': '8ce564c8-7a17-4de1-96b9-3737fca73840', 'tag': '06a28bab-3d45-4348-850c-bb3c714f41df', 'status': 'completed', 'code': 200} Aug 31 01:23:18.303709 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvr_db [None req-3e5ac199-2da2-44ec-a31a-8715de2741d1 None None] Set router a0dd652c-1554-4322-9186-58d07c04c819 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:23:18.331216 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-3f337daa-6046-49d8-bd60-3783b003bab7 admin admin] Publish callbacks [] for security_group (517c5134-a3a8-487c-a387-8d8eb695b893), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:18.336755 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:18.344115 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c0572-8d4e-40cd-9461-08050f14e1c2 req-e3966611-4636-44a4-bb44-56e9e5b2872c tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:18.345647 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-fd4c0572-8d4e-40cd-9461-08050f14e1c2 req-e3966611-4636-44a4-bb44-56e9e5b2872c tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=bee91462-f582-40c7-88f9-652f75ce8b01 HTTP/1.1" status: 200 len: 946 time: 0.0981817 Aug 31 01:23:18.410220 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e68b46d7-d9f0-4a91-b4dd-832138211c73 admin admin] Publish callbacks [] for security_group (c07152f7-6696-4cf2-819a-588187370c3b), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:18.419905 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-fd4c0572-8d4e-40cd-9461-08050f14e1c2 req-1a0e09ee-d5c6-427b-b73f-265de65844a6 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686018 Aug 31 01:23:18.437228 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-3f337daa-6046-49d8-bd60-3783b003bab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (517c5134-a3a8-487c-a387-8d8eb695b893), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:18.465955 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e68b46d7-d9f0-4a91-b4dd-832138211c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (c07152f7-6696-4cf2-819a-588187370c3b), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:18.469726 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f337daa-6046-49d8-bd60-3783b003bab7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1080, 'physical_network': 'physnet1'} {{(pid=106776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:23:18.497596 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-3f337daa-6046-49d8-bd60-3783b003bab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484916'] for segment (b2357526-635a-44b1-9360-d24c0dcbc6fc), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:18.497909 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.db.segments_db [None req-3f337daa-6046-49d8-bd60-3783b003bab7 admin admin] Added segment b2357526-635a-44b1-9360-d24c0dcbc6fc of type vlan for network d516fc5e-ee80-4c12-9f0e-71969f66b61c Aug 31 01:23:18.510410 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-e68b46d7-d9f0-4a91-b4dd-832138211c73 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=fa5bbb1ad028460cbc060d0ec7065efd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3829713 Aug 31 01:23:18.513161 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68b46d7-d9f0-4a91-b4dd-832138211c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c07152f7-6696-4cf2-819a-588187370c3b,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:18.517483 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 56376) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:23:18.556695 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f337daa-6046-49d8-bd60-3783b003bab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=517c5134-a3a8-487c-a387-8d8eb695b893,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:18.579665 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-3f337daa-6046-49d8-bd60-3783b003bab7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779185844565'] for network (d516fc5e-ee80-4c12-9f0e-71969f66b61c), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:18.599124 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-29e8633d-2952-4ee0-81ed-a902887a3bf3 admin admin] Publish callbacks [] for security_group (c07152f7-6696-4cf2-819a-588187370c3b), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:18.629796 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-3e5ac199-2da2-44ec-a31a-8715de2741d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'name': 'tempest-AttachVolumeNegativeTest-703590554-router', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bcae5e1e-21f8-45f7-ba18-74d0551b07e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:22:33Z', 'revision_number': 4, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'gw_port': {'id': 'bcae5e1e-21f8-45f7-ba18-74d0551b07e1', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:25Z', 'updated_at': '2022-08-31T01:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_floatingips': [{'id': '961d7e0d-bbb2-436a-98c0-6b5c5cd823f0', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'floating_ip_address': '172.27.1.70', 'floating_network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'router_id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'port_id': '06a28bab-3d45-4348-850c-bb3c714f41df', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948', 'mac_address': 'fa:16:3e:5c:58:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce564c8-7a17-4de1-96b9-3737fca73840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T01:22:48Z', 'updated_at': '2022-08-31T01:23:17Z', 'revision_number': 1, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '519870e6-178f-4031-8a44-b0fbae55ebbe', 'name': '', 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'mac_address': 'fa:16:3e:d7:53:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4cf8958b-5555-42e1-b4dd-8dee2893fbc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:31Z', 'updated_at': '2022-08-31T01:22:50Z', 'revision_number': 5, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'subnets': [{'id': '4cf8958b-5555-42e1-b4dd-8dee2893fbc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:18.630223 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-29e8633d-2952-4ee0-81ed-a902887a3bf3 admin admin] Publish callbacks [] for security_group (c07152f7-6696-4cf2-819a-588187370c3b), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:18.657386 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5ac199-2da2-44ec-a31a-8715de2741d1 None None] Checking router: a0dd652c-1554-4322-9186-58d07c04c819 for host: dv-cinder-855288-2-iscsi {{(pid=106779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:23:18.666894 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5ac199-2da2-44ec-a31a-8715de2741d1 None None] Routers {'a0dd652c-1554-4322-9186-58d07c04c819'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:23:18.667674 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-3e5ac199-2da2-44ec-a31a-8715de2741d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:23:03Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['a0dd652c-1554-4322-9186-58d07c04c819'], 'active': True} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:18.678873 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-3f337daa-6046-49d8-bd60-3783b003bab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430'] for network (d516fc5e-ee80-4c12-9f0e-71969f66b61c), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:18.686015 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f337daa-6046-49d8-bd60-3783b003bab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:18.686015 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-3f337daa-6046-49d8-bd60-3783b003bab7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537412'] for network (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:18.750765 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f337daa-6046-49d8-bd60-3783b003bab7 admin admin] Pushing event updated for resources: {'Network': ['ID=d516fc5e-ee80-4c12-9f0e-71969f66b61c,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:18.762732 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Network d516fc5e-ee80-4c12-9f0e-71969f66b61c details requested by agent ovs-agent-dv-cinder-855288-2-iscsi with host dv-cinder-855288-2-iscsi {{(pid=106778) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:23:18.776847 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvr_db [None req-3e5ac199-2da2-44ec-a31a-8715de2741d1 None None] Set router a0dd652c-1554-4322-9186-58d07c04c819 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:23:18.795557 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-29e8633d-2952-4ee0-81ed-a902887a3bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (c07152f7-6696-4cf2-819a-588187370c3b), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:18.798083 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-3f337daa-6046-49d8-bd60-3783b003bab7 admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0493970 Aug 31 01:23:18.802034 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-29e8633d-2952-4ee0-81ed-a902887a3bf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:18.802665 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 56386) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:23:18.805130 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-29e8633d-2952-4ee0-81ed-a902887a3bf3 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/c07152f7-6696-4cf2-819a-588187370c3b HTTP/1.1" status: 204 len: 168 time: 0.2860062 Aug 31 01:23:18.810108 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [None req-d08d2f81-7a27-4d7c-8a9e-33ec601e5822 admin admin] Request body: {'subnet': {'network_id': 'd516fc5e-ee80-4c12-9f0e-71969f66b61c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1066321252-subnet', 'tenant_id': '1a4173ddac70420586849aa47642a9a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:23:18.877273 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e8633d-2952-4ee0-81ed-a902887a3bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c07152f7-6696-4cf2-819a-588187370c3b,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:18.900483 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e82ec-a40a-4921-9ba0-f409bdaab9fa req-30f723a4-f585-47eb-a68c-a50f62216bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:18.902287 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-206e82ec-a40a-4921-9ba0-f409bdaab9fa req-30f723a4-f585-47eb-a68c-a50f62216bda service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=164da7d4776d4e9f8cf6497aa784d312&device_id=8ce564c8-7a17-4de1-96b9-3737fca73840 HTTP/1.1" status: 200 len: 1129 time: 0.0824378 Aug 31 01:23:18.951527 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d08d2f81-7a27-4d7c-8a9e-33ec601e5822 admin admin] Made reservation on behalf of 1a4173ddac70420586849aa47642a9a3 for: {'subnet': 1} {{(pid=106776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:23:18.952756 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:18.954521 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-d08d2f81-7a27-4d7c-8a9e-33ec601e5822 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:19.063364 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-3e5ac199-2da2-44ec-a31a-8715de2741d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'name': 'tempest-AttachVolumeNegativeTest-703590554-router', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bcae5e1e-21f8-45f7-ba18-74d0551b07e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:22:33Z', 'revision_number': 4, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'gw_port': {'id': 'bcae5e1e-21f8-45f7-ba18-74d0551b07e1', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:25Z', 'updated_at': '2022-08-31T01:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_floatingips': [{'id': '961d7e0d-bbb2-436a-98c0-6b5c5cd823f0', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'floating_ip_address': '172.27.1.70', 'floating_network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'router_id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'port_id': '06a28bab-3d45-4348-850c-bb3c714f41df', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948', 'mac_address': 'fa:16:3e:5c:58:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce564c8-7a17-4de1-96b9-3737fca73840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T01:22:48Z', 'updated_at': '2022-08-31T01:23:17Z', 'revision_number': 1, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '519870e6-178f-4031-8a44-b0fbae55ebbe', 'name': '', 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'mac_address': 'fa:16:3e:d7:53:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4cf8958b-5555-42e1-b4dd-8dee2893fbc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:31Z', 'updated_at': '2022-08-31T01:22:50Z', 'revision_number': 5, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'subnets': [{'id': '4cf8958b-5555-42e1-b4dd-8dee2893fbc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:19.095681 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5ac199-2da2-44ec-a31a-8715de2741d1 None None] The sync data for ids ['a0dd652c-1554-4322-9186-58d07c04c819'] in dv-cinder-855288-2-iscsi is: [{'id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'name': 'tempest-AttachVolumeNegativeTest-703590554-router', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bcae5e1e-21f8-45f7-ba18-74d0551b07e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:22:33Z', 'revision_number': 4, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'gw_port': {'id': 'bcae5e1e-21f8-45f7-ba18-74d0551b07e1', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:25Z', 'updated_at': '2022-08-31T01:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_floatingips': [{'id': '961d7e0d-bbb2-436a-98c0-6b5c5cd823f0', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'floating_ip_address': '172.27.1.70', 'floating_network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'router_id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'port_id': '06a28bab-3d45-4348-850c-bb3c714f41df', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948', 'mac_address': 'fa:16:3e:5c:58:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce564c8-7a17-4de1-96b9-3737fca73840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T01:22:48Z', 'updated_at': '2022-08-31T01:23:17Z', 'revision_number': 1, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '519870e6-178f-4031-8a44-b0fbae55ebbe', 'name': '', 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'mac_address': 'fa:16:3e:d7:53:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4cf8958b-5555-42e1-b4dd-8dee2893fbc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:31Z', 'updated_at': '2022-08-31T01:22:50Z', 'revision_number': 5, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'subnets': [{'id': '4cf8958b-5555-42e1-b4dd-8dee2893fbc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:23:19.182628 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:19.202163 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7728ca6b-a3b6-4b1f-b8d3-e0014b5dbe63 req-de5921b2-ec24-481b-bac0-a37d52035aec tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:19.209999 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-7728ca6b-a3b6-4b1f-b8d3-e0014b5dbe63 req-de5921b2-ec24-481b-bac0-a37d52035aec tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 946 time: 0.0690932 Aug 31 01:23:19.260707 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-d08d2f81-7a27-4d7c-8a9e-33ec601e5822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430'] for subnet (c3376d72-25a9-4213-ac8c-7644a4819dd4), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:19.261753 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-7728ca6b-a3b6-4b1f-b8d3-e0014b5dbe63 req-d5159847-6fec-4ec3-83d2-f70a705efb33 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509300 Aug 31 01:23:19.325448 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:19.369528 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08d2f81-7a27-4d7c-8a9e-33ec601e5822 admin admin] Checking segment: {'id': 'b2357526-635a-44b1-9360-d24c0dcbc6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'd516fc5e-ee80-4c12-9f0e-71969f66b61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:23:19.369908 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08d2f81-7a27-4d7c-8a9e-33ec601e5822 admin admin] Network hostable DHCP agents. Network: d516fc5e-ee80-4c12-9f0e-71969f66b61c, hostable agents: ['06e7caa6-6f15-45a1-a03b-1c511964ed9a'], hosted agents: [] {{(pid=106776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:23:19.380912 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08d2f81-7a27-4d7c-8a9e-33ec601e5822 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3376d72-25a9-4213-ac8c-7644a4819dd4,revision_number=0']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:19.437487 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d7d8b0-6bb7-440e-ac03-498e8cab32a9 None None] New status for floating IP 961d7e0d-bbb2-436a-98c0-6b5c5cd823f0: ACTIVE {{(pid=106778) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 01:23:19.456630 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67f368-e128-4525-b960-df630e7dace0 req-0b9b34f3-634b-4c01-93fc-fbf1abdd1990 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:19.458134 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-8e67f368-e128-4525-b960-df630e7dace0 req-0b9b34f3-634b-4c01-93fc-fbf1abdd1990 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 946 time: 0.0651672 Aug 31 01:23:19.469199 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 56416) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:23:19.473908 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [None req-6ce0c080-31ca-476e-a52d-ea6c52d27c00 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Request body: {'floatingip': {'port_id': 'dc60a507-f9d6-4b68-ae6c-65c2cfafb12c'}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:23:19.503716 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:19.646325 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c272697-0474-4c2c-8fce-67633e576e9a req-4979b06b-99ca-48bc-b927-4c9b137e0445 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:19.651984 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-4c272697-0474-4c2c-8fce-67633e576e9a req-4979b06b-99ca-48bc-b927-4c9b137e0445 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=bee91462-f582-40c7-88f9-652f75ce8b01 HTTP/1.1" status: 200 len: 946 time: 0.1387203 Aug 31 01:23:19.718926 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-4c272697-0474-4c2c-8fce-67633e576e9a req-2825478d-5187-4568-bce2-acb3d3e98af0 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595479 Aug 31 01:23:19.726201 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08d2f81-7a27-4d7c-8a9e-33ec601e5822 admin admin] Network d516fc5e-ee80-4c12-9f0e-71969f66b61c is scheduled to be hosted by DHCP agent 06e7caa6-6f15-45a1-a03b-1c511964ed9a with binding_index 1 {{(pid=106776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:23:19.736149 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-6ce0c080-31ca-476e-a52d-ea6c52d27c00 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks [] for floatingip (0e9358fd-23ea-4aa9-bd60-16271603055b), before_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:19.830538 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:19.839003 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.base_scheduler [None req-d08d2f81-7a27-4d7c-8a9e-33ec601e5822 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855288-2-iscsi, d516fc5e-ee80-4c12-9f0e-71969f66b61c) {{(pid=106776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:23:19.847622 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08d2f81-7a27-4d7c-8a9e-33ec601e5822 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:19.848416 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-d08d2f81-7a27-4d7c-8a9e-33ec601e5822 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537412'] for subnet (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:19.854152 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2c0492-446a-429c-b722-47996b78cd76 None None] Network d516fc5e-ee80-4c12-9f0e-71969f66b61c requested from dv-cinder-855288-2-iscsi {{(pid=106778) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 01:23:19.938718 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-d08d2f81-7a27-4d7c-8a9e-33ec601e5822 admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1355941 Aug 31 01:23:20.028231 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d2abbc-a765-4159-879a-c0e803dbe05b None None] Network d516fc5e-ee80-4c12-9f0e-71969f66b61c requested from dv-cinder-855288-2-iscsi {{(pid=106778) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 01:23:20.249394 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:20.267981 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-6ce0c080-31ca-476e-a52d-ea6c52d27c00 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:20.346122 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-6ce0c080-31ca-476e-a52d-ea6c52d27c00 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608267'] for floatingip (0e9358fd-23ea-4aa9-bd60-16271603055b), after_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:20.351610 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:20.458038 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.db.l3_db [None req-6ce0c080-31ca-476e-a52d-ea6c52d27c00 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Floating IP 0e9358fd-23ea-4aa9-bd60-16271603055b associated. External IP: 172.27.1.13, port: dc60a507-f9d6-4b68-ae6c-65c2cfafb12c. Aug 31 01:23:20.539569 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:20.701557 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ce0c080-31ca-476e-a52d-ea6c52d27c00 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Router c6e361c5-ba4b-4479-8e6b-43633c3e7ed9 has already been hosted by L3 agent 1428144b-5b15-4168-8538-b51b3045e8b6 {{(pid=106776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:23:20.741030 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:20.801281 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e82ec-a40a-4921-9ba0-f409bdaab9fa req-368292d6-f9a5-4212-ac86-1b436210dca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:20.803354 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-206e82ec-a40a-4921-9ba0-f409bdaab9fa req-368292d6-f9a5-4212-ac86-1b436210dca8 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?id=0760f9a5-d813-4a0f-bcef-9988cda0c948 HTTP/1.1" status: 200 len: 916 time: 0.2380607 Aug 31 01:23:20.862931 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce0c080-31ca-476e-a52d-ea6c52d27c00 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Notify agent at l3_agent.dv-cinder-855288-2-iscsi the message routers_updated {{(pid=106776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:23:20.874059 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d799ac-0841-4605-b2c6-3afe7b4b90c9 None None] Sync routers for ids ['c6e361c5-ba4b-4479-8e6b-43633c3e7ed9'] in dv-cinder-855288-2-iscsi {{(pid=106779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:23:20.875111 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-6ce0c080-31ca-476e-a52d-ea6c52d27c00 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for floatingip (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:20.889990 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d799ac-0841-4605-b2c6-3afe7b4b90c9 None None] Routers {'c6e361c5-ba4b-4479-8e6b-43633c3e7ed9'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:23:20.890618 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-c8d799ac-0841-4605-b2c6-3afe7b4b90c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:23:03Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['c6e361c5-ba4b-4479-8e6b-43633c3e7ed9'], 'active': True} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:20.919626 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003dce09-c293-412c-8af7-29c7beda24ff req-0a1ce55d-9e83-4e23-830b-d11a6768855e tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:20.927673 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-003dce09-c293-412c-8af7-29c7beda24ff req-0a1ce55d-9e83-4e23-830b-d11a6768855e tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=bee91462-f582-40c7-88f9-652f75ce8b01 HTTP/1.1" status: 200 len: 946 time: 0.0808280 Aug 31 01:23:20.934326 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-6ce0c080-31ca-476e-a52d-ea6c52d27c00 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "PUT /networking/v2.0/floatingips/0e9358fd-23ea-4aa9-bd60-16271603055b HTTP/1.1" status: 200 len: 991 time: 1.4617343 Aug 31 01:23:20.934326 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12814f73-696a-4dc2-9182-7779bfe90ad5', 'tag': 'dc60a507-f9d6-4b68-ae6c-65c2cfafb12c'}] {{(pid=106776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:23:20.935251 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c75c880f6fcf50a6244b1a715e98a431c8b587c27dc42cc7f33f1c98f81bddd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a54ffd-71d5-4090-812a-edeb5b2c342d" -d '{"events": [{"name": "network-changed", "server_uuid": "12814f73-696a-4dc2-9182-7779bfe90ad5", "tag": "dc60a507-f9d6-4b68-ae6c-65c2cfafb12c"}]}' {{(pid=106776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:23:20.991681 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 01:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9d692a-a27e-43c9-ac95-304e40444a04 x-openstack-request-id: req-ff9d692a-a27e-43c9-ac95-304e40444a04 {{(pid=106776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:23:20.992058 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12814f73-696a-4dc2-9182-7779bfe90ad5", "tag": "dc60a507-f9d6-4b68-ae6c-65c2cfafb12c", "status": "completed", "code": 200}]} {{(pid=106776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:23:20.992436 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ff9d692a-a27e-43c9-ac95-304e40444a04 {{(pid=106776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:23:20.992913 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff9d692a-a27e-43c9-ac95-304e40444a04'] response: {'name': 'network-changed', 'server_uuid': '12814f73-696a-4dc2-9182-7779bfe90ad5', 'tag': 'dc60a507-f9d6-4b68-ae6c-65c2cfafb12c', 'status': 'completed', 'code': 200} Aug 31 01:23:20.996709 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-003dce09-c293-412c-8af7-29c7beda24ff req-d821b3a7-6e18-4916-bee2-f9f0e5c68182 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678470 Aug 31 01:23:21.066719 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvr_db [None req-c8d799ac-0841-4605-b2c6-3afe7b4b90c9 None None] Set router c6e361c5-ba4b-4479-8e6b-43633c3e7ed9 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:23:21.184206 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a54ffd-71d5-4090-812a-edeb5b2c342d req-5757f06d-b2af-4caa-b91b-c039993386ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:21.185816 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-a6a54ffd-71d5-4090-812a-edeb5b2c342d req-5757f06d-b2af-4caa-b91b-c039993386ba service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=53d2295ada114ea3b6b5001c4c197f35&device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 1130 time: 0.0766437 Aug 31 01:23:21.191313 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=100 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:21.216082 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:21.217357 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-206e82ec-a40a-4921-9ba0-f409bdaab9fa req-731feb40-62f8-4fc0-a585-b4ce0d9cfeb8 service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06a28bab-3d45-4348-850c-bb3c714f41df HTTP/1.1" status: 200 len: 1000 time: 0.1342893 Aug 31 01:23:21.252007 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=100 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:21.300830 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e82ec-a40a-4921-9ba0-f409bdaab9fa req-02cf5a29-e1b8-43ae-be0e-8e645008c4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:21.303731 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-206e82ec-a40a-4921-9ba0-f409bdaab9fa req-02cf5a29-e1b8-43ae-be0e-8e645008c4fb service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=4cf8958b-5555-42e1-b4dd-8dee2893fbc9 HTTP/1.1" status: 200 len: 853 time: 0.0743332 Aug 31 01:23:21.368166 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a54ffd-71d5-4090-812a-edeb5b2c342d req-abe65402-fe91-4ca1-b6e4-9b9afa863741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:21.370719 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-a6a54ffd-71d5-4090-812a-edeb5b2c342d req-abe65402-fe91-4ca1-b6e4-9b9afa863741 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?id=2a0890c6-f1c3-465a-8b4d-8e1ae2356a58 HTTP/1.1" status: 200 len: 919 time: 0.1638618 Aug 31 01:23:21.379092 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-c8d799ac-0841-4605-b2c6-3afe7b4b90c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e361c5-ba4b-4479-8e6b-43633c3e7ed9', 'name': 'tempest-AttachVolumeShelveTestJSON-1467074649-router', 'tenant_id': '53d2295ada114ea3b6b5001c4c197f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '6cfffd58-8e9a-41d8-b355-0977e5670440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:22:36Z', 'revision_number': 4, 'project_id': '53d2295ada114ea3b6b5001c4c197f35', 'gw_port': {'id': '6cfffd58-8e9a-41d8-b355-0977e5670440', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e361c5-ba4b-4479-8e6b-43633c3e7ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:25Z', 'updated_at': '2022-08-31T01:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_floatingips': [{'id': '0e9358fd-23ea-4aa9-bd60-16271603055b', 'tenant_id': '53d2295ada114ea3b6b5001c4c197f35', 'floating_ip_address': '172.27.1.13', 'floating_network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'router_id': 'c6e361c5-ba4b-4479-8e6b-43633c3e7ed9', 'port_id': 'dc60a507-f9d6-4b68-ae6c-65c2cfafb12c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a0890c6-f1c3-465a-8b4d-8e1ae2356a58', 'mac_address': 'fa:16:3e:ec:2a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12814f73-696a-4dc2-9182-7779bfe90ad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T01:22:50Z', 'updated_at': '2022-08-31T01:23:20Z', 'revision_number': 1, 'project_id': '53d2295ada114ea3b6b5001c4c197f35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57eaf157-539b-41bf-98b1-eb6abc39a18a', 'name': '', 'network_id': '2a0890c6-f1c3-465a-8b4d-8e1ae2356a58', 'tenant_id': '53d2295ada114ea3b6b5001c4c197f35', 'mac_address': 'fa:16:3e:d8:06:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e361c5-ba4b-4479-8e6b-43633c3e7ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd653247e-0c02-4230-ad01-73647a101df2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:34Z', 'updated_at': '2022-08-31T01:22:51Z', 'revision_number': 5, 'project_id': '53d2295ada114ea3b6b5001c4c197f35', 'subnets': [{'id': 'd653247e-0c02-4230-ad01-73647a101df2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:21.384836 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 56482) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:23:21.390299 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:21.394267 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [None req-796a855e-0f40-472c-8da7-34facf684208 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1146977131-network', 'tenant_id': '8fa93a330f004af585babdddf27ab6dc'}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:23:21.407706 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d799ac-0841-4605-b2c6-3afe7b4b90c9 None None] Checking router: c6e361c5-ba4b-4479-8e6b-43633c3e7ed9 for host: dv-cinder-855288-2-iscsi {{(pid=106779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:23:21.418594 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d799ac-0841-4605-b2c6-3afe7b4b90c9 None None] Routers {'c6e361c5-ba4b-4479-8e6b-43633c3e7ed9'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:23:21.419586 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-c8d799ac-0841-4605-b2c6-3afe7b4b90c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:23:03Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['c6e361c5-ba4b-4479-8e6b-43633c3e7ed9'], 'active': True} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:21.434139 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e82ec-a40a-4921-9ba0-f409bdaab9fa req-a16ee77a-08dd-4171-8095-263f7d9f0e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:21.436022 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-206e82ec-a40a-4921-9ba0-f409bdaab9fa req-a16ee77a-08dd-4171-8095-263f7d9f0e23 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=0760f9a5-d813-4a0f-bcef-9988cda0c948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1062744 Aug 31 01:23:21.535236 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-a6a54ffd-71d5-4090-812a-edeb5b2c342d req-f0e6765d-1d51-4be8-b6f1-1cc40b65fe2d service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc60a507-f9d6-4b68-ae6c-65c2cfafb12c HTTP/1.1" status: 200 len: 999 time: 0.1571028 Aug 31 01:23:21.538028 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-796a855e-0f40-472c-8da7-34facf684208 admin admin] Made reservation on behalf of 8fa93a330f004af585babdddf27ab6dc for: {'network': 1} {{(pid=106777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:23:21.540252 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-796a855e-0f40-472c-8da7-34facf684208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for network (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:21.552809 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvr_db [None req-c8d799ac-0841-4605-b2c6-3afe7b4b90c9 None None] Set router c6e361c5-ba4b-4479-8e6b-43633c3e7ed9 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:23:21.556047 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-796a855e-0f40-472c-8da7-34facf684208 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:21.596354 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a54ffd-71d5-4090-812a-edeb5b2c342d req-785d3647-4d2e-45d6-a9c8-11a5660b9f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:21.602776 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-a6a54ffd-71d5-4090-812a-edeb5b2c342d req-785d3647-4d2e-45d6-a9c8-11a5660b9f20 service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=d653247e-0c02-4230-ad01-73647a101df2 HTTP/1.1" status: 200 len: 856 time: 0.0566370 Aug 31 01:23:21.604256 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:21.641622 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-206e82ec-a40a-4921-9ba0-f409bdaab9fa req-090fd3b5-970e-4f44-a02c-1a31b3e1c08f service neutron] 10.222.0.85 "GET /networking/v2.0/networks/0760f9a5-d813-4a0f-bcef-9988cda0c948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875145 Aug 31 01:23:21.697867 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a54ffd-71d5-4090-812a-edeb5b2c342d req-5ea4c6c9-96dd-476d-9477-fda3390a92ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:21.699861 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-a6a54ffd-71d5-4090-812a-edeb5b2c342d req-5ea4c6c9-96dd-476d-9477-fda3390a92ee service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=2a0890c6-f1c3-465a-8b4d-8e1ae2356a58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0933576 Aug 31 01:23:21.869836 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-a6a54ffd-71d5-4090-812a-edeb5b2c342d req-ab23df84-1cb6-449e-9ede-0e656828e996 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/2a0890c6-f1c3-465a-8b4d-8e1ae2356a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626325 Aug 31 01:23:21.983217 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=100 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:21.998373 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-c8d799ac-0841-4605-b2c6-3afe7b4b90c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e361c5-ba4b-4479-8e6b-43633c3e7ed9', 'name': 'tempest-AttachVolumeShelveTestJSON-1467074649-router', 'tenant_id': '53d2295ada114ea3b6b5001c4c197f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '6cfffd58-8e9a-41d8-b355-0977e5670440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:22:36Z', 'revision_number': 4, 'project_id': '53d2295ada114ea3b6b5001c4c197f35', 'gw_port': {'id': '6cfffd58-8e9a-41d8-b355-0977e5670440', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e361c5-ba4b-4479-8e6b-43633c3e7ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:25Z', 'updated_at': '2022-08-31T01:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_floatingips': [{'id': '0e9358fd-23ea-4aa9-bd60-16271603055b', 'tenant_id': '53d2295ada114ea3b6b5001c4c197f35', 'floating_ip_address': '172.27.1.13', 'floating_network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'router_id': 'c6e361c5-ba4b-4479-8e6b-43633c3e7ed9', 'port_id': 'dc60a507-f9d6-4b68-ae6c-65c2cfafb12c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a0890c6-f1c3-465a-8b4d-8e1ae2356a58', 'mac_address': 'fa:16:3e:ec:2a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12814f73-696a-4dc2-9182-7779bfe90ad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T01:22:50Z', 'updated_at': '2022-08-31T01:23:20Z', 'revision_number': 1, 'project_id': '53d2295ada114ea3b6b5001c4c197f35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57eaf157-539b-41bf-98b1-eb6abc39a18a', 'name': '', 'network_id': '2a0890c6-f1c3-465a-8b4d-8e1ae2356a58', 'tenant_id': '53d2295ada114ea3b6b5001c4c197f35', 'mac_address': 'fa:16:3e:d8:06:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e361c5-ba4b-4479-8e6b-43633c3e7ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd653247e-0c02-4230-ad01-73647a101df2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:34Z', 'updated_at': '2022-08-31T01:22:51Z', 'revision_number': 5, 'project_id': '53d2295ada114ea3b6b5001c4c197f35', 'subnets': [{'id': 'd653247e-0c02-4230-ad01-73647a101df2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:22.051567 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-a6a54ffd-71d5-4090-812a-edeb5b2c342d req-c802edcf-e221-49fa-8e43-7851a55d0cc6 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/2a0890c6-f1c3-465a-8b4d-8e1ae2356a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658735 Aug 31 01:23:22.065176 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d799ac-0841-4605-b2c6-3afe7b4b90c9 None None] The sync data for ids ['c6e361c5-ba4b-4479-8e6b-43633c3e7ed9'] in dv-cinder-855288-2-iscsi is: [{'id': 'c6e361c5-ba4b-4479-8e6b-43633c3e7ed9', 'name': 'tempest-AttachVolumeShelveTestJSON-1467074649-router', 'tenant_id': '53d2295ada114ea3b6b5001c4c197f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '6cfffd58-8e9a-41d8-b355-0977e5670440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:22:36Z', 'revision_number': 4, 'project_id': '53d2295ada114ea3b6b5001c4c197f35', 'gw_port': {'id': '6cfffd58-8e9a-41d8-b355-0977e5670440', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e361c5-ba4b-4479-8e6b-43633c3e7ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:25Z', 'updated_at': '2022-08-31T01:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_floatingips': [{'id': '0e9358fd-23ea-4aa9-bd60-16271603055b', 'tenant_id': '53d2295ada114ea3b6b5001c4c197f35', 'floating_ip_address': '172.27.1.13', 'floating_network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'router_id': 'c6e361c5-ba4b-4479-8e6b-43633c3e7ed9', 'port_id': 'dc60a507-f9d6-4b68-ae6c-65c2cfafb12c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a0890c6-f1c3-465a-8b4d-8e1ae2356a58', 'mac_address': 'fa:16:3e:ec:2a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12814f73-696a-4dc2-9182-7779bfe90ad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T01:22:50Z', 'updated_at': '2022-08-31T01:23:20Z', 'revision_number': 1, 'project_id': '53d2295ada114ea3b6b5001c4c197f35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57eaf157-539b-41bf-98b1-eb6abc39a18a', 'name': '', 'network_id': '2a0890c6-f1c3-465a-8b4d-8e1ae2356a58', 'tenant_id': '53d2295ada114ea3b6b5001c4c197f35', 'mac_address': 'fa:16:3e:d8:06:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e361c5-ba4b-4479-8e6b-43633c3e7ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd653247e-0c02-4230-ad01-73647a101df2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:34Z', 'updated_at': '2022-08-31T01:22:51Z', 'revision_number': 5, 'project_id': '53d2295ada114ea3b6b5001c4c197f35', 'subnets': [{'id': 'd653247e-0c02-4230-ad01-73647a101df2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:23:22.246379 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-796a855e-0f40-472c-8da7-34facf684208 admin admin] Publish callbacks [] for security_group (0bd7d3b6-bd89-487f-9c85-ee185288f94d), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:22.251444 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-206e82ec-a40a-4921-9ba0-f409bdaab9fa req-f9261abf-b0a6-44c4-b824-9fd1e4971642 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/0760f9a5-d813-4a0f-bcef-9988cda0c948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6036041 Aug 31 01:23:22.298797 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef801e-4176-4e29-a7eb-963d11707b24 req-9ee3a073-f3ac-4f04-b305-74aa6d2317d3 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:22.300800 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0cef801e-4176-4e29-a7eb-963d11707b24 req-9ee3a073-f3ac-4f04-b305-74aa6d2317d3 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=bee91462-f582-40c7-88f9-652f75ce8b01 HTTP/1.1" status: 200 len: 946 time: 0.0566349 Aug 31 01:23:22.330374 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb668ed-7ae8-4ab0-af73-ad56b3895120 None None] New status for floating IP 0e9358fd-23ea-4aa9-bd60-16271603055b: ACTIVE {{(pid=106778) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 01:23:22.360489 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0cef801e-4176-4e29-a7eb-963d11707b24 req-14e57198-9e4f-420d-ba42-5bf4e88b6d46 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532973 Aug 31 01:23:22.392960 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-796a855e-0f40-472c-8da7-34facf684208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (0bd7d3b6-bd89-487f-9c85-ee185288f94d), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:22.432196 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-796a855e-0f40-472c-8da7-34facf684208 admin admin] vlan segment allocate from pool success with {'vlan_id': 1058, 'physical_network': 'physnet1'} {{(pid=106777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:23:22.446543 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796a855e-0f40-472c-8da7-34facf684208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd7d3b6-bd89-487f-9c85-ee185288f94d,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:22.451758 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-796a855e-0f40-472c-8da7-34facf684208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484916'] for segment (6be2919c-9f75-4000-b8f6-46fd5e721d35), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:22.452095 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.db.segments_db [None req-796a855e-0f40-472c-8da7-34facf684208 admin admin] Added segment 6be2919c-9f75-4000-b8f6-46fd5e721d35 of type vlan for network 655f7ef8-cf46-4593-8ac4-78a869e9232a Aug 31 01:23:22.465106 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796a855e-0f40-472c-8da7-34facf684208 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:22.465453 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796a855e-0f40-472c-8da7-34facf684208 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:22.465810 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796a855e-0f40-472c-8da7-34facf684208 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:22.466144 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796a855e-0f40-472c-8da7-34facf684208 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:22.466473 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796a855e-0f40-472c-8da7-34facf684208 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:22.466798 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796a855e-0f40-472c-8da7-34facf684208 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:22.467138 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796a855e-0f40-472c-8da7-34facf684208 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:22.467458 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796a855e-0f40-472c-8da7-34facf684208 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:22.467784 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796a855e-0f40-472c-8da7-34facf684208 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:22.468111 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796a855e-0f40-472c-8da7-34facf684208 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:22.468430 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796a855e-0f40-472c-8da7-34facf684208 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:22.468771 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796a855e-0f40-472c-8da7-34facf684208 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:22.469091 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796a855e-0f40-472c-8da7-34facf684208 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:22.469403 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796a855e-0f40-472c-8da7-34facf684208 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:22.469747 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796a855e-0f40-472c-8da7-34facf684208 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:22.515745 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-796a855e-0f40-472c-8da7-34facf684208 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779185844565'] for network (655f7ef8-cf46-4593-8ac4-78a869e9232a), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:22.615907 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c3130-bffa-4ab5-afad-d94443ba584d req-f956c2f8-4aa1-446b-843b-e4994216db4f tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:22.617908 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1b8c3130-bffa-4ab5-afad-d94443ba584d req-f956c2f8-4aa1-446b-843b-e4994216db4f tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3f2e4287-f02a-4d2f-a669-621ae355fce5 HTTP/1.1" status: 200 len: 945 time: 0.0521934 Aug 31 01:23:22.665167 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1b8c3130-bffa-4ab5-afad-d94443ba584d req-35d5242a-d403-4a4c-9258-50771e2632a6 tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7991206b-2f39-44d5-8964-a4d5a150fe5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414710 Aug 31 01:23:22.688486 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-796a855e-0f40-472c-8da7-34facf684208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430'] for network (655f7ef8-cf46-4593-8ac4-78a869e9232a), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:22.689773 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796a855e-0f40-472c-8da7-34facf684208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:22.690464 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-796a855e-0f40-472c-8da7-34facf684208 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537412'] for network (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:22.755796 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796a855e-0f40-472c-8da7-34facf684208 admin admin] Pushing event updated for resources: {'Network': ['ID=655f7ef8-cf46-4593-8ac4-78a869e9232a,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:22.765922 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Network 655f7ef8-cf46-4593-8ac4-78a869e9232a details requested by agent ovs-agent-dv-cinder-855288-2-iscsi with host dv-cinder-855288-2-iscsi {{(pid=106778) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:23:22.868475 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-796a855e-0f40-472c-8da7-34facf684208 admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4798129 Aug 31 01:23:22.871298 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 56524) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:23:22.876092 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [None req-161882d1-8944-4f29-9c88-f451c7c57349 admin admin] Request body: {'subnet': {'network_id': '655f7ef8-cf46-4593-8ac4-78a869e9232a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1146977131-subnet', 'tenant_id': '8fa93a330f004af585babdddf27ab6dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:23:22.979600 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161882d1-8944-4f29-9c88-f451c7c57349 admin admin] Made reservation on behalf of 8fa93a330f004af585babdddf27ab6dc for: {'subnet': 1} {{(pid=106777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:23:22.982217 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-161882d1-8944-4f29-9c88-f451c7c57349 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5608374'] for subnet (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:23.172503 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:23.223964 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-161882d1-8944-4f29-9c88-f451c7c57349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5262262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5608352'] for subnet (93a64fe3-2304-494c-a174-161fd327cf4c), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:23.284361 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161882d1-8944-4f29-9c88-f451c7c57349 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93a64fe3-2304-494c-a174-161fd327cf4c,revision_number=0']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:23.295255 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161882d1-8944-4f29-9c88-f451c7c57349 admin admin] Checking segment: {'id': '6be2919c-9f75-4000-b8f6-46fd5e721d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '655f7ef8-cf46-4593-8ac4-78a869e9232a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:23:23.295666 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161882d1-8944-4f29-9c88-f451c7c57349 admin admin] Network hostable DHCP agents. Network: 655f7ef8-cf46-4593-8ac4-78a869e9232a, hostable agents: ['06e7caa6-6f15-45a1-a03b-1c511964ed9a'], hosted agents: [] {{(pid=106777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:23:23.379950 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161882d1-8944-4f29-9c88-f451c7c57349 admin admin] Network 655f7ef8-cf46-4593-8ac4-78a869e9232a is scheduled to be hosted by DHCP agent 06e7caa6-6f15-45a1-a03b-1c511964ed9a with binding_index 1 {{(pid=106777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:23:23.463270 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.base_scheduler [None req-161882d1-8944-4f29-9c88-f451c7c57349 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855288-2-iscsi, 655f7ef8-cf46-4593-8ac4-78a869e9232a) {{(pid=106777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:23:23.471408 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b800ab5d-b924-4eb2-89e1-88656e0af4eb None None] Network 655f7ef8-cf46-4593-8ac4-78a869e9232a requested from dv-cinder-855288-2-iscsi {{(pid=106778) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 01:23:23.498020 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161882d1-8944-4f29-9c88-f451c7c57349 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:23.498632 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-161882d1-8944-4f29-9c88-f451c7c57349 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:23.526888 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68f0022-2eb1-47a5-987b-a360acfbfb5f req-7cb28e52-b912-49d5-af3a-a28eaebf68e5 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:23.528432 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-a68f0022-2eb1-47a5-987b-a360acfbfb5f req-7cb28e52-b912-49d5-af3a-a28eaebf68e5 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=bee91462-f582-40c7-88f9-652f75ce8b01 HTTP/1.1" status: 200 len: 946 time: 0.0786898 Aug 31 01:23:23.593094 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-a68f0022-2eb1-47a5-987b-a360acfbfb5f req-1a101307-8c11-4577-85ca-7703e15b938c tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583892 Aug 31 01:23:23.612910 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-161882d1-8944-4f29-9c88-f451c7c57349 admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7394342 Aug 31 01:23:23.618157 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:23.674629 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6ed383-2b89-4246-8cd8-fb29dfc80509 None None] Network 655f7ef8-cf46-4593-8ac4-78a869e9232a requested from dv-cinder-855288-2-iscsi {{(pid=106778) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 01:23:23.802718 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc867525-e18b-4398-80b1-8a15ab4d4301 req-98527b09-418e-4342-ba76-b3f1c6c0b474 tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:23.804355 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-fc867525-e18b-4398-80b1-8a15ab4d4301 req-98527b09-418e-4342-ba76-b3f1c6c0b474 tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3f2e4287-f02a-4d2f-a669-621ae355fce5 HTTP/1.1" status: 200 len: 945 time: 0.0563693 Aug 31 01:23:23.842903 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:23.858775 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-fc867525-e18b-4398-80b1-8a15ab4d4301 req-f298a402-669e-4c71-b0be-f2eb0a0fd588 tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7991206b-2f39-44d5-8964-a4d5a150fe5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489314 Aug 31 01:23:24.103599 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 56562) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:23:24.209082 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-1e9b374a-357f-4cec-a38c-b1698db1d5ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:24.299342 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-1e9b374a-357f-4cec-a38c-b1698db1d5ae admin admin] Publish callbacks [] for security_group (387a0cfe-63e1-4034-8ef8-9b4325094fde), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:24.391096 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-1e9b374a-357f-4cec-a38c-b1698db1d5ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (387a0cfe-63e1-4034-8ef8-9b4325094fde), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:24.434751 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9b374a-357f-4cec-a38c-b1698db1d5ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=387a0cfe-63e1-4034-8ef8-9b4325094fde,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:24.438769 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-1e9b374a-357f-4cec-a38c-b1698db1d5ae admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=c0719f0fb98944edbdb5efa1691de44c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3341355 Aug 31 01:23:24.441648 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 56574) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:23:24.444897 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9b374a-357f-4cec-a38c-b1698db1d5ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:24.446511 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9b374a-357f-4cec-a38c-b1698db1d5ae admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:24.446511 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9b374a-357f-4cec-a38c-b1698db1d5ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:24.446511 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9b374a-357f-4cec-a38c-b1698db1d5ae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:24.446511 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9b374a-357f-4cec-a38c-b1698db1d5ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:24.446511 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9b374a-357f-4cec-a38c-b1698db1d5ae admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:24.447053 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9b374a-357f-4cec-a38c-b1698db1d5ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:24.447268 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9b374a-357f-4cec-a38c-b1698db1d5ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:24.447623 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9b374a-357f-4cec-a38c-b1698db1d5ae admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:24.448086 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9b374a-357f-4cec-a38c-b1698db1d5ae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:24.448295 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9b374a-357f-4cec-a38c-b1698db1d5ae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:24.448624 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9b374a-357f-4cec-a38c-b1698db1d5ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:24.448973 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9b374a-357f-4cec-a38c-b1698db1d5ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:24.449298 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9b374a-357f-4cec-a38c-b1698db1d5ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:24.449616 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9b374a-357f-4cec-a38c-b1698db1d5ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:24.493912 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-0c24e3e9-b607-4f83-a8ae-51dcbc0f4994 admin admin] Publish callbacks [] for security_group (387a0cfe-63e1-4034-8ef8-9b4325094fde), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:24.515813 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-0c24e3e9-b607-4f83-a8ae-51dcbc0f4994 admin admin] Publish callbacks [] for security_group (387a0cfe-63e1-4034-8ef8-9b4325094fde), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:24.633809 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-0c24e3e9-b607-4f83-a8ae-51dcbc0f4994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (387a0cfe-63e1-4034-8ef8-9b4325094fde), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:24.637010 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-0c24e3e9-b607-4f83-a8ae-51dcbc0f4994 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:24.638159 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-0c24e3e9-b607-4f83-a8ae-51dcbc0f4994 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/387a0cfe-63e1-4034-8ef8-9b4325094fde HTTP/1.1" status: 204 len: 168 time: 0.1955323 Aug 31 01:23:24.662560 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c24e3e9-b607-4f83-a8ae-51dcbc0f4994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=387a0cfe-63e1-4034-8ef8-9b4325094fde,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:24.686986 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:24.792870 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08397860-b1fa-47a6-88bf-658743ac3586 req-8987dbad-4568-483a-ae1f-faa431129480 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:24.794400 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-08397860-b1fa-47a6-88bf-658743ac3586 req-8987dbad-4568-483a-ae1f-faa431129480 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=bee91462-f582-40c7-88f9-652f75ce8b01 HTTP/1.1" status: 200 len: 946 time: 0.0608711 Aug 31 01:23:24.847280 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-08397860-b1fa-47a6-88bf-658743ac3586 req-edb3484e-7ff0-4cfc-b1f3-94b858503f3d tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458062 Aug 31 01:23:25.009387 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d55af7-b669-4811-a124-534f601dcc74 req-8aa0138d-e236-40ef-bb50-0c623f630509 tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:25.010843 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-89d55af7-b669-4811-a124-534f601dcc74 req-8aa0138d-e236-40ef-bb50-0c623f630509 tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3f2e4287-f02a-4d2f-a669-621ae355fce5 HTTP/1.1" status: 200 len: 945 time: 0.0758357 Aug 31 01:23:25.018473 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3abf21-944f-44ce-acd0-cb109b7126a5 req-f7229a60-87b0-40e7-91ec-24b14b7aa782 tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:25.019810 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1a3abf21-944f-44ce-acd0-cb109b7126a5 req-f7229a60-87b0-40e7-91ec-24b14b7aa782 tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=3f2e4287-f02a-4d2f-a669-621ae355fce5 HTTP/1.1" status: 200 len: 945 time: 0.0759075 Aug 31 01:23:25.168215 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=100 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:25.169660 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-89d55af7-b669-4811-a124-534f601dcc74 req-8feeb4b8-fc11-4b67-8fc7-743ee3d8b828 tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7991206b-2f39-44d5-8964-a4d5a150fe5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488976 Aug 31 01:23:25.194731 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.plugin [req-1a3abf21-944f-44ce-acd0-cb109b7126a5 req-9259a653-cd28-4a42-b434-4142e898e9f4 tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] Deleting port c7dd3835-d8c2-4dee-8cb0-6f3061af7f54 {{(pid=106777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:23:25.195016 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-1a3abf21-944f-44ce-acd0-cb109b7126a5 req-9259a653-cd28-4a42-b434-4142e898e9f4 tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (c7dd3835-d8c2-4dee-8cb0-6f3061af7f54), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:25.292081 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.db [req-1a3abf21-944f-44ce-acd0-cb109b7126a5 req-9259a653-cd28-4a42-b434-4142e898e9f4 tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] For port c7dd3835-d8c2-4dee-8cb0-6f3061af7f54, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=c7dd3835-d8c2-4dee-8cb0-6f3061af7f54,segment=NetworkSegment(0cc02c4f-36ca-4556-a894-45fa7a2cc2be),segment_id=0cc02c4f-36ca-4556-a894-45fa7a2cc2be)] {{(pid=106777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:23:25.292445 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-1a3abf21-944f-44ce-acd0-cb109b7126a5 req-9259a653-cd28-4a42-b434-4142e898e9f4 tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (c7dd3835-d8c2-4dee-8cb0-6f3061af7f54), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:25.307929 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.plugin [req-1a3abf21-944f-44ce-acd0-cb109b7126a5 req-9259a653-cd28-4a42-b434-4142e898e9f4 tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] Calling delete_port for c7dd3835-d8c2-4dee-8cb0-6f3061af7f54 owned by compute:nova {{(pid=106777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:23:25.358658 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 56594) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:23:25.372982 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-4c77dae4-329b-4fdf-96a5-49e4fd5676e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:25.458974 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-4c77dae4-329b-4fdf-96a5-49e4fd5676e3 admin admin] Publish callbacks [] for security_group (6df2fa01-1cd2-432a-9f45-160895c31983), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:25.545765 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-4c77dae4-329b-4fdf-96a5-49e4fd5676e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (6df2fa01-1cd2-432a-9f45-160895c31983), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:25.574746 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-1a3abf21-944f-44ce-acd0-cb109b7126a5 req-9259a653-cd28-4a42-b434-4142e898e9f4 tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5261574'] for port (c7dd3835-d8c2-4dee-8cb0-6f3061af7f54), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:25.589349 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c77dae4-329b-4fdf-96a5-49e4fd5676e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df2fa01-1cd2-432a-9f45-160895c31983,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:25.593353 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] get_ports_and_sgs() called for port_ids ['c7dd3835-d8c2-4dee-8cb0-6f3061af7f54'] {{(pid=106778) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 01:23:25.593807 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-4c77dae4-329b-4fdf-96a5-49e4fd5676e3 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=45529684e17a43539f53e2a57142428c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2341409 Aug 31 01:23:25.596656 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 56600) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:23:25.605912 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9259a653-cd28-4a42-b434-4142e898e9f4 tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] Pushing event deleted for resources: {'Port': ['ID=c7dd3835-d8c2-4dee-8cb0-6f3061af7f54,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:25.656872 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-c4e151d1-19f7-4d84-aef1-0836dc266ec1 admin admin] Publish callbacks [] for security_group (6df2fa01-1cd2-432a-9f45-160895c31983), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:25.680090 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-c4e151d1-19f7-4d84-aef1-0836dc266ec1 admin admin] Publish callbacks [] for security_group (6df2fa01-1cd2-432a-9f45-160895c31983), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:25.682465 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a3abf21-944f-44ce-acd0-cb109b7126a5 req-9259a653-cd28-4a42-b434-4142e898e9f4 tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] No DVR routers for this DVR port c7dd3835-d8c2-4dee-8cb0-6f3061af7f54 on host hv-cinder-85528 {{(pid=106777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 01:23:25.685648 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-1a3abf21-944f-44ce-acd0-cb109b7126a5 req-9259a653-cd28-4a42-b434-4142e898e9f4 tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for port (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:25.689097 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1a3abf21-944f-44ce-acd0-cb109b7126a5 req-9259a653-cd28-4a42-b434-4142e898e9f4 tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] 10.222.0.85 "DELETE /networking/v2.0/ports/c7dd3835-d8c2-4dee-8cb0-6f3061af7f54 HTTP/1.1" status: 204 len: 173 time: 0.6620104 Aug 31 01:23:25.689552 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f2e4287-f02a-4d2f-a669-621ae355fce5', 'name': 'network-vif-deleted', 'tag': 'c7dd3835-d8c2-4dee-8cb0-6f3061af7f54'}] {{(pid=106777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:23:25.694134 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e330c87e12d7f870e7d9a686a76230f6b0968ad9153010b5cc5787492cc6e0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823e2e75-4e6c-49bf-9701-b0bb1b598b0c" -d '{"events": [{"server_uuid": "3f2e4287-f02a-4d2f-a669-621ae355fce5", "name": "network-vif-deleted", "tag": "c7dd3835-d8c2-4dee-8cb0-6f3061af7f54"}]}' {{(pid=106777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:23:25.739111 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 01:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95001608-1f4b-4d88-b079-96160d33eb51 x-openstack-request-id: req-95001608-1f4b-4d88-b079-96160d33eb51 {{(pid=106777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:23:25.740014 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f2e4287-f02a-4d2f-a669-621ae355fce5", "name": "network-vif-deleted", "tag": "c7dd3835-d8c2-4dee-8cb0-6f3061af7f54", "status": "completed", "code": 200}]} {{(pid=106777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:23:25.740271 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-95001608-1f4b-4d88-b079-96160d33eb51 {{(pid=106777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:23:25.740675 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95001608-1f4b-4d88-b079-96160d33eb51'] response: {'server_uuid': '3f2e4287-f02a-4d2f-a669-621ae355fce5', 'name': 'network-vif-deleted', 'tag': 'c7dd3835-d8c2-4dee-8cb0-6f3061af7f54', 'status': 'completed', 'code': 200} Aug 31 01:23:25.826145 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:25.834684 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-c4e151d1-19f7-4d84-aef1-0836dc266ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (6df2fa01-1cd2-432a-9f45-160895c31983), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:25.837240 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-c4e151d1-19f7-4d84-aef1-0836dc266ec1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:25.838402 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-c4e151d1-19f7-4d84-aef1-0836dc266ec1 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/6df2fa01-1cd2-432a-9f45-160895c31983 HTTP/1.1" status: 204 len: 168 time: 0.2408245 Aug 31 01:23:25.850108 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e151d1-19f7-4d84-aef1-0836dc266ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df2fa01-1cd2-432a-9f45-160895c31983,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:25.992145 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e90e5fe-e7a6-4f51-afbf-83a996615a9b req-e186fe9b-8951-47a1-94bf-60a319d02daf tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:25.998756 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-8e90e5fe-e7a6-4f51-afbf-83a996615a9b req-e186fe9b-8951-47a1-94bf-60a319d02daf tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=bee91462-f582-40c7-88f9-652f75ce8b01 HTTP/1.1" status: 200 len: 946 time: 0.0577726 Aug 31 01:23:26.032096 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:26.050843 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-8e90e5fe-e7a6-4f51-afbf-83a996615a9b req-d28ddcfd-df20-4e66-89fd-55b7ae6a8e66 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489187 Aug 31 01:23:26.248807 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=82,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:26.289868 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-47a47c7b-75fb-416b-bdcb-8080b9f94c8d req-e7d64f2a-4941-4d08-9c9a-901e6d5dccdc tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3f2e4287-f02a-4d2f-a669-621ae355fce5 HTTP/1.1" status: 200 len: 210 time: 0.0328605 Aug 31 01:23:27.001113 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:27.023776 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:27.173179 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cbc552-d0f3-4a65-9c34-7974520f06b1 req-99ce2785-9c5d-4294-b90f-b066dc41b0fa tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:27.174681 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-62cbc552-d0f3-4a65-9c34-7974520f06b1 req-99ce2785-9c5d-4294-b90f-b066dc41b0fa tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=bee91462-f582-40c7-88f9-652f75ce8b01 HTTP/1.1" status: 200 len: 946 time: 0.0486782 Aug 31 01:23:27.222846 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-62cbc552-d0f3-4a65-9c34-7974520f06b1 req-c92db14d-9466-4a85-85ac-e78536f21227 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418625 Aug 31 01:23:27.407624 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-4bfa826c-6fab-4840-a8f7-089970cb9379 req-6d438b4c-5e75-4cd2-b471-f3a73a3563b9 tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3f2e4287-f02a-4d2f-a669-621ae355fce5 HTTP/1.1" status: 200 len: 210 time: 0.0287242 Aug 31 01:23:28.350233 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46f09f-7da2-404f-84eb-e7297acee894 req-bc8128fd-60d0-4fdc-8493-91fa9de37764 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:28.353066 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-7e46f09f-7da2-404f-84eb-e7297acee894 req-bc8128fd-60d0-4fdc-8493-91fa9de37764 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=bee91462-f582-40c7-88f9-652f75ce8b01 HTTP/1.1" status: 200 len: 946 time: 0.0520830 Aug 31 01:23:28.394456 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:28.410852 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-7e46f09f-7da2-404f-84eb-e7297acee894 req-6456338e-be7b-427f-8420-514845a26007 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521042 Aug 31 01:23:28.480957 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:28.527738 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-c06d83e0-4c18-4e9e-88c4-348369d32e18 req-50d53293-9c3f-45db-b18b-9df63bbfc01a tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3f2e4287-f02a-4d2f-a669-621ae355fce5 HTTP/1.1" status: 200 len: 210 time: 0.0297899 Aug 31 01:23:29.308276 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 56726) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:23:29.417746 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-6ee36af6-fea2-4771-bcce-d3bb3f39e29a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:29.439385 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:29.526627 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-6ee36af6-fea2-4771-bcce-d3bb3f39e29a admin admin] Publish callbacks [] for security_group (2f001df8-32b9-4ec3-a815-a6462d9d7980), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:29.542217 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97874fe-1bf9-42d3-89f6-332d0cf56424 req-c7e266b8-994e-4f2b-b6b8-8fb5a35b52bc tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:29.543696 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-c97874fe-1bf9-42d3-89f6-332d0cf56424 req-c7e266b8-994e-4f2b-b6b8-8fb5a35b52bc tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=bee91462-f582-40c7-88f9-652f75ce8b01 HTTP/1.1" status: 200 len: 946 time: 0.0561185 Aug 31 01:23:29.594868 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-c97874fe-1bf9-42d3-89f6-332d0cf56424 req-aef604ba-faf3-40e8-bcaf-3d42aa60844b tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454252 Aug 31 01:23:29.597028 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-6ee36af6-fea2-4771-bcce-d3bb3f39e29a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (2f001df8-32b9-4ec3-a815-a6462d9d7980), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:29.619145 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:29.650271 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-6ee36af6-fea2-4771-bcce-d3bb3f39e29a admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=df0fcbb4574b4acca38369b240444848&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3407629 Aug 31 01:23:29.652936 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 56734) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:23:29.665277 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee36af6-fea2-4771-bcce-d3bb3f39e29a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f001df8-32b9-4ec3-a815-a6462d9d7980,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:29.669158 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-65c29519-a9ee-430e-990a-c6d157c2fc99 req-421feab7-c100-4c0d-be8f-e69edbdd5eef tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3f2e4287-f02a-4d2f-a669-621ae355fce5 HTTP/1.1" status: 200 len: 210 time: 0.0413053 Aug 31 01:23:29.710777 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-5bd67d95-4581-4b50-8408-de7fdef2f51e admin admin] Publish callbacks [] for security_group (2f001df8-32b9-4ec3-a815-a6462d9d7980), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:29.732172 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-5bd67d95-4581-4b50-8408-de7fdef2f51e admin admin] Publish callbacks [] for security_group (2f001df8-32b9-4ec3-a815-a6462d9d7980), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:29.829961 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-5bd67d95-4581-4b50-8408-de7fdef2f51e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (2f001df8-32b9-4ec3-a815-a6462d9d7980), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:29.832532 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-5bd67d95-4581-4b50-8408-de7fdef2f51e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:29.833740 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-5bd67d95-4581-4b50-8408-de7fdef2f51e admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/2f001df8-32b9-4ec3-a815-a6462d9d7980 HTTP/1.1" status: 204 len: 168 time: 0.1793675 Aug 31 01:23:29.842174 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd67d95-4581-4b50-8408-de7fdef2f51e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f001df8-32b9-4ec3-a815-a6462d9d7980,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:29.923270 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device c7dd3835-d8c2-4dee-8cb0-6f3061af7f54 no longer exists at agent hyperv_hv-cinder-85528 {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:23:29.947721 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] No Port match for: c7dd3835-d8c2-4dee-8cb0-6f3061af7f54 {{(pid=106778) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 01:23:29.948073 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device c7dd3835-d8c2-4dee-8cb0-6f3061af7f54 not bound to the agent host hv-cinder-85528 {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:23:30.455415 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 56748) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:23:30.470030 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-13c3e7d1-baca-492f-b171-810b80e90f8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:30.551283 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-13c3e7d1-baca-492f-b171-810b80e90f8c admin admin] Publish callbacks [] for security_group (83231bdd-6407-45ad-9a61-b1d3b1bb4950), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:30.660272 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-13c3e7d1-baca-492f-b171-810b80e90f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (83231bdd-6407-45ad-9a61-b1d3b1bb4950), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:30.695203 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-13c3e7d1-baca-492f-b171-810b80e90f8c admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=0cd95857a3b649ceb4af7b485497b4e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2383699 Aug 31 01:23:30.697802 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 56752) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:23:30.724944 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c3bd9b-3784-4f8b-b5e2-2831cf50e581 req-33b59c78-6c06-48ea-923c-1822df3f15ad tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:30.726473 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b8c3bd9b-3784-4f8b-b5e2-2831cf50e581 req-33b59c78-6c06-48ea-923c-1822df3f15ad tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=bee91462-f582-40c7-88f9-652f75ce8b01 HTTP/1.1" status: 200 len: 946 time: 0.0542424 Aug 31 01:23:30.730668 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3e7d1-baca-492f-b171-810b80e90f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83231bdd-6407-45ad-9a61-b1d3b1bb4950,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:30.776878 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-ed1fd952-5f5c-48b7-b117-b0c0ddc4fdf1 admin admin] Publish callbacks [] for security_group (83231bdd-6407-45ad-9a61-b1d3b1bb4950), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:30.804136 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-ed1fd952-5f5c-48b7-b117-b0c0ddc4fdf1 admin admin] Publish callbacks [] for security_group (83231bdd-6407-45ad-9a61-b1d3b1bb4950), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:30.825648 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b8c3bd9b-3784-4f8b-b5e2-2831cf50e581 req-5cd8443a-811d-4bf1-8020-00b125344624 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733683 Aug 31 01:23:30.828244 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-63280856-231a-469b-92fb-cd8ec3feec11 req-2344f11e-326e-46cd-9e12-e095014098bc tempest-DeleteServersTestJSON-1098225955 tempest-DeleteServersTestJSON-1098225955-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3f2e4287-f02a-4d2f-a669-621ae355fce5 HTTP/1.1" status: 200 len: 210 time: 0.0441542 Aug 31 01:23:30.938005 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-ed1fd952-5f5c-48b7-b117-b0c0ddc4fdf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (83231bdd-6407-45ad-9a61-b1d3b1bb4950), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:30.940999 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-ed1fd952-5f5c-48b7-b117-b0c0ddc4fdf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:30.942807 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-ed1fd952-5f5c-48b7-b117-b0c0ddc4fdf1 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/83231bdd-6407-45ad-9a61-b1d3b1bb4950 HTTP/1.1" status: 204 len: 168 time: 0.2435038 Aug 31 01:23:30.951069 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1fd952-5f5c-48b7-b117-b0c0ddc4fdf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83231bdd-6407-45ad-9a61-b1d3b1bb4950,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:31.310998 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-ad412c1f-59fc-496a-81f9-6da22524e09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (06e7caa6-6f15-45a1-a03b-1c511964ed9a), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:31.971630 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e547f793-010c-42ae-9e14-7e883883ca1a req-3cf5c157-04e1-4f58-9592-d716311c0bdb tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:31.973173 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-e547f793-010c-42ae-9e14-7e883883ca1a req-3cf5c157-04e1-4f58-9592-d716311c0bdb tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=bee91462-f582-40c7-88f9-652f75ce8b01 HTTP/1.1" status: 200 len: 946 time: 0.0534489 Aug 31 01:23:32.024289 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-e547f793-010c-42ae-9e14-7e883883ca1a req-914c42e3-33ce-41cb-bf81-890cbdac3dd5 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453246 Aug 31 01:23:32.066087 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=4 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:32.772952 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1b060181-64a3-4d19-8c18-e1acab63e37e req-fb0da8d3-dead-423e-bd84-6de8978c583c service neutron] 10.222.0.85 "GET /networking/v2.0/ports?device_id=ee6ca45e-29c7-4af8-8aef-72134f23292c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404010 Aug 31 01:23:32.882381 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b060181-64a3-4d19-8c18-e1acab63e37e req-e8244c35-11ce-4db7-b22e-0f0ea2ab43a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:32.884067 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1b060181-64a3-4d19-8c18-e1acab63e37e req-e8244c35-11ce-4db7-b22e-0f0ea2ab43a7 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=d58414b1dd2342d58cc7665aee50b86b&device_id=ee6ca45e-29c7-4af8-8aef-72134f23292c HTTP/1.1" status: 200 len: 1130 time: 0.0465159 Aug 31 01:23:32.997941 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b060181-64a3-4d19-8c18-e1acab63e37e req-45690907-7882-4d54-8bf6-f11f15e9ddb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:32.999289 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1b060181-64a3-4d19-8c18-e1acab63e37e req-45690907-7882-4d54-8bf6-f11f15e9ddb2 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?id=0303b68a-9736-48eb-90f1-d3c52026d074 HTTP/1.1" status: 200 len: 921 time: 0.0921924 Aug 31 01:23:33.047377 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1b060181-64a3-4d19-8c18-e1acab63e37e req-6f99f18e-6c40-44bf-8221-662ec82eb27d service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=388de9da-77e7-4d40-9542-da91eb9630e0 HTTP/1.1" status: 200 len: 217 time: 0.0389328 Aug 31 01:23:33.139715 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b060181-64a3-4d19-8c18-e1acab63e37e req-56a6db04-03cf-45bc-9dc5-f067505b53d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:33.141182 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1b060181-64a3-4d19-8c18-e1acab63e37e req-56a6db04-03cf-45bc-9dc5-f067505b53d3 service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=14c282f1-a88f-47d5-b759-92c78d45d59b HTTP/1.1" status: 200 len: 858 time: 0.0826085 Aug 31 01:23:33.182232 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f50c521-425e-468d-b542-73fd394f017e req-241932ea-bcdd-40a3-b1bb-baacf2fa2934 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:33.183687 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-3f50c521-425e-468d-b542-73fd394f017e req-241932ea-bcdd-40a3-b1bb-baacf2fa2934 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=bee91462-f582-40c7-88f9-652f75ce8b01 HTTP/1.1" status: 200 len: 946 time: 0.0777252 Aug 31 01:23:33.207432 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b060181-64a3-4d19-8c18-e1acab63e37e req-a86b5c49-dd77-41c8-a492-319d597c3b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:33.207432 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1b060181-64a3-4d19-8c18-e1acab63e37e req-a86b5c49-dd77-41c8-a492-319d597c3b15 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=0303b68a-9736-48eb-90f1-d3c52026d074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0555196 Aug 31 01:23:33.314493 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-3f50c521-425e-468d-b542-73fd394f017e req-f5c67ea3-71ac-41ff-ae4b-2c26f768835f tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235816 Aug 31 01:23:33.335651 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:33.346689 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1b060181-64a3-4d19-8c18-e1acab63e37e req-2e7f9f34-ebb2-4f0c-a802-8b17e70f10c2 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/0303b68a-9736-48eb-90f1-d3c52026d074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351402 Aug 31 01:23:33.456744 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1b060181-64a3-4d19-8c18-e1acab63e37e req-c40bedf6-fa3b-476a-9756-609231af486a service neutron] 10.222.0.85 "GET /networking/v2.0/networks/0303b68a-9736-48eb-90f1-d3c52026d074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945027 Aug 31 01:23:33.478802 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 56880) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:23:33.532187 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-c3d1586a-0f0a-412f-862b-fea2e5b3c9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (1428144b-5b15-4168-8538-b51b3045e8b6), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:33.749299 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (799b9b45-836a-4007-8b99-6041c4a5ce6b), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:33.759293 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:33.798122 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:34.064312 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-f51cd875-e154-4c06-9a11-3e5d03eec20e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-636683'] for router_interface (59484e11-2538-4091-ae5b-31349df6d1be), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:34.374207 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [None req-f51cd875-e154-4c06-9a11-3e5d03eec20e admin admin] Deleting port e3c76a5c-0d13-458d-b6f1-e39e583211e8 {{(pid=106776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:23:34.374207 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-f51cd875-e154-4c06-9a11-3e5d03eec20e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (e3c76a5c-0d13-458d-b6f1-e39e583211e8), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:34.448657 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc20bb-fc69-4f4e-9a46-86883adc32a9 req-1aa16d12-17ee-4d46-a9ce-5c9348e6be8a tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:34.450177 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-e1fc20bb-fc69-4f4e-9a46-86883adc32a9 req-1aa16d12-17ee-4d46-a9ce-5c9348e6be8a tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=bee91462-f582-40c7-88f9-652f75ce8b01 HTTP/1.1" status: 200 len: 946 time: 0.0504310 Aug 31 01:23:34.462007 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.db [None req-f51cd875-e154-4c06-9a11-3e5d03eec20e admin admin] For port e3c76a5c-0d13-458d-b6f1-e39e583211e8, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=e3c76a5c-0d13-458d-b6f1-e39e583211e8,segment=NetworkSegment(0cc02c4f-36ca-4556-a894-45fa7a2cc2be),segment_id=0cc02c4f-36ca-4556-a894-45fa7a2cc2be)] {{(pid=106776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:23:34.462373 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-f51cd875-e154-4c06-9a11-3e5d03eec20e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (e3c76a5c-0d13-458d-b6f1-e39e583211e8), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:34.477941 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [None req-f51cd875-e154-4c06-9a11-3e5d03eec20e admin admin] Calling delete_port for e3c76a5c-0d13-458d-b6f1-e39e583211e8 owned by network:router_interface {{(pid=106776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:23:34.489413 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:34.501748 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-e1fc20bb-fc69-4f4e-9a46-86883adc32a9 req-9f25a665-b20f-4d58-93e7-a87dec18fc4e tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449917 Aug 31 01:23:34.750853 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-f51cd875-e154-4c06-9a11-3e5d03eec20e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847'] for port (e3c76a5c-0d13-458d-b6f1-e39e583211e8), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:34.775772 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51cd875-e154-4c06-9a11-3e5d03eec20e admin admin] Pushing event deleted for resources: {'Port': ['ID=e3c76a5c-0d13-458d-b6f1-e39e583211e8,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:34.903546 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-f51cd875-e154-4c06-9a11-3e5d03eec20e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-636091'] for router_interface (59484e11-2538-4091-ae5b-31349df6d1be), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:34.968427 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-6cf74907-e165-4231-8e79-d72e153e628e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (625e835a-7d63-45f9-8a46-c3ba876c3627), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:35.127483 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f51cd875-e154-4c06-9a11-3e5d03eec20e admin admin] Router 59484e11-2538-4091-ae5b-31349df6d1be has already been hosted by L3 agent 1428144b-5b15-4168-8538-b51b3045e8b6 {{(pid=106776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:23:35.170156 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=100 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:35.236254 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f51cd875-e154-4c06-9a11-3e5d03eec20e admin admin] Notify agent at l3_agent.dv-cinder-855288-2-iscsi the message routers_updated {{(pid=106776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:23:35.244296 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-f51cd875-e154-4c06-9a11-3e5d03eec20e admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/59484e11-2538-4091-ae5b-31349df6d1be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7621000 Aug 31 01:23:35.244715 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 56918) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:23:35.250801 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f699351b-3bc1-4b3f-946f-16ba4886a8e8 None None] Sync routers for ids ['59484e11-2538-4091-ae5b-31349df6d1be'] in dv-cinder-855288-2-iscsi {{(pid=106779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:23:35.262394 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f699351b-3bc1-4b3f-946f-16ba4886a8e8 None None] Routers {'59484e11-2538-4091-ae5b-31349df6d1be'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:23:35.263012 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-f699351b-3bc1-4b3f-946f-16ba4886a8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:23:33Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['59484e11-2538-4091-ae5b-31349df6d1be'], 'active': True} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:35.329996 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:35.355944 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-c9c44c99-bb2a-4428-b385-6948903189bb admin admin] Publish callbacks [] for router (59484e11-2538-4091-ae5b-31349df6d1be), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:35.373525 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvr_db [None req-f699351b-3bc1-4b3f-946f-16ba4886a8e8 None None] Set router 59484e11-2538-4091-ae5b-31349df6d1be gateway port host: dv-cinder-855288-2-iscsi {{(pid=106779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:23:35.469402 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-c9c44c99-bb2a-4428-b385-6948903189bb admin admin] Publish callbacks [] for router_gateway (59484e11-2538-4091-ae5b-31349df6d1be), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:35.546711 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-f699351b-3bc1-4b3f-946f-16ba4886a8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59484e11-2538-4091-ae5b-31349df6d1be', 'name': 'tempest-DeleteServersTestJSON-1132419661-router', 'tenant_id': '3abb95e8d0a84b76a5d141815451ceae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '85d439e7-32ef-4101-ba52-0e1a4d72dbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:23:34Z', 'revision_number': 5, 'project_id': '3abb95e8d0a84b76a5d141815451ceae', 'gw_port': {'id': '85d439e7-32ef-4101-ba52-0e1a4d72dbda', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:71:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59484e11-2538-4091-ae5b-31349df6d1be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:23Z', 'updated_at': '2022-08-31T01:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi'}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:35.578417 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f699351b-3bc1-4b3f-946f-16ba4886a8e8 None None] Checking router: 59484e11-2538-4091-ae5b-31349df6d1be for host: dv-cinder-855288-2-iscsi {{(pid=106779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:23:35.587712 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f699351b-3bc1-4b3f-946f-16ba4886a8e8 None None] Routers {'59484e11-2538-4091-ae5b-31349df6d1be'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:23:35.588307 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-f699351b-3bc1-4b3f-946f-16ba4886a8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:23:33Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['59484e11-2538-4091-ae5b-31349df6d1be'], 'active': True} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:35.602962 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [None req-c9c44c99-bb2a-4428-b385-6948903189bb admin admin] Deleting port 85d439e7-32ef-4101-ba52-0e1a4d72dbda {{(pid=106776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:23:35.603516 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-c9c44c99-bb2a-4428-b385-6948903189bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (85d439e7-32ef-4101-ba52-0e1a4d72dbda), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:35.644396 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea95c21-13f8-4bb3-9b6a-f6d0dfebb353 req-b1dacefc-a3ec-469d-8bed-70f35518e7c3 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:35.645947 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-4ea95c21-13f8-4bb3-9b6a-f6d0dfebb353 req-b1dacefc-a3ec-469d-8bed-70f35518e7c3 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=bee91462-f582-40c7-88f9-652f75ce8b01 HTTP/1.1" status: 200 len: 946 time: 0.0561235 Aug 31 01:23:35.664067 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:35.679430 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvr_db [None req-f699351b-3bc1-4b3f-946f-16ba4886a8e8 None None] Set router 59484e11-2538-4091-ae5b-31349df6d1be gateway port host: None {{(pid=106779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:23:35.693968 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.db [None req-c9c44c99-bb2a-4428-b385-6948903189bb admin admin] For port 85d439e7-32ef-4101-ba52-0e1a4d72dbda, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=85d439e7-32ef-4101-ba52-0e1a4d72dbda,segment=NetworkSegment(5532158b-12fc-4975-99d9-f23bee8acdf7),segment_id=5532158b-12fc-4975-99d9-f23bee8acdf7)] {{(pid=106776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:23:35.694240 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-c9c44c99-bb2a-4428-b385-6948903189bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (85d439e7-32ef-4101-ba52-0e1a4d72dbda), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:35.722031 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [None req-c9c44c99-bb2a-4428-b385-6948903189bb admin admin] Calling delete_port for 85d439e7-32ef-4101-ba52-0e1a4d72dbda owned by network:router_gateway {{(pid=106776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:23:35.729929 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-4ea95c21-13f8-4bb3-9b6a-f6d0dfebb353 req-b1124f7c-bbef-4675-b426-0cd14be1b4ff tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782838 Aug 31 01:23:35.755614 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-f699351b-3bc1-4b3f-946f-16ba4886a8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59484e11-2538-4091-ae5b-31349df6d1be', 'name': 'tempest-DeleteServersTestJSON-1132419661-router', 'tenant_id': '3abb95e8d0a84b76a5d141815451ceae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:23:35Z', 'revision_number': 6, 'project_id': '3abb95e8d0a84b76a5d141815451ceae', 'gw_port_host': None}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:35.776096 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f699351b-3bc1-4b3f-946f-16ba4886a8e8 None None] The sync data for ids ['59484e11-2538-4091-ae5b-31349df6d1be'] in dv-cinder-855288-2-iscsi is: [{'id': '59484e11-2538-4091-ae5b-31349df6d1be', 'name': 'tempest-DeleteServersTestJSON-1132419661-router', 'tenant_id': '3abb95e8d0a84b76a5d141815451ceae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:23:35Z', 'revision_number': 6, 'project_id': '3abb95e8d0a84b76a5d141815451ceae', 'gw_port_host': None}] {{(pid=106779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:23:36.021707 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-c9c44c99-bb2a-4428-b385-6948903189bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847'] for port (85d439e7-32ef-4101-ba52-0e1a4d72dbda), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:36.047594 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c44c99-bb2a-4428-b385-6948903189bb admin admin] Pushing event deleted for resources: {'Port': ['ID=85d439e7-32ef-4101-ba52-0e1a4d72dbda,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:36.081618 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-c9c44c99-bb2a-4428-b385-6948903189bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608328'] for router_gateway (59484e11-2538-4091-ae5b-31349df6d1be), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:36.374111 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-f7411cf7-2853-429b-aa0f-54d02b543116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (5f821ebb-aac9-4915-bb43-6712672a5d6c), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:36.377579 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-c9c44c99-bb2a-4428-b385-6948903189bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10600'] for router (59484e11-2538-4091-ae5b-31349df6d1be), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:36.379734 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-c9c44c99-bb2a-4428-b385-6948903189bb admin admin] Publish callbacks [] for router_controller (59484e11-2538-4091-ae5b-31349df6d1be), precommit_delete_associations {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:36.390033 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 56952) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:23:36.410180 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (f96ef3eb-5320-49ab-b33a-a2775d3a6053), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:36.500089 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-c9c44c99-bb2a-4428-b385-6948903189bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636102'] for router (59484e11-2538-4091-ae5b-31349df6d1be), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:36.500642 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c44c99-bb2a-4428-b385-6948903189bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59484e11-2538-4091-ae5b-31349df6d1be {{(pid=106776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:23:36.506115 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-c9c44c99-bb2a-4428-b385-6948903189bb admin admin] Publish callbacks [] for router (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:36.507282 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-c9c44c99-bb2a-4428-b385-6948903189bb admin admin] 10.222.0.20 "DELETE /networking/v2.0/routers/59484e11-2538-4091-ae5b-31349df6d1be HTTP/1.1" status: 204 len: 168 time: 1.2615547 Aug 31 01:23:36.510367 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 56958) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:23:36.514680 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-730c283f-712a-40b2-ba79-9a7687628a7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:36.561066 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.db_base_plugin_v2 [None req-08177cf5-c3a8-4f1e-993c-0329fc413cc8 admin admin] Deleting subnet 94367183-ee6f-48d8-847a-1f6b2d12d1be {{(pid=106776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 01:23:36.565225 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-08177cf5-c3a8-4f1e-993c-0329fc413cc8 admin admin] Publish callbacks [] for subnet (94367183-ee6f-48d8-847a-1f6b2d12d1be), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:36.604596 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-08177cf5-c3a8-4f1e-993c-0329fc413cc8 admin admin] Publish callbacks [] for subnet (94367183-ee6f-48d8-847a-1f6b2d12d1be), precommit_delete_associations {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:36.611390 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-730c283f-712a-40b2-ba79-9a7687628a7c admin admin] Publish callbacks [] for security_group (5f0f46aa-4a52-4b78-a81c-16ce99fbbd97), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:36.674287 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-08177cf5-c3a8-4f1e-993c-0329fc413cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1483629'] for subnet (94367183-ee6f-48d8-847a-1f6b2d12d1be), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:36.687820 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-730c283f-712a-40b2-ba79-9a7687628a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (5f0f46aa-4a52-4b78-a81c-16ce99fbbd97), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:36.729605 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-730c283f-712a-40b2-ba79-9a7687628a7c admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=7e7373ed73c540eb80de520de253800a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3384063 Aug 31 01:23:36.732283 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 56962) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:23:36.740217 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730c283f-712a-40b2-ba79-9a7687628a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0f46aa-4a52-4b78-a81c-16ce99fbbd97,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:36.786536 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 85d439e7-32ef-4101-ba52-0e1a4d72dbda no longer exists at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:23:36.796287 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-8fa07b67-4608-47b1-b9bf-90f48366d669 admin admin] Publish callbacks [] for security_group (5f0f46aa-4a52-4b78-a81c-16ce99fbbd97), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:36.809458 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:36.818722 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] No Port match for: 85d439e7-32ef-4101-ba52-0e1a4d72dbda {{(pid=106778) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 01:23:36.819076 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 85d439e7-32ef-4101-ba52-0e1a4d72dbda not bound to the agent host dv-cinder-855288-2-iscsi {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:23:36.819544 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device e3c76a5c-0d13-458d-b6f1-e39e583211e8 no longer exists at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:23:36.822719 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-8fa07b67-4608-47b1-b9bf-90f48366d669 admin admin] Publish callbacks [] for security_group (5f0f46aa-4a52-4b78-a81c-16ce99fbbd97), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:36.843245 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] No Port match for: e3c76a5c-0d13-458d-b6f1-e39e583211e8 {{(pid=106778) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 01:23:36.843583 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device e3c76a5c-0d13-458d-b6f1-e39e583211e8 not bound to the agent host dv-cinder-855288-2-iscsi {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:23:36.860889 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-08177cf5-c3a8-4f1e-993c-0329fc413cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1483636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430'] for subnet (94367183-ee6f-48d8-847a-1f6b2d12d1be), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:36.915150 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08177cf5-c3a8-4f1e-993c-0329fc413cc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94367183-ee6f-48d8-847a-1f6b2d12d1be,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:36.918943 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-08177cf5-c3a8-4f1e-993c-0329fc413cc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537412'] for subnet (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:36.923084 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-08177cf5-c3a8-4f1e-993c-0329fc413cc8 admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/94367183-ee6f-48d8-847a-1f6b2d12d1be HTTP/1.1" status: 204 len: 168 time: 0.4104953 Aug 31 01:23:36.931768 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9468a534-9c28-402c-80b8-5426e3d767ba req-eafbe0b5-0191-490b-8873-149f357d70be tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:36.931768 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-9468a534-9c28-402c-80b8-5426e3d767ba req-eafbe0b5-0191-490b-8873-149f357d70be tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=bee91462-f582-40c7-88f9-652f75ce8b01 HTTP/1.1" status: 200 len: 946 time: 0.0844884 Aug 31 01:23:36.935987 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9f6af4-236c-4680-863d-02fb4ea0a3d1 None None] Network a27cf704-8eb8-465e-b2ce-81a4020d8b6b requested from dv-cinder-855288-2-iscsi {{(pid=106778) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 01:23:36.937697 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 56970) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:23:37.011583 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-9468a534-9c28-402c-80b8-5426e3d767ba req-90ca633b-0acf-4662-839d-6241652e0306 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701036 Aug 31 01:23:37.027158 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-8fa07b67-4608-47b1-b9bf-90f48366d669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (5f0f46aa-4a52-4b78-a81c-16ce99fbbd97), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:37.029825 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-8fa07b67-4608-47b1-b9bf-90f48366d669 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:37.033636 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-8fa07b67-4608-47b1-b9bf-90f48366d669 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/5f0f46aa-4a52-4b78-a81c-16ce99fbbd97 HTTP/1.1" status: 204 len: 168 time: 0.3003194 Aug 31 01:23:37.056184 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa07b67-4608-47b1-b9bf-90f48366d669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0f46aa-4a52-4b78-a81c-16ce99fbbd97,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:37.070815 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-faeb775e-8cff-4378-a696-a723092888cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1495376'] for network (a27cf704-8eb8-465e-b2ce-81a4020d8b6b), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:37.125248 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:37.133654 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [None req-faeb775e-8cff-4378-a696-a723092888cb admin admin] Deleting port 8a2fc823-b897-4c4e-a5c3-2a5996494b1e {{(pid=106776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:23:37.133997 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-faeb775e-8cff-4378-a696-a723092888cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (8a2fc823-b897-4c4e-a5c3-2a5996494b1e), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:37.163014 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27efb290-65ec-4688-983b-cf36069c52f8 None None] DHCP port deletion for a27cf704-8eb8-465e-b2ce-81a4020d8b6b request from dv-cinder-855288-2-iscsi {{(pid=106778) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 01:23:37.211254 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-27efb290-65ec-4688-983b-cf36069c52f8 None None] Deleting port 8a2fc823-b897-4c4e-a5c3-2a5996494b1e {{(pid=106778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:23:37.211742 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-27efb290-65ec-4688-983b-cf36069c52f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (8a2fc823-b897-4c4e-a5c3-2a5996494b1e), before_delete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:37.219544 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.db [None req-faeb775e-8cff-4378-a696-a723092888cb admin admin] For port 8a2fc823-b897-4c4e-a5c3-2a5996494b1e, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=8a2fc823-b897-4c4e-a5c3-2a5996494b1e,segment=NetworkSegment(0cc02c4f-36ca-4556-a894-45fa7a2cc2be),segment_id=0cc02c4f-36ca-4556-a894-45fa7a2cc2be)] {{(pid=106776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:23:37.219909 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-faeb775e-8cff-4378-a696-a723092888cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (8a2fc823-b897-4c4e-a5c3-2a5996494b1e), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:37.233839 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [None req-faeb775e-8cff-4378-a696-a723092888cb admin admin] Calling delete_port for 8a2fc823-b897-4c4e-a5c3-2a5996494b1e owned by network:dhcp {{(pid=106776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:23:37.282899 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-27efb290-65ec-4688-983b-cf36069c52f8 None None] For port 8a2fc823-b897-4c4e-a5c3-2a5996494b1e, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=8a2fc823-b897-4c4e-a5c3-2a5996494b1e,segment=NetworkSegment(0cc02c4f-36ca-4556-a894-45fa7a2cc2be),segment_id=0cc02c4f-36ca-4556-a894-45fa7a2cc2be)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:23:37.283309 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-27efb290-65ec-4688-983b-cf36069c52f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (8a2fc823-b897-4c4e-a5c3-2a5996494b1e), precommit_delete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:37.296914 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-27efb290-65ec-4688-983b-cf36069c52f8 None None] Calling delete_port for 8a2fc823-b897-4c4e-a5c3-2a5996494b1e owned by network:dhcp {{(pid=106778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:23:37.390787 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:37.419238 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-faeb775e-8cff-4378-a696-a723092888cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847'] for port (8a2fc823-b897-4c4e-a5c3-2a5996494b1e), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:37.428452 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-27efb290-65ec-4688-983b-cf36069c52f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847'] for port (8a2fc823-b897-4c4e-a5c3-2a5996494b1e), after_delete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:37.445407 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeb775e-8cff-4378-a696-a723092888cb admin admin] Pushing event deleted for resources: {'Port': ['ID=8a2fc823-b897-4c4e-a5c3-2a5996494b1e,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:37.450566 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faeb775e-8cff-4378-a696-a723092888cb admin admin] No DVR routers for this DVR port 8a2fc823-b897-4c4e-a5c3-2a5996494b1e on host dv-cinder-855288-2-iscsi {{(pid=106776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 01:23:37.452588 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27efb290-65ec-4688-983b-cf36069c52f8 None None] Pushing event deleted for resources: {'Port': ['ID=8a2fc823-b897-4c4e-a5c3-2a5996494b1e,revision_number=None']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:37.469355 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27efb290-65ec-4688-983b-cf36069c52f8 None None] No DVR routers for this DVR port 8a2fc823-b897-4c4e-a5c3-2a5996494b1e on host dv-cinder-855288-2-iscsi {{(pid=106778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 01:23:37.471518 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27efb290-65ec-4688-983b-cf36069c52f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:37.471859 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27efb290-65ec-4688-983b-cf36069c52f8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:37.472208 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27efb290-65ec-4688-983b-cf36069c52f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:37.472565 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27efb290-65ec-4688-983b-cf36069c52f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:37.472920 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27efb290-65ec-4688-983b-cf36069c52f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:37.473769 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27efb290-65ec-4688-983b-cf36069c52f8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:37.474089 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27efb290-65ec-4688-983b-cf36069c52f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:37.474406 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27efb290-65ec-4688-983b-cf36069c52f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:37.474826 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27efb290-65ec-4688-983b-cf36069c52f8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:37.475039 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27efb290-65ec-4688-983b-cf36069c52f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:37.475370 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27efb290-65ec-4688-983b-cf36069c52f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:37.475682 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27efb290-65ec-4688-983b-cf36069c52f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:37.475994 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27efb290-65ec-4688-983b-cf36069c52f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:37.476308 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27efb290-65ec-4688-983b-cf36069c52f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:37.476619 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27efb290-65ec-4688-983b-cf36069c52f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:37.538066 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-faeb775e-8cff-4378-a696-a723092888cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1483790', 'neutron.services.segments.db._delete_segments_for_network-8779186328131'] for network (a27cf704-8eb8-465e-b2ce-81a4020d8b6b), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:37.559750 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-faeb775e-8cff-4378-a696-a723092888cb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:23:37.560091 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-faeb775e-8cff-4378-a696-a723092888cb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:23:37.560882 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-faeb775e-8cff-4378-a696-a723092888cb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:23:37.561218 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-faeb775e-8cff-4378-a696-a723092888cb admin admin] Subscribe: > port after_create 55550000 {{(pid=106776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:23:37.561541 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-faeb775e-8cff-4378-a696-a723092888cb admin admin] Subscribe: > port after_delete 55550000 {{(pid=106776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:23:37.561877 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-faeb775e-8cff-4378-a696-a723092888cb admin admin] Subscribe: > port after_update 55550000 {{(pid=106776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:23:37.562199 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-faeb775e-8cff-4378-a696-a723092888cb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:23:37.562540 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-faeb775e-8cff-4378-a696-a723092888cb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:23:37.562871 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-faeb775e-8cff-4378-a696-a723092888cb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:23:37.563180 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-faeb775e-8cff-4378-a696-a723092888cb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:23:37.636570 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-faeb775e-8cff-4378-a696-a723092888cb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:23:37.636960 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-faeb775e-8cff-4378-a696-a723092888cb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:23:37.637293 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-faeb775e-8cff-4378-a696-a723092888cb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:23:37.637823 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-faeb775e-8cff-4378-a696-a723092888cb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:23:37.638346 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.services.segments.db [None req-faeb775e-8cff-4378-a696-a723092888cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a27cf704-8eb8-465e-b2ce-81a4020d8b6b']}} {{(pid=106776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:37.658623 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.services.segments.db [None req-faeb775e-8cff-4378-a696-a723092888cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cc02c4f-36ca-4556-a894-45fa7a2cc2be') {'for_net_delete': True} {{(pid=106776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:37.668468 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.services.segments.db [None req-faeb775e-8cff-4378-a696-a723092888cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cc02c4f-36ca-4556-a894-45fa7a2cc2be') {} {{(pid=106776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:37.686226 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-faeb775e-8cff-4378-a696-a723092888cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779186303919', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223806'] for segment (0cc02c4f-36ca-4556-a894-45fa7a2cc2be), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:37.707089 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-faeb775e-8cff-4378-a696-a723092888cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484916'] for segment (0cc02c4f-36ca-4556-a894-45fa7a2cc2be), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:37.715472 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faeb775e-8cff-4378-a696-a723092888cb admin admin] Releasing vlan 1089 on physical network physnet1 to pool {{(pid=106776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:23:37.715893 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-faeb775e-8cff-4378-a696-a723092888cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6273770'] for segment (0cc02c4f-36ca-4556-a894-45fa7a2cc2be), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:37.752219 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 56992) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:23:37.766988 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-287b1cdf-5a77-4633-9b25-7524de102784 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:37.858057 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-287b1cdf-5a77-4633-9b25-7524de102784 admin admin] Publish callbacks [] for security_group (145853e9-fd31-4ba3-b92c-62d62d05690b), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:37.894384 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-faeb775e-8cff-4378-a696-a723092888cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1483783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608292'] for network (a27cf704-8eb8-465e-b2ce-81a4020d8b6b), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:37.912402 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeb775e-8cff-4378-a696-a723092888cb admin admin] Pushing event deleted for resources: {'Network': ['ID=a27cf704-8eb8-465e-b2ce-81a4020d8b6b,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:37.914476 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-faeb775e-8cff-4378-a696-a723092888cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537412'] for network (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:37.920169 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-faeb775e-8cff-4378-a696-a723092888cb admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/a27cf704-8eb8-465e-b2ce-81a4020d8b6b HTTP/1.1" status: 204 len: 168 time: 0.9786785 Aug 31 01:23:37.951868 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.services.segments.plugin [-] Segment 0cc02c4f-36ca-4556-a894-45fa7a2cc2be resource provider aggregate not found Aug 31 01:23:37.969585 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.services.segments.plugin [-] Segment 0cc02c4f-36ca-4556-a894-45fa7a2cc2be resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0cc02c4f-36ca-4556-a894-45fa7a2cc2be found for delete ", "request_id": "req-7e876527-4884-4e63-b515-eabff3e734da"}]} Aug 31 01:23:37.994627 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-287b1cdf-5a77-4633-9b25-7524de102784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (145853e9-fd31-4ba3-b92c-62d62d05690b), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:38.038126 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-287b1cdf-5a77-4633-9b25-7524de102784 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=321e86b471354116b0847bb7c8625664&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2841537 Aug 31 01:23:38.039068 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287b1cdf-5a77-4633-9b25-7524de102784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=145853e9-fd31-4ba3-b92c-62d62d05690b,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:38.040871 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 57006) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:23:38.097432 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-23a26877-270d-4e9a-a150-f407eaa2012b admin admin] Publish callbacks [] for security_group (145853e9-fd31-4ba3-b92c-62d62d05690b), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:38.122385 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-23a26877-270d-4e9a-a150-f407eaa2012b admin admin] Publish callbacks [] for security_group (145853e9-fd31-4ba3-b92c-62d62d05690b), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:38.150826 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd6d53-95bc-4032-8bf7-57edf6c6e367 req-a10668e9-33fd-4519-8045-33e99e9142d7 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:38.152480 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-74cd6d53-95bc-4032-8bf7-57edf6c6e367 req-a10668e9-33fd-4519-8045-33e99e9142d7 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=bee91462-f582-40c7-88f9-652f75ce8b01 HTTP/1.1" status: 200 len: 946 time: 0.0587924 Aug 31 01:23:38.200501 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-74cd6d53-95bc-4032-8bf7-57edf6c6e367 req-7fb32045-2e28-4c8f-897f-e412220adf50 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423977 Aug 31 01:23:38.243064 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-23a26877-270d-4e9a-a150-f407eaa2012b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (145853e9-fd31-4ba3-b92c-62d62d05690b), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:38.245728 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-23a26877-270d-4e9a-a150-f407eaa2012b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:38.246885 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-23a26877-270d-4e9a-a150-f407eaa2012b admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/145853e9-fd31-4ba3-b92c-62d62d05690b HTTP/1.1" status: 204 len: 168 time: 0.2048903 Aug 31 01:23:38.256092 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:38.256439 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a26877-270d-4e9a-a150-f407eaa2012b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=145853e9-fd31-4ba3-b92c-62d62d05690b,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:38.360997 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 57014) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:23:38.410102 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-e83c29b6-eb02-41b8-a88d-f08088c6881b admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=3abb95e8d0a84b76a5d141815451ceae&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0466254 Aug 31 01:23:38.411511 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 57018) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:23:38.468360 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-d2ccbe6a-173a-47cc-8811-7c75630ababd admin admin] Publish callbacks [] for security_group (7991206b-2f39-44d5-8964-a4d5a150fe5b), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:38.480842 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c453e0be-cbd4-41d3-99d0-ebd1dfb74757 req-66030ebf-3095-439f-8137-fac293953ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:38.482362 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-c453e0be-cbd4-41d3-99d0-ebd1dfb74757 req-66030ebf-3095-439f-8137-fac293953ddc service neutron] 10.222.0.85 "GET /networking/v2.0/ports?device_id=bee91462-f582-40c7-88f9-652f75ce8b01 HTTP/1.1" status: 200 len: 1130 time: 0.0436866 Aug 31 01:23:38.489901 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-d2ccbe6a-173a-47cc-8811-7c75630ababd admin admin] Publish callbacks [] for security_group (7991206b-2f39-44d5-8964-a4d5a150fe5b), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:38.510325 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:38.537379 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-c453e0be-cbd4-41d3-99d0-ebd1dfb74757 req-294f2a51-07ff-41db-8f4f-3af914a2f8bb service neutron] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456076 Aug 31 01:23:38.619893 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-d2ccbe6a-173a-47cc-8811-7c75630ababd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (7991206b-2f39-44d5-8964-a4d5a150fe5b), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:38.626103 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-d2ccbe6a-173a-47cc-8811-7c75630ababd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:38.626103 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-d2ccbe6a-173a-47cc-8811-7c75630ababd admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/7991206b-2f39-44d5-8964-a4d5a150fe5b HTTP/1.1" status: 204 len: 168 time: 0.2111485 Aug 31 01:23:38.632519 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ccbe6a-173a-47cc-8811-7c75630ababd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7991206b-2f39-44d5-8964-a4d5a150fe5b,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:38.772980 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 8a2fc823-b897-4c4e-a5c3-2a5996494b1e no longer exists at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:23:38.805982 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] No Port match for: 8a2fc823-b897-4c4e-a5c3-2a5996494b1e {{(pid=106778) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 01:23:38.806557 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 8a2fc823-b897-4c4e-a5c3-2a5996494b1e not bound to the agent host dv-cinder-855288-2-iscsi {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:23:39.329355 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a2956-793e-4524-91a7-fdbd1fbfd444 req-0e69345e-3bdb-4fda-ac01-fd7381e508d9 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:39.332638 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-cb1a2956-793e-4524-91a7-fdbd1fbfd444 req-0e69345e-3bdb-4fda-ac01-fd7381e508d9 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=bee91462-f582-40c7-88f9-652f75ce8b01 HTTP/1.1" status: 200 len: 946 time: 0.0580647 Aug 31 01:23:39.352566 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:39.386356 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-cb1a2956-793e-4524-91a7-fdbd1fbfd444 req-529ac44d-bf37-476d-b9dc-364ad071175b tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486577 Aug 31 01:23:39.960958 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 57092) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:23:40.063048 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [None req-5c2ed135-6551-43a1-b932-0e83a51aeae2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-146619577-network', 'tenant_id': 'fb863f706c3846db958c9b7fe367c3f5'}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:23:40.173812 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2ed135-6551-43a1-b932-0e83a51aeae2 admin admin] Made reservation on behalf of fb863f706c3846db958c9b7fe367c3f5 for: {'network': 1} {{(pid=106776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:23:40.176380 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-5c2ed135-6551-43a1-b932-0e83a51aeae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for network (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:40.185595 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-5c2ed135-6551-43a1-b932-0e83a51aeae2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:40.260943 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-5c2ed135-6551-43a1-b932-0e83a51aeae2 admin admin] Publish callbacks [] for security_group (ac6a3e27-a8b7-484d-b6f7-76c91c4044eb), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:40.349809 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-5c2ed135-6551-43a1-b932-0e83a51aeae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (ac6a3e27-a8b7-484d-b6f7-76c91c4044eb), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:40.376146 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c2ed135-6551-43a1-b932-0e83a51aeae2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1071, 'physical_network': 'physnet1'} {{(pid=106776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:23:40.386421 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ed135-6551-43a1-b932-0e83a51aeae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6a3e27-a8b7-484d-b6f7-76c91c4044eb,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:40.392622 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-5c2ed135-6551-43a1-b932-0e83a51aeae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484916'] for segment (9ea3922f-9a93-4c57-9a67-322f3f62c0bf), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:40.392962 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.db.segments_db [None req-5c2ed135-6551-43a1-b932-0e83a51aeae2 admin admin] Added segment 9ea3922f-9a93-4c57-9a67-322f3f62c0bf of type vlan for network 2d97e458-c7f0-41e8-8974-7a68b9809489 Aug 31 01:23:40.403147 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=81,neutron:DELETE=8,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:40.445005 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-5c2ed135-6551-43a1-b932-0e83a51aeae2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779185844565'] for network (2d97e458-c7f0-41e8-8974-7a68b9809489), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:40.515826 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc3b36-fe83-4986-860b-c9cd04a43082 req-7d162fb9-d163-4e33-adfe-99dd4b50df87 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:40.517965 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-abbc3b36-fe83-4986-860b-c9cd04a43082 req-7d162fb9-d163-4e33-adfe-99dd4b50df87 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=bee91462-f582-40c7-88f9-652f75ce8b01 HTTP/1.1" status: 200 len: 946 time: 0.0502617 Aug 31 01:23:40.571086 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-abbc3b36-fe83-4986-860b-c9cd04a43082 req-7c12bdc7-8df5-44c2-a0b1-0babc1393d80 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467405 Aug 31 01:23:40.589873 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-5c2ed135-6551-43a1-b932-0e83a51aeae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430'] for network (2d97e458-c7f0-41e8-8974-7a68b9809489), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:40.593070 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2ed135-6551-43a1-b932-0e83a51aeae2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:40.593070 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-5c2ed135-6551-43a1-b932-0e83a51aeae2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537412'] for network (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:40.659753 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ed135-6551-43a1-b932-0e83a51aeae2 admin admin] Pushing event updated for resources: {'Network': ['ID=2d97e458-c7f0-41e8-8974-7a68b9809489,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:40.675013 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Network 2d97e458-c7f0-41e8-8974-7a68b9809489 details requested by agent ovs-agent-dv-cinder-855288-2-iscsi with host dv-cinder-855288-2-iscsi {{(pid=106778) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:23:40.708046 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373b22b9-3e87-4d57-9f21-f6dae24a99dc req-14e171ea-eca9-4881-8612-17756bacc186 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:40.710653 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-373b22b9-3e87-4d57-9f21-f6dae24a99dc req-14e171ea-eca9-4881-8612-17756bacc186 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ee6ca45e-29c7-4af8-8aef-72134f23292c HTTP/1.1" status: 200 len: 946 time: 0.0556707 Aug 31 01:23:40.748604 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-5c2ed135-6551-43a1-b932-0e83a51aeae2 admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7864668 Aug 31 01:23:40.751635 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 57122) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:23:40.757407 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [None req-a804a755-95b4-4063-9b32-38617807a20e admin admin] Request body: {'subnet': {'network_id': '2d97e458-c7f0-41e8-8974-7a68b9809489', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-146619577-subnet', 'tenant_id': 'fb863f706c3846db958c9b7fe367c3f5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:23:40.771995 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-373b22b9-3e87-4d57-9f21-f6dae24a99dc req-cee3ca8b-c9a2-40a7-97ea-a98cc27678c4 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538580 Aug 31 01:23:40.956646 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a804a755-95b4-4063-9b32-38617807a20e admin admin] Made reservation on behalf of fb863f706c3846db958c9b7fe367c3f5 for: {'subnet': 1} {{(pid=106776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:23:40.968708 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-a804a755-95b4-4063-9b32-38617807a20e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4799862'] for subnet (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:41.109429 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:41.276649 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-a804a755-95b4-4063-9b32-38617807a20e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6273039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4799840'] for subnet (ce633e5b-f53e-4e09-ba61-d50d905d9cae), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:41.335095 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a804a755-95b4-4063-9b32-38617807a20e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce633e5b-f53e-4e09-ba61-d50d905d9cae,revision_number=0']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:41.345558 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a804a755-95b4-4063-9b32-38617807a20e admin admin] Checking segment: {'id': '9ea3922f-9a93-4c57-9a67-322f3f62c0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '2d97e458-c7f0-41e8-8974-7a68b9809489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:23:41.345911 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a804a755-95b4-4063-9b32-38617807a20e admin admin] Network hostable DHCP agents. Network: 2d97e458-c7f0-41e8-8974-7a68b9809489, hostable agents: ['06e7caa6-6f15-45a1-a03b-1c511964ed9a'], hosted agents: [] {{(pid=106776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:23:41.430533 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a804a755-95b4-4063-9b32-38617807a20e admin admin] Network 2d97e458-c7f0-41e8-8974-7a68b9809489 is scheduled to be hosted by DHCP agent 06e7caa6-6f15-45a1-a03b-1c511964ed9a with binding_index 1 {{(pid=106776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:23:41.493516 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.base_scheduler [None req-a804a755-95b4-4063-9b32-38617807a20e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855288-2-iscsi, 2d97e458-c7f0-41e8-8974-7a68b9809489) {{(pid=106776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:23:41.497698 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a804a755-95b4-4063-9b32-38617807a20e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:41.498294 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-a804a755-95b4-4063-9b32-38617807a20e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537412'] for subnet (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:41.505550 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c78596d-a29d-46f6-b1a9-87b1c55c5695 None None] Network 2d97e458-c7f0-41e8-8974-7a68b9809489 requested from dv-cinder-855288-2-iscsi {{(pid=106778) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 01:23:41.587349 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-a804a755-95b4-4063-9b32-38617807a20e admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8344924 Aug 31 01:23:41.590378 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 57144) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:23:41.595612 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [None req-18f2ab06-1b3c-4a48-826a-77d1e0932056 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-146619577-router', 'tenant_id': 'fb863f706c3846db958c9b7fe367c3f5', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83'}}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:23:41.609116 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680245be-cdda-489d-a2f3-19c6634f61f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba7de80-325c-5b15-a1b2-1b6f80050974-2d97e458-c7f0-41e8-8974-7a68b9809489', 'network_id': '2d97e458-c7f0-41e8-8974-7a68b9809489', 'project_id': 'fb863f706c3846db958c9b7fe367c3f5', 'fixed_ips': [{'subnet_id': 'ce633e5b-f53e-4e09-ba61-d50d905d9cae'}]}} from dv-cinder-855288-2-iscsi. {{(pid=106778) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 01:23:41.610897 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-680245be-cdda-489d-a2f3-19c6634f61f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (None), before_create {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:41.614178 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:41.711142 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-18f2ab06-1b3c-4a48-826a-77d1e0932056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10622'] for router (5782a4a2-909a-4031-86cd-c38efe94ee2d), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:41.712434 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-18f2ab06-1b3c-4a48-826a-77d1e0932056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-635161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482877', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10609'] for router (5782a4a2-909a-4031-86cd-c38efe94ee2d), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:41.753479 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.db_base_plugin_common [None req-680245be-cdda-489d-a2f3-19c6634f61f2 None None] Allocated IP 172.20.0.2 (2d97e458-c7f0-41e8-8974-7a68b9809489/ce633e5b-f53e-4e09-ba61-d50d905d9cae/d109c97c-1433-447e-9d9c-782d826fc873) {{(pid=106778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:23:41.774568 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-18f2ab06-1b3c-4a48-826a-77d1e0932056 admin admin] Publish callbacks [] for router_controller (5782a4a2-909a-4031-86cd-c38efe94ee2d), precommit_add_association {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:41.896310 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-680245be-cdda-489d-a2f3-19c6634f61f2 None None] Publish callbacks [] for port (d109c97c-1433-447e-9d9c-782d826fc873), precommit_create {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:42.014573 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-680245be-cdda-489d-a2f3-19c6634f61f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779185826838'] for port (d109c97c-1433-447e-9d9c-782d826fc873), after_create {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:42.056428 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:42.068475 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680245be-cdda-489d-a2f3-19c6634f61f2 None None] Network 2d97e458-c7f0-41e8-8974-7a68b9809489 is already hosted by enough agents. {{(pid=106778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:23:42.070876 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-18f2ab06-1b3c-4a48-826a-77d1e0932056 admin admin] Publish callbacks [] for router_gateway (5782a4a2-909a-4031-86cd-c38efe94ee2d), precommit_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:42.072651 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.scheduler.base_scheduler [None req-680245be-cdda-489d-a2f3-19c6634f61f2 None None] Resources bound (agent type, host, resource id): {{(pid=106778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:23:42.074726 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680245be-cdda-489d-a2f3-19c6634f61f2 None None] Pushing event updated for resources: {'Port': ['ID=d109c97c-1433-447e-9d9c-782d826fc873,revision_number=1']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:42.077408 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680245be-cdda-489d-a2f3-19c6634f61f2 None None] Received port after_create {{(pid=106778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 01:23:42.143525 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.managers [None req-680245be-cdda-489d-a2f3-19c6634f61f2 None None] Attempting to bind port d109c97c-1433-447e-9d9c-782d826fc873 on host dv-cinder-855288-2-iscsi for vnic_type normal with profile {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 01:23:42.143918 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.managers [None req-680245be-cdda-489d-a2f3-19c6634f61f2 None None] Attempting to bind port d109c97c-1433-447e-9d9c-782d826fc873 by drivers openvswitch,hyperv on host dv-cinder-855288-2-iscsi at level 0 using segments [{'id': '9ea3922f-9a93-4c57-9a67-322f3f62c0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '2d97e458-c7f0-41e8-8974-7a68b9809489'}] {{(pid=106778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 01:23:42.144281 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680245be-cdda-489d-a2f3-19c6634f61f2 None None] Attempting to bind port d109c97c-1433-447e-9d9c-782d826fc873 on network 2d97e458-c7f0-41e8-8974-7a68b9809489 {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:23:42.150558 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680245be-cdda-489d-a2f3-19c6634f61f2 None None] Checking agent: {'id': 'f96ef3eb-5320-49ab-b33a-a2775d3a6053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855288-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 1, 14, 6), 'started_at': datetime.datetime(2022, 8, 31, 1, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 1, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855288-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 01:23:42.150932 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680245be-cdda-489d-a2f3-19c6634f61f2 None None] Checking segment: {'id': '9ea3922f-9a93-4c57-9a67-322f3f62c0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '2d97e458-c7f0-41e8-8974-7a68b9809489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:23:42.152939 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-680245be-cdda-489d-a2f3-19c6634f61f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:42.152939 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680245be-cdda-489d-a2f3-19c6634f61f2 None None] Bound using segment: {'id': '9ea3922f-9a93-4c57-9a67-322f3f62c0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '2d97e458-c7f0-41e8-8974-7a68b9809489'} {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 01:23:42.152939 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.managers [None req-680245be-cdda-489d-a2f3-19c6634f61f2 None None] Bound port: d109c97c-1433-447e-9d9c-782d826fc873, host: dv-cinder-855288-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ea3922f-9a93-4c57-9a67-322f3f62c0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '2d97e458-c7f0-41e8-8974-7a68b9809489'}}] {{(pid=106778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 01:23:42.152939 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-680245be-cdda-489d-a2f3-19c6634f61f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (d109c97c-1433-447e-9d9c-782d826fc873), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:42.241504 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-680245be-cdda-489d-a2f3-19c6634f61f2 None None] For port d109c97c-1433-447e-9d9c-782d826fc873, host dv-cinder-855288-2-iscsi, cleared binding levels {{(pid=106778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:23:42.244971 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-680245be-cdda-489d-a2f3-19c6634f61f2 None None] For port d109c97c-1433-447e-9d9c-782d826fc873, host dv-cinder-855288-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=d109c97c-1433-447e-9d9c-782d826fc873,segment=NetworkSegment(9ea3922f-9a93-4c57-9a67-322f3f62c0bf),segment_id=9ea3922f-9a93-4c57-9a67-322f3f62c0bf)] {{(pid=106778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:23:42.351149 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-680245be-cdda-489d-a2f3-19c6634f61f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (d109c97c-1433-447e-9d9c-782d826fc873), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:42.398178 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-18f2ab06-1b3c-4a48-826a-77d1e0932056 admin admin] Publish callbacks [] for router_gateway (5782a4a2-909a-4031-86cd-c38efe94ee2d), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:42.417709 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680245be-cdda-489d-a2f3-19c6634f61f2 None None] Pushing event updated for resources: {'Port': ['ID=d109c97c-1433-447e-9d9c-782d826fc873,revision_number=2']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:42.426864 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-18f2ab06-1b3c-4a48-826a-77d1e0932056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:42.558575 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.db_base_plugin_common [None req-18f2ab06-1b3c-4a48-826a-77d1e0932056 admin admin] Allocated IP 172.27.1.12 (6de90673-24a8-444a-94e7-38ef2e70dd83/b0882f00-706c-4556-bcad-01ef413e142c/f4a5465d-ff9e-4624-a62b-bfbe66a01ff3) {{(pid=106776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:23:42.691059 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-18f2ab06-1b3c-4a48-826a-77d1e0932056 admin admin] Publish callbacks [] for port (f4a5465d-ff9e-4624-a62b-bfbe66a01ff3), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:42.826818 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device d109c97c-1433-447e-9d9c-782d826fc873 up at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:23:42.871479 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Provisioning complete for port d109c97c-1433-447e-9d9c-782d826fc873 triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:23:42.871647 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (d109c97c-1433-447e-9d9c-782d826fc873), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:42.906112 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:42.907589 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-18f2ab06-1b3c-4a48-826a-77d1e0932056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779185826838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6273727'] for port (f4a5465d-ff9e-4624-a62b-bfbe66a01ff3), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:42.947537 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Current status of the port d109c97c-1433-447e-9d9c-782d826fc873 is: DOWN; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:23:42.947947 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (d109c97c-1433-447e-9d9c-782d826fc873), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:42.955183 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f2ab06-1b3c-4a48-826a-77d1e0932056 admin admin] Network 6de90673-24a8-444a-94e7-38ef2e70dd83 is already hosted by enough agents. {{(pid=106776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:23:42.958387 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.base_scheduler [None req-18f2ab06-1b3c-4a48-826a-77d1e0932056 admin admin] Resources bound (agent type, host, resource id): {{(pid=106776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:23:42.961211 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f2ab06-1b3c-4a48-826a-77d1e0932056 admin admin] Received port after_create {{(pid=106776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 01:23:42.984685 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] For port d109c97c-1433-447e-9d9c-782d826fc873, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=d109c97c-1433-447e-9d9c-782d826fc873,segment=NetworkSegment(9ea3922f-9a93-4c57-9a67-322f3f62c0bf),segment_id=9ea3922f-9a93-4c57-9a67-322f3f62c0bf)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:23:42.990314 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2ab06-1b3c-4a48-826a-77d1e0932056 admin admin] Pushing event updated for resources: {'Port': ['ID=f4a5465d-ff9e-4624-a62b-bfbe66a01ff3,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:43.079294 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (d109c97c-1433-447e-9d9c-782d826fc873), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:43.170319 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Pushing event updated for resources: {'Port': ['ID=d109c97c-1433-447e-9d9c-782d826fc873,revision_number=3']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:43.340302 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-18f2ab06-1b3c-4a48-826a-77d1e0932056 admin admin] Publish callbacks [] for router_gateway (5782a4a2-909a-4031-86cd-c38efe94ee2d), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:43.397363 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b54d01-73b9-47d9-869f-7412245cb506 None None] Network 2d97e458-c7f0-41e8-8974-7a68b9809489 requested from dv-cinder-855288-2-iscsi {{(pid=106778) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 01:23:43.477694 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-5fc7e3a8-9abc-4250-9b90-c9dbd2054757 None None] Provisioning complete for port d109c97c-1433-447e-9d9c-782d826fc873 triggered by entity DHCP. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:23:43.478287 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-5fc7e3a8-9abc-4250-9b90-c9dbd2054757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (d109c97c-1433-447e-9d9c-782d826fc873), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:43.614334 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-5fc7e3a8-9abc-4250-9b90-c9dbd2054757 None None] Current status of the port d109c97c-1433-447e-9d9c-782d826fc873 is: ACTIVE; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:23:43.689994 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b612c-3860-4895-92d8-01debae3f0ff req-3ec87ff0-e6bf-4170-9605-5ff1b81c0a5d tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:43.694004 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0c4b612c-3860-4895-92d8-01debae3f0ff req-3ec87ff0-e6bf-4170-9605-5ff1b81c0a5d tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ee6ca45e-29c7-4af8-8aef-72134f23292c HTTP/1.1" status: 200 len: 946 time: 0.0660532 Aug 31 01:23:43.750374 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0c4b612c-3860-4895-92d8-01debae3f0ff req-976dcd01-6a43-424b-8e3e-511d451ab4d7 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492854 Aug 31 01:23:43.788702 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-18f2ab06-1b3c-4a48-826a-77d1e0932056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-608468'] for router (5782a4a2-909a-4031-86cd-c38efe94ee2d), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:43.834087 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:43.838447 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-d8aa7bb5-1069-43ee-8793-3f9a1a530e15 None None] Provisioning complete for port d109c97c-1433-447e-9d9c-782d826fc873 triggered by entity DHCP. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:23:43.843912 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-d8aa7bb5-1069-43ee-8793-3f9a1a530e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (d109c97c-1433-447e-9d9c-782d826fc873), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:43.934647 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-d8aa7bb5-1069-43ee-8793-3f9a1a530e15 None None] Current status of the port d109c97c-1433-447e-9d9c-782d826fc873 is: ACTIVE; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:23:43.960502 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:44.025615 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f2ab06-1b3c-4a48-826a-77d1e0932056 admin admin] Router 5782a4a2-909a-4031-86cd-c38efe94ee2d is scheduled to L3 agent 1428144b-5b15-4168-8538-b51b3045e8b6 with binding_index 1 {{(pid=106776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:23:44.134715 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f2ab06-1b3c-4a48-826a-77d1e0932056 admin admin] Notify agent at l3_agent.dv-cinder-855288-2-iscsi the message routers_updated {{(pid=106776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:23:44.143819 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db574ed4-6d65-4c44-b1d8-36cb88369765 None None] Sync routers for ids ['5782a4a2-909a-4031-86cd-c38efe94ee2d'] in dv-cinder-855288-2-iscsi {{(pid=106778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:23:44.153919 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db574ed4-6d65-4c44-b1d8-36cb88369765 None None] Routers {'5782a4a2-909a-4031-86cd-c38efe94ee2d'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:23:44.154531 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-db574ed4-6d65-4c44-b1d8-36cb88369765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:23:33Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['5782a4a2-909a-4031-86cd-c38efe94ee2d'], 'active': True} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:44.260549 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvr_db [None req-db574ed4-6d65-4c44-b1d8-36cb88369765 None None] Set router 5782a4a2-909a-4031-86cd-c38efe94ee2d gateway port host: dv-cinder-855288-2-iscsi {{(pid=106778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:23:44.274731 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-18f2ab06-1b3c-4a48-826a-77d1e0932056 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:44.276250 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-18f2ab06-1b3c-4a48-826a-77d1e0932056 admin admin] 10.222.0.20 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6844628 Aug 31 01:23:44.281293 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 57238) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:23:44.437634 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=100 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:44.452544 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-db574ed4-6d65-4c44-b1d8-36cb88369765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5782a4a2-909a-4031-86cd-c38efe94ee2d', 'name': 'tempest-AttachVolumeTestJSON-146619577-router', 'tenant_id': 'fb863f706c3846db958c9b7fe367c3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f4a5465d-ff9e-4624-a62b-bfbe66a01ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:23:41Z', 'updated_at': '2022-08-31T01:23:43Z', 'revision_number': 3, 'project_id': 'fb863f706c3846db958c9b7fe367c3f5', 'gw_port': {'id': 'f4a5465d-ff9e-4624-a62b-bfbe66a01ff3', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d6:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5782a4a2-909a-4031-86cd-c38efe94ee2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:23:42Z', 'updated_at': '2022-08-31T01:23:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi'}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:44.483313 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db574ed4-6d65-4c44-b1d8-36cb88369765 None None] Checking router: 5782a4a2-909a-4031-86cd-c38efe94ee2d for host: dv-cinder-855288-2-iscsi {{(pid=106778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:23:44.483856 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db574ed4-6d65-4c44-b1d8-36cb88369765 None None] Updating router 5782a4a2-909a-4031-86cd-c38efe94ee2d port f4a5465d-ff9e-4624-a62b-bfbe66a01ff3 binding host dv-cinder-855288-2-iscsi {{(pid=106778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:23:44.513960 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-db574ed4-6d65-4c44-b1d8-36cb88369765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (f4a5465d-ff9e-4624-a62b-bfbe66a01ff3), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:44.719808 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-49924bf6-6b6a-4122-be67-af22d80a0eac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:44.795618 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device d109c97c-1433-447e-9d9c-782d826fc873 up at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:23:44.851909 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-db574ed4-6d65-4c44-b1d8-36cb88369765 None None] Publish callbacks [] for port (f4a5465d-ff9e-4624-a62b-bfbe66a01ff3), precommit_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:44.868572 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Provisioning complete for port d109c97c-1433-447e-9d9c-782d826fc873 triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:23:44.869325 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (d109c97c-1433-447e-9d9c-782d826fc873), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:44.937475 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.db_base_plugin_common [None req-49924bf6-6b6a-4122-be67-af22d80a0eac admin admin] Allocated IP 172.20.0.1 (2d97e458-c7f0-41e8-8974-7a68b9809489/ce633e5b-f53e-4e09-ba61-d50d905d9cae/63f67506-ae6b-4bbf-bf94-ae60b3fd57d4) {{(pid=106776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:23:44.945308 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182586a-6bfc-4266-9c79-d7ff6f372769 req-4dcbb56c-e9f7-4f4b-844e-ce36714acf54 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:44.947555 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-5182586a-6bfc-4266-9c79-d7ff6f372769 req-4dcbb56c-e9f7-4f4b-844e-ce36714acf54 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ee6ca45e-29c7-4af8-8aef-72134f23292c HTTP/1.1" status: 200 len: 946 time: 0.0886316 Aug 31 01:23:44.992483 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-db574ed4-6d65-4c44-b1d8-36cb88369765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (f4a5465d-ff9e-4624-a62b-bfbe66a01ff3), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:45.000311 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Current status of the port d109c97c-1433-447e-9d9c-782d826fc873 is: ACTIVE; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:23:45.009864 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-5182586a-6bfc-4266-9c79-d7ff6f372769 req-24097eaa-c140-47fa-a9d1-3a796a3c1c5d tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560944 Aug 31 01:23:45.043643 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:45.046488 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.managers [None req-db574ed4-6d65-4c44-b1d8-36cb88369765 None None] Attempting to bind port f4a5465d-ff9e-4624-a62b-bfbe66a01ff3 on host dv-cinder-855288-2-iscsi for vnic_type normal with profile {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 01:23:45.046855 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.managers [None req-db574ed4-6d65-4c44-b1d8-36cb88369765 None None] Attempting to bind port f4a5465d-ff9e-4624-a62b-bfbe66a01ff3 by drivers openvswitch,hyperv on host dv-cinder-855288-2-iscsi at level 0 using segments [{'id': '5532158b-12fc-4975-99d9-f23bee8acdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83'}] {{(pid=106778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 01:23:45.047215 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db574ed4-6d65-4c44-b1d8-36cb88369765 None None] Attempting to bind port f4a5465d-ff9e-4624-a62b-bfbe66a01ff3 on network 6de90673-24a8-444a-94e7-38ef2e70dd83 {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:23:45.056487 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ee24ca-00fa-4c90-a42b-cf7e2cce2273 None None] Pushing event updated for resources: {'Port': ['ID=f4a5465d-ff9e-4624-a62b-bfbe66a01ff3,revision_number=2']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:45.058807 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db574ed4-6d65-4c44-b1d8-36cb88369765 None None] Checking agent: {'id': 'f96ef3eb-5320-49ab-b33a-a2775d3a6053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855288-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 1, 14, 6), 'started_at': datetime.datetime(2022, 8, 31, 1, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 1, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855288-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 01:23:45.059177 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db574ed4-6d65-4c44-b1d8-36cb88369765 None None] Checking segment: {'id': '5532158b-12fc-4975-99d9-f23bee8acdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:23:45.059577 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-db574ed4-6d65-4c44-b1d8-36cb88369765 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:45.059948 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db574ed4-6d65-4c44-b1d8-36cb88369765 None None] Bound using segment: {'id': '5532158b-12fc-4975-99d9-f23bee8acdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83'} {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 01:23:45.060412 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.managers [None req-db574ed4-6d65-4c44-b1d8-36cb88369765 None None] Bound port: f4a5465d-ff9e-4624-a62b-bfbe66a01ff3, host: dv-cinder-855288-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5532158b-12fc-4975-99d9-f23bee8acdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83'}}] {{(pid=106778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 01:23:45.060809 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-db574ed4-6d65-4c44-b1d8-36cb88369765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (f4a5465d-ff9e-4624-a62b-bfbe66a01ff3), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:45.085893 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-49924bf6-6b6a-4122-be67-af22d80a0eac admin admin] Publish callbacks [] for port (63f67506-ae6b-4bbf-bf94-ae60b3fd57d4), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:45.112789 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-db574ed4-6d65-4c44-b1d8-36cb88369765 None None] For port f4a5465d-ff9e-4624-a62b-bfbe66a01ff3, host dv-cinder-855288-2-iscsi, cleared binding levels {{(pid=106778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:23:45.116490 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-db574ed4-6d65-4c44-b1d8-36cb88369765 None None] For port f4a5465d-ff9e-4624-a62b-bfbe66a01ff3, host dv-cinder-855288-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=f4a5465d-ff9e-4624-a62b-bfbe66a01ff3,segment=NetworkSegment(5532158b-12fc-4975-99d9-f23bee8acdf7),segment_id=5532158b-12fc-4975-99d9-f23bee8acdf7)] {{(pid=106778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:23:45.202581 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-db574ed4-6d65-4c44-b1d8-36cb88369765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (f4a5465d-ff9e-4624-a62b-bfbe66a01ff3), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:45.230755 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-49924bf6-6b6a-4122-be67-af22d80a0eac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779185826838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6273727'] for port (63f67506-ae6b-4bbf-bf94-ae60b3fd57d4), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:45.244658 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db574ed4-6d65-4c44-b1d8-36cb88369765 None None] Routers {'5782a4a2-909a-4031-86cd-c38efe94ee2d'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:23:45.245327 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-db574ed4-6d65-4c44-b1d8-36cb88369765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:23:33Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['5782a4a2-909a-4031-86cd-c38efe94ee2d'], 'active': True} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:45.270215 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49924bf6-6b6a-4122-be67-af22d80a0eac admin admin] Network 2d97e458-c7f0-41e8-8974-7a68b9809489 is already hosted by enough agents. {{(pid=106776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:23:45.276061 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.base_scheduler [None req-49924bf6-6b6a-4122-be67-af22d80a0eac admin admin] Resources bound (agent type, host, resource id): {{(pid=106776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:23:45.279881 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49924bf6-6b6a-4122-be67-af22d80a0eac admin admin] Received port after_create {{(pid=106776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 01:23:45.307466 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ee24ca-00fa-4c90-a42b-cf7e2cce2273 None None] Pushing event updated for resources: {'Port': ['ID=f4a5465d-ff9e-4624-a62b-bfbe66a01ff3,revision_number=3']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:45.310738 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49924bf6-6b6a-4122-be67-af22d80a0eac admin admin] Pushing event updated for resources: {'Port': ['ID=63f67506-ae6b-4bbf-bf94-ae60b3fd57d4,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:45.330250 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-49924bf6-6b6a-4122-be67-af22d80a0eac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-636848'] for router_interface (5782a4a2-909a-4031-86cd-c38efe94ee2d), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:45.508754 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvr_db [None req-db574ed4-6d65-4c44-b1d8-36cb88369765 None None] Set router 5782a4a2-909a-4031-86cd-c38efe94ee2d gateway port host: dv-cinder-855288-2-iscsi {{(pid=106778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:23:45.540993 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-49924bf6-6b6a-4122-be67-af22d80a0eac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (63f67506-ae6b-4bbf-bf94-ae60b3fd57d4), before_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:45.608698 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-4c8904f5-508e-4c69-a7fc-6ee34cd1a10e None None] Provisioning complete for port 63f67506-ae6b-4bbf-bf94-ae60b3fd57d4 triggered by entity DHCP. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:23:45.609104 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-4c8904f5-508e-4c69-a7fc-6ee34cd1a10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (63f67506-ae6b-4bbf-bf94-ae60b3fd57d4), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:45.646596 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:45.652541 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-4c8904f5-508e-4c69-a7fc-6ee34cd1a10e None None] Port 63f67506-ae6b-4bbf-bf94-ae60b3fd57d4 cannot update to ACTIVE because it is not bound. {{(pid=106778) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 01:23:45.660773 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:45.666732 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=46 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:45.707034 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:45.724054 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-49924bf6-6b6a-4122-be67-af22d80a0eac admin admin] Publish callbacks [] for port (63f67506-ae6b-4bbf-bf94-ae60b3fd57d4), precommit_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:45.725667 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-db574ed4-6d65-4c44-b1d8-36cb88369765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5782a4a2-909a-4031-86cd-c38efe94ee2d', 'name': 'tempest-AttachVolumeTestJSON-146619577-router', 'tenant_id': 'fb863f706c3846db958c9b7fe367c3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f4a5465d-ff9e-4624-a62b-bfbe66a01ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:23:41Z', 'updated_at': '2022-08-31T01:23:43Z', 'revision_number': 3, 'project_id': 'fb863f706c3846db958c9b7fe367c3f5', 'gw_port': {'id': 'f4a5465d-ff9e-4624-a62b-bfbe66a01ff3', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d6:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5782a4a2-909a-4031-86cd-c38efe94ee2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:23:42Z', 'updated_at': '2022-08-31T01:23:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi'}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:45.756151 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db574ed4-6d65-4c44-b1d8-36cb88369765 None None] The sync data for ids ['5782a4a2-909a-4031-86cd-c38efe94ee2d'] in dv-cinder-855288-2-iscsi is: [{'id': '5782a4a2-909a-4031-86cd-c38efe94ee2d', 'name': 'tempest-AttachVolumeTestJSON-146619577-router', 'tenant_id': 'fb863f706c3846db958c9b7fe367c3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f4a5465d-ff9e-4624-a62b-bfbe66a01ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:23:41Z', 'updated_at': '2022-08-31T01:23:43Z', 'revision_number': 3, 'project_id': 'fb863f706c3846db958c9b7fe367c3f5', 'gw_port': {'id': 'f4a5465d-ff9e-4624-a62b-bfbe66a01ff3', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d6:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5782a4a2-909a-4031-86cd-c38efe94ee2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:23:42Z', 'updated_at': '2022-08-31T01:23:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi'}] {{(pid=106778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:23:45.775977 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=37 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:45.841777 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-49924bf6-6b6a-4122-be67-af22d80a0eac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6273718'] for port (63f67506-ae6b-4bbf-bf94-ae60b3fd57d4), after_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:45.914066 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-49924bf6-6b6a-4122-be67-af22d80a0eac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-636708'] for router_interface (5782a4a2-909a-4031-86cd-c38efe94ee2d), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:45.915843 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49924bf6-6b6a-4122-be67-af22d80a0eac admin admin] Pushing event updated for resources: {'Port': ['ID=63f67506-ae6b-4bbf-bf94-ae60b3fd57d4,revision_number=2']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:46.046936 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2570dc-6351-40f4-990f-23c87f80bec1 req-644b2079-f355-4b52-ad0c-107feb205b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:46.049176 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-ab2570dc-6351-40f4-990f-23c87f80bec1 req-644b2079-f355-4b52-ad0c-107feb205b4b service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=d58414b1dd2342d58cc7665aee50b86b&device_id=ee6ca45e-29c7-4af8-8aef-72134f23292c HTTP/1.1" status: 200 len: 1130 time: 0.0483279 Aug 31 01:23:46.081720 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49924bf6-6b6a-4122-be67-af22d80a0eac admin admin] Network 2d97e458-c7f0-41e8-8974-7a68b9809489 is already hosted by enough agents. {{(pid=106776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:23:46.083986 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.base_scheduler [None req-49924bf6-6b6a-4122-be67-af22d80a0eac admin admin] Resources bound (agent type, host, resource id): {{(pid=106776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:23:46.183967 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2570dc-6351-40f4-990f-23c87f80bec1 req-2858fed4-9935-41b4-9d65-75281535ec25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:46.185718 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-ab2570dc-6351-40f4-990f-23c87f80bec1 req-2858fed4-9935-41b4-9d65-75281535ec25 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?id=0303b68a-9736-48eb-90f1-d3c52026d074 HTTP/1.1" status: 200 len: 921 time: 0.1276026 Aug 31 01:23:46.259673 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49924bf6-6b6a-4122-be67-af22d80a0eac admin admin] Router 5782a4a2-909a-4031-86cd-c38efe94ee2d has already been hosted by L3 agent 1428144b-5b15-4168-8538-b51b3045e8b6 {{(pid=106776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:23:46.271687 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-ab2570dc-6351-40f4-990f-23c87f80bec1 req-0c3d29b8-7549-4ab7-b899-8a1d9bb244d0 service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=388de9da-77e7-4d40-9542-da91eb9630e0 HTTP/1.1" status: 200 len: 217 time: 0.0725713 Aug 31 01:23:46.307164 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b714f440-4b93-4587-97e5-3f6b511e731d req-f97ca3ca-4811-4bcd-8310-53b09924cbeb tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:46.308983 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b714f440-4b93-4587-97e5-3f6b511e731d req-f97ca3ca-4811-4bcd-8310-53b09924cbeb tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ee6ca45e-29c7-4af8-8aef-72134f23292c HTTP/1.1" status: 200 len: 946 time: 0.1223421 Aug 31 01:23:46.340423 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 57310) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:23:46.430285 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b714f440-4b93-4587-97e5-3f6b511e731d req-c325c09b-cafe-453d-a183-5ceba2194cc6 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867612 Aug 31 01:23:46.432401 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2570dc-6351-40f4-990f-23c87f80bec1 req-3b284751-b720-4c7c-a920-f3a385c6d742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:46.434199 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-ab2570dc-6351-40f4-990f-23c87f80bec1 req-3b284751-b720-4c7c-a920-f3a385c6d742 service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=14c282f1-a88f-47d5-b759-92c78d45d59b HTTP/1.1" status: 200 len: 858 time: 0.1557486 Aug 31 01:23:46.439710 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49924bf6-6b6a-4122-be67-af22d80a0eac admin admin] Notify agent at l3_agent.dv-cinder-855288-2-iscsi the message routers_updated {{(pid=106776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:23:46.459238 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-49924bf6-6b6a-4122-be67-af22d80a0eac admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/5782a4a2-909a-4031-86cd-c38efe94ee2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1713092 Aug 31 01:23:46.480408 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-e7d8e20e-5067-4ecf-84bc-30e9cfaca784 None None] Provisioning complete for port 63f67506-ae6b-4bbf-bf94-ae60b3fd57d4 triggered by entity DHCP. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:23:46.480408 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e7d8e20e-5067-4ecf-84bc-30e9cfaca784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (63f67506-ae6b-4bbf-bf94-ae60b3fd57d4), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:46.493951 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2570dc-6351-40f4-990f-23c87f80bec1 req-d6724072-057b-473d-b193-e4b704445810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:46.495886 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-ab2570dc-6351-40f4-990f-23c87f80bec1 req-d6724072-057b-473d-b193-e4b704445810 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=0303b68a-9736-48eb-90f1-d3c52026d074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490463 Aug 31 01:23:46.517138 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-576ff12a-96d5-46c2-a3b7-01e727e0b8ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:46.555495 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e7d8e20e-5067-4ecf-84bc-30e9cfaca784 None None] Port 63f67506-ae6b-4bbf-bf94-ae60b3fd57d4 cannot update to ACTIVE because it is not bound. {{(pid=106778) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 01:23:46.621539 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-576ff12a-96d5-46c2-a3b7-01e727e0b8ce admin admin] Publish callbacks [] for security_group (745b0630-e561-4425-b76b-bde4e47b5d4a), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:46.626075 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-ab2570dc-6351-40f4-990f-23c87f80bec1 req-b49b267d-c885-4d6e-a6ab-aebb6052a3c7 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/0303b68a-9736-48eb-90f1-d3c52026d074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222680 Aug 31 01:23:46.693375 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:46.737852 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-ab2570dc-6351-40f4-990f-23c87f80bec1 req-0a6d7014-7664-4846-b60f-d1bc76180e51 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/0303b68a-9736-48eb-90f1-d3c52026d074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038888 Aug 31 01:23:46.740517 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-576ff12a-96d5-46c2-a3b7-01e727e0b8ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (745b0630-e561-4425-b76b-bde4e47b5d4a), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:46.828382 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-576ff12a-96d5-46c2-a3b7-01e727e0b8ce admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=bea70716ec01430184addb63a7558a9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4868138 Aug 31 01:23:46.837948 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 57332) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:23:46.851725 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576ff12a-96d5-46c2-a3b7-01e727e0b8ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=745b0630-e561-4425-b76b-bde4e47b5d4a,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:46.878958 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device f4a5465d-ff9e-4624-a62b-bfbe66a01ff3 up at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:23:46.905673 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 57338) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:23:46.934588 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-ca3b6e46-e067-4e65-8acc-c861afadfb8a admin admin] Publish callbacks [] for security_group (745b0630-e561-4425-b76b-bde4e47b5d4a), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:46.937319 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:46.959158 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-ca3b6e46-e067-4e65-8acc-c861afadfb8a admin admin] Publish callbacks [] for security_group (745b0630-e561-4425-b76b-bde4e47b5d4a), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:46.971351 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Provisioning complete for port f4a5465d-ff9e-4624-a62b-bfbe66a01ff3 triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:23:46.971989 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (f4a5465d-ff9e-4624-a62b-bfbe66a01ff3), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:46.985734 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e6d4d20-516b-41e9-b855-50b950554383 admin admin] Deleting subnet c3376d72-25a9-4213-ac8c-7644a4819dd4 {{(pid=106776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 01:23:46.989888 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-1e6d4d20-516b-41e9-b855-50b950554383 admin admin] Publish callbacks [] for subnet (c3376d72-25a9-4213-ac8c-7644a4819dd4), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:47.042822 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 57344) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:23:47.047875 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [None req-d70f40b3-8164-40ba-97f3-cd1ef7d402d5 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Request body: {'security_group': {'name': 'tempest-securitygroup--241354219', 'description': 'tempest-description--310054913'}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:23:47.048461 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=100 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:47.048701 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-1e6d4d20-516b-41e9-b855-50b950554383 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6223797'] for subnet (c3376d72-25a9-4213-ac8c-7644a4819dd4), precommit_delete_associations {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:47.069257 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Current status of the port f4a5465d-ff9e-4624-a62b-bfbe66a01ff3 is: DOWN; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:23:47.069937 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (f4a5465d-ff9e-4624-a62b-bfbe66a01ff3), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:47.095551 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] For port f4a5465d-ff9e-4624-a62b-bfbe66a01ff3, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=f4a5465d-ff9e-4624-a62b-bfbe66a01ff3,segment=NetworkSegment(5532158b-12fc-4975-99d9-f23bee8acdf7),segment_id=5532158b-12fc-4975-99d9-f23bee8acdf7)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:23:47.098435 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-1e6d4d20-516b-41e9-b855-50b950554383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1483629'] for subnet (c3376d72-25a9-4213-ac8c-7644a4819dd4), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:47.110561 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-ca3b6e46-e067-4e65-8acc-c861afadfb8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (745b0630-e561-4425-b76b-bde4e47b5d4a), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:47.113355 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-ca3b6e46-e067-4e65-8acc-c861afadfb8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:47.114591 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-ca3b6e46-e067-4e65-8acc-c861afadfb8a admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/745b0630-e561-4425-b76b-bde4e47b5d4a HTTP/1.1" status: 204 len: 168 time: 0.2745919 Aug 31 01:23:47.123188 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3b6e46-e067-4e65-8acc-c861afadfb8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=745b0630-e561-4425-b76b-bde4e47b5d4a,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:47.168040 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-d70f40b3-8164-40ba-97f3-cd1ef7d402d5 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks [] for security_group (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:47.191165 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (f4a5465d-ff9e-4624-a62b-bfbe66a01ff3), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:47.244409 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Pushing event updated for resources: {'Port': ['ID=f4a5465d-ff9e-4624-a62b-bfbe66a01ff3,revision_number=4']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:47.247888 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-d70f40b3-8164-40ba-97f3-cd1ef7d402d5 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks [] for security_group (34358351-83e4-4657-bc0e-b19966191f27), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:47.249302 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-1e6d4d20-516b-41e9-b855-50b950554383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1483636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6273100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4799849'] for subnet (c3376d72-25a9-4213-ac8c-7644a4819dd4), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:47.292289 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6d4d20-516b-41e9-b855-50b950554383 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3376d72-25a9-4213-ac8c-7644a4819dd4,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:47.294319 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-1e6d4d20-516b-41e9-b855-50b950554383 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537412'] for subnet (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:47.300181 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-1e6d4d20-516b-41e9-b855-50b950554383 admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/c3376d72-25a9-4213-ac8c-7644a4819dd4 HTTP/1.1" status: 204 len: 168 time: 0.3908722 Aug 31 01:23:47.300430 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 57352) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:23:47.380619 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-e84754e4-ef1a-496c-bfe9-8465dfa18bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1495376'] for network (d516fc5e-ee80-4c12-9f0e-71969f66b61c), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:47.396579 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-d70f40b3-8164-40ba-97f3-cd1ef7d402d5 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (34358351-83e4-4657-bc0e-b19966191f27), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:47.434478 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70f40b3-8164-40ba-97f3-cd1ef7d402d5 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34358351-83e4-4657-bc0e-b19966191f27,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:47.495570 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-d70f40b3-8164-40ba-97f3-cd1ef7d402d5 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks [] for security_group (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:47.497023 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-e84754e4-ef1a-496c-bfe9-8465dfa18bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1483790', 'neutron.services.segments.db._delete_segments_for_network-8779186328131'] for network (d516fc5e-ee80-4c12-9f0e-71969f66b61c), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:47.497361 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-d70f40b3-8164-40ba-97f3-cd1ef7d402d5 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4532304 Aug 31 01:23:47.499896 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 57360) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:23:47.506835 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [None req-f2c62e4c-6721-4383-a7d3-3289482f92f2 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Request body: {'security_group_rule': {'security_group_id': '34358351-83e4-4657-bc0e-b19966191f27', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:23:47.549428 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.services.segments.db [None req-e84754e4-ef1a-496c-bfe9-8465dfa18bd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d516fc5e-ee80-4c12-9f0e-71969f66b61c']}} {{(pid=106776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:47.561945 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.services.segments.db [None req-e84754e4-ef1a-496c-bfe9-8465dfa18bd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2357526-635a-44b1-9360-d24c0dcbc6fc') {'for_net_delete': True} {{(pid=106776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:47.562362 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.services.segments.db [None req-e84754e4-ef1a-496c-bfe9-8465dfa18bd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2357526-635a-44b1-9360-d24c0dcbc6fc') {} {{(pid=106776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:47.575387 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-e84754e4-ef1a-496c-bfe9-8465dfa18bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779186303919', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223806'] for segment (b2357526-635a-44b1-9360-d24c0dcbc6fc), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:47.590512 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-e84754e4-ef1a-496c-bfe9-8465dfa18bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484916'] for segment (b2357526-635a-44b1-9360-d24c0dcbc6fc), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:47.597236 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e84754e4-ef1a-496c-bfe9-8465dfa18bd4 admin admin] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=106776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:23:47.597650 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-e84754e4-ef1a-496c-bfe9-8465dfa18bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6273770'] for segment (b2357526-635a-44b1-9360-d24c0dcbc6fc), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:47.623363 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f3683c-a45b-4447-9d9b-3b23116b7673 req-f6f758b0-f7e7-4683-b0b4-16ed7b77a488 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:47.629827 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-11f3683c-a45b-4447-9d9b-3b23116b7673 req-f6f758b0-f7e7-4683-b0b4-16ed7b77a488 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ee6ca45e-29c7-4af8-8aef-72134f23292c HTTP/1.1" status: 200 len: 946 time: 0.0756414 Aug 31 01:23:47.642177 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.services.segments.plugin [-] Segment b2357526-635a-44b1-9360-d24c0dcbc6fc resource provider aggregate not found Aug 31 01:23:47.661234 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.services.segments.plugin [-] Segment b2357526-635a-44b1-9360-d24c0dcbc6fc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b2357526-635a-44b1-9360-d24c0dcbc6fc found for delete ", "request_id": "req-951f2ff6-8b52-4fa3-8f26-b38439bb9707"}]} Aug 31 01:23:47.677572 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-f2c62e4c-6721-4383-a7d3-3289482f92f2 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks [] for security_group_rule (6055e50b-8256-46e7-9e0f-9b1ed2d96766), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:47.680712 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-11f3683c-a45b-4447-9d9b-3b23116b7673 req-28456bb1-364f-47d4-81a1-9f7562db9b04 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482988 Aug 31 01:23:47.739950 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-f2c62e4c-6721-4383-a7d3-3289482f92f2 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks [] for security_group_rule (6055e50b-8256-46e7-9e0f-9b1ed2d96766), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:47.742874 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-e84754e4-ef1a-496c-bfe9-8465dfa18bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1483783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608292'] for network (d516fc5e-ee80-4c12-9f0e-71969f66b61c), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:47.748369 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-e84754e4-ef1a-496c-bfe9-8465dfa18bd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537412'] for network (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:47.755782 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-e84754e4-ef1a-496c-bfe9-8465dfa18bd4 admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/d516fc5e-ee80-4c12-9f0e-71969f66b61c HTTP/1.1" status: 204 len: 168 time: 0.4500856 Aug 31 01:23:47.755782 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 57370) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:23:47.774662 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84754e4-ef1a-496c-bfe9-8465dfa18bd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d516fc5e-ee80-4c12-9f0e-71969f66b61c,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:47.813044 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aa5abc9-9af2-40c3-86cd-307a496fe8bb admin admin] Deleting subnet 93a64fe3-2304-494c-a174-161fd327cf4c {{(pid=106776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 01:23:47.817055 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-3aa5abc9-9af2-40c3-86cd-307a496fe8bb admin admin] Publish callbacks [] for subnet (93a64fe3-2304-494c-a174-161fd327cf4c), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:47.843157 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab08c3b-75e2-4efb-b9c6-6a38322344b8 None None] Sync routers for ids ['5782a4a2-909a-4031-86cd-c38efe94ee2d'] in dv-cinder-855288-2-iscsi {{(pid=106779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:23:47.853308 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab08c3b-75e2-4efb-b9c6-6a38322344b8 None None] Routers {'5782a4a2-909a-4031-86cd-c38efe94ee2d'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:23:47.853909 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-8ab08c3b-75e2-4efb-b9c6-6a38322344b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:23:33Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['5782a4a2-909a-4031-86cd-c38efe94ee2d'], 'active': True} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:47.854065 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-3aa5abc9-9af2-40c3-86cd-307a496fe8bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6223797'] for subnet (93a64fe3-2304-494c-a174-161fd327cf4c), precommit_delete_associations {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:47.876751 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-f2c62e4c-6721-4383-a7d3-3289482f92f2 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413228'] for security_group_rule (6055e50b-8256-46e7-9e0f-9b1ed2d96766), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:47.910658 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:47.915487 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c62e4c-6721-4383-a7d3-3289482f92f2 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6055e50b-8256-46e7-9e0f-9b1ed2d96766,revision_number=0']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:47.918422 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-3aa5abc9-9af2-40c3-86cd-307a496fe8bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1483629'] for subnet (93a64fe3-2304-494c-a174-161fd327cf4c), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:47.941208 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 57372) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:23:47.961209 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvr_db [None req-8ab08c3b-75e2-4efb-b9c6-6a38322344b8 None None] Set router 5782a4a2-909a-4031-86cd-c38efe94ee2d gateway port host: dv-cinder-855288-2-iscsi {{(pid=106779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:23:47.967142 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-90acf2e4-10c8-4b01-b63b-939f9b8b9d5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:48.026936 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-f2c62e4c-6721-4383-a7d3-3289482f92f2 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:48.028347 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-f2c62e4c-6721-4383-a7d3-3289482f92f2 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5275016 Aug 31 01:23:48.031253 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 57374) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:23:48.036889 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [None req-8c3e4fc6-32cf-4576-9704-63309ff59124 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Request body: {'security_group_rule': {'security_group_id': '34358351-83e4-4657-bc0e-b19966191f27', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:23:48.065964 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-90acf2e4-10c8-4b01-b63b-939f9b8b9d5b admin admin] Publish callbacks [] for security_group (4bc98fae-5f46-4271-a489-1de83032908e), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:48.086153 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-3aa5abc9-9af2-40c3-86cd-307a496fe8bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1483636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6273100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4799849'] for subnet (93a64fe3-2304-494c-a174-161fd327cf4c), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:48.112464 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa5abc9-9af2-40c3-86cd-307a496fe8bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93a64fe3-2304-494c-a174-161fd327cf4c,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:48.116731 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-3aa5abc9-9af2-40c3-86cd-307a496fe8bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537412'] for subnet (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:48.119969 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-3aa5abc9-9af2-40c3-86cd-307a496fe8bb admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/93a64fe3-2304-494c-a174-161fd327cf4c HTTP/1.1" status: 204 len: 168 time: 0.3636096 Aug 31 01:23:48.122700 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 57376) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:23:48.129867 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:INSERT=3 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:48.159343 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-8ab08c3b-75e2-4efb-b9c6-6a38322344b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5782a4a2-909a-4031-86cd-c38efe94ee2d', 'name': 'tempest-AttachVolumeTestJSON-146619577-router', 'tenant_id': 'fb863f706c3846db958c9b7fe367c3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f4a5465d-ff9e-4624-a62b-bfbe66a01ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:23:41Z', 'updated_at': '2022-08-31T01:23:45Z', 'revision_number': 4, 'project_id': 'fb863f706c3846db958c9b7fe367c3f5', 'gw_port': {'id': 'f4a5465d-ff9e-4624-a62b-bfbe66a01ff3', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5782a4a2-909a-4031-86cd-c38efe94ee2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:23:42Z', 'updated_at': '2022-08-31T01:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_interfaces': [{'id': '63f67506-ae6b-4bbf-bf94-ae60b3fd57d4', 'name': '', 'network_id': '2d97e458-c7f0-41e8-8974-7a68b9809489', 'tenant_id': 'fb863f706c3846db958c9b7fe367c3f5', 'mac_address': 'fa:16:3e:04:98:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5782a4a2-909a-4031-86cd-c38efe94ee2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'ce633e5b-f53e-4e09-ba61-d50d905d9cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:23:44Z', 'updated_at': '2022-08-31T01:23:45Z', 'revision_number': 2, 'project_id': 'fb863f706c3846db958c9b7fe367c3f5', 'subnets': [{'id': 'ce633e5b-f53e-4e09-ba61-d50d905d9cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:48.184958 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab08c3b-75e2-4efb-b9c6-6a38322344b8 None None] Checking router: 5782a4a2-909a-4031-86cd-c38efe94ee2d for host: dv-cinder-855288-2-iscsi {{(pid=106779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:23:48.185307 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab08c3b-75e2-4efb-b9c6-6a38322344b8 None None] Updating router 5782a4a2-909a-4031-86cd-c38efe94ee2d port 63f67506-ae6b-4bbf-bf94-ae60b3fd57d4 binding host dv-cinder-855288-2-iscsi {{(pid=106779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:23:48.197565 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-8c3e4fc6-32cf-4576-9704-63309ff59124 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks [] for security_group_rule (ac1c7a4f-aee7-4450-a5b5-09a0baafda27), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:48.198083 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-90acf2e4-10c8-4b01-b63b-939f9b8b9d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (4bc98fae-5f46-4271-a489-1de83032908e), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:48.213567 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron_lib.callbacks.manager [None req-8ab08c3b-75e2-4efb-b9c6-6a38322344b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (63f67506-ae6b-4bbf-bf94-ae60b3fd57d4), before_update {{(pid=106779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:48.216011 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-4008c5de-8e15-44aa-b77a-46f1148930f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1495376'] for network (655f7ef8-cf46-4593-8ac4-78a869e9232a), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:48.257047 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-90acf2e4-10c8-4b01-b63b-939f9b8b9d5b admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=b34f5a84821d433d94c7569873161da6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3148112 Aug 31 01:23:48.258056 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90acf2e4-10c8-4b01-b63b-939f9b8b9d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc98fae-5f46-4271-a489-1de83032908e,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:48.262819 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 57378) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:23:48.266674 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-8c3e4fc6-32cf-4576-9704-63309ff59124 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks [] for security_group_rule (ac1c7a4f-aee7-4450-a5b5-09a0baafda27), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:48.280611 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:48.324067 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-3f3df37b-2be1-47b9-a9ab-85a3482635c0 admin admin] Publish callbacks [] for security_group (4bc98fae-5f46-4271-a489-1de83032908e), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:48.334989 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-4008c5de-8e15-44aa-b77a-46f1148930f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1483790', 'neutron.services.segments.db._delete_segments_for_network-8779186328131'] for network (655f7ef8-cf46-4593-8ac4-78a869e9232a), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:48.346198 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-3f3df37b-2be1-47b9-a9ab-85a3482635c0 admin admin] Publish callbacks [] for security_group (4bc98fae-5f46-4271-a489-1de83032908e), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:48.357236 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.services.segments.db [None req-4008c5de-8e15-44aa-b77a-46f1148930f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['655f7ef8-cf46-4593-8ac4-78a869e9232a']}} {{(pid=106776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:48.367253 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.services.segments.db [None req-4008c5de-8e15-44aa-b77a-46f1148930f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6be2919c-9f75-4000-b8f6-46fd5e721d35') {'for_net_delete': True} {{(pid=106776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:48.367580 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.services.segments.db [None req-4008c5de-8e15-44aa-b77a-46f1148930f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6be2919c-9f75-4000-b8f6-46fd5e721d35') {} {{(pid=106776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:48.374636 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-8c3e4fc6-32cf-4576-9704-63309ff59124 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413228'] for security_group_rule (ac1c7a4f-aee7-4450-a5b5-09a0baafda27), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:48.377786 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-4008c5de-8e15-44aa-b77a-46f1148930f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779186303919', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223806'] for segment (6be2919c-9f75-4000-b8f6-46fd5e721d35), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:48.400669 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-4008c5de-8e15-44aa-b77a-46f1148930f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484916'] for segment (6be2919c-9f75-4000-b8f6-46fd5e721d35), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:48.409175 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4008c5de-8e15-44aa-b77a-46f1148930f5 admin admin] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=106776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:23:48.409576 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-4008c5de-8e15-44aa-b77a-46f1148930f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6273770'] for segment (6be2919c-9f75-4000-b8f6-46fd5e721d35), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:48.411979 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3e4fc6-32cf-4576-9704-63309ff59124 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac1c7a4f-aee7-4450-a5b5-09a0baafda27,revision_number=0']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:48.491602 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron_lib.callbacks.manager [None req-8ab08c3b-75e2-4efb-b9c6-6a38322344b8 None None] Publish callbacks [] for port (63f67506-ae6b-4bbf-bf94-ae60b3fd57d4), precommit_update {{(pid=106779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:48.543574 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-3f3df37b-2be1-47b9-a9ab-85a3482635c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (4bc98fae-5f46-4271-a489-1de83032908e), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:48.546141 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-3f3df37b-2be1-47b9-a9ab-85a3482635c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:48.547377 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-3f3df37b-2be1-47b9-a9ab-85a3482635c0 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/4bc98fae-5f46-4271-a489-1de83032908e HTTP/1.1" status: 204 len: 168 time: 0.2836096 Aug 31 01:23:48.551945 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-8c3e4fc6-32cf-4576-9704-63309ff59124 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:48.553048 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-8c3e4fc6-32cf-4576-9704-63309ff59124 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5207086 Aug 31 01:23:48.557424 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 57388) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:23:48.560609 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3df37b-2be1-47b9-a9ab-85a3482635c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc98fae-5f46-4271-a489-1de83032908e,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:48.569462 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [None req-21ccb6ed-06ef-40a0-b02f-807996a1d674 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Request body: {'floatingip': {'floating_network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83'}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:23:48.585638 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron_lib.callbacks.manager [None req-8ab08c3b-75e2-4efb-b9c6-6a38322344b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (63f67506-ae6b-4bbf-bf94-ae60b3fd57d4), after_update {{(pid=106779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:48.586754 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-4008c5de-8e15-44aa-b77a-46f1148930f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1483783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608292'] for network (655f7ef8-cf46-4593-8ac4-78a869e9232a), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:48.598910 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-4008c5de-8e15-44aa-b77a-46f1148930f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537412'] for network (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:48.604540 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-4008c5de-8e15-44aa-b77a-46f1148930f5 admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/655f7ef8-cf46-4593-8ac4-78a869e9232a HTTP/1.1" status: 204 len: 168 time: 0.4785006 Aug 31 01:23:48.613353 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4008c5de-8e15-44aa-b77a-46f1148930f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=655f7ef8-cf46-4593-8ac4-78a869e9232a,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:48.645789 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5061a45f-7a7e-41ce-8934-bfc5f345f262 None None] Pushing event updated for resources: {'Port': ['ID=63f67506-ae6b-4bbf-bf94-ae60b3fd57d4,revision_number=3']} {{(pid=106779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:48.657003 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5061a45f-7a7e-41ce-8934-bfc5f345f262 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:48.657506 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5061a45f-7a7e-41ce-8934-bfc5f345f262 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:48.658101 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5061a45f-7a7e-41ce-8934-bfc5f345f262 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:48.658707 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5061a45f-7a7e-41ce-8934-bfc5f345f262 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:48.659472 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5061a45f-7a7e-41ce-8934-bfc5f345f262 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:48.659943 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5061a45f-7a7e-41ce-8934-bfc5f345f262 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:48.660483 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5061a45f-7a7e-41ce-8934-bfc5f345f262 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:48.661209 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5061a45f-7a7e-41ce-8934-bfc5f345f262 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:48.661545 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5061a45f-7a7e-41ce-8934-bfc5f345f262 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:48.662526 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5061a45f-7a7e-41ce-8934-bfc5f345f262 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:48.662866 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5061a45f-7a7e-41ce-8934-bfc5f345f262 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:48.663218 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5061a45f-7a7e-41ce-8934-bfc5f345f262 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:48.663553 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5061a45f-7a7e-41ce-8934-bfc5f345f262 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:48.663873 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5061a45f-7a7e-41ce-8934-bfc5f345f262 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:48.664350 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5061a45f-7a7e-41ce-8934-bfc5f345f262 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:23:48.681855 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-21ccb6ed-06ef-40a0-b02f-807996a1d674 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:48.761467 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.managers [None req-8ab08c3b-75e2-4efb-b9c6-6a38322344b8 None None] Attempting to bind port 63f67506-ae6b-4bbf-bf94-ae60b3fd57d4 on host dv-cinder-855288-2-iscsi for vnic_type normal with profile {{(pid=106779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 01:23:48.762230 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.managers [None req-8ab08c3b-75e2-4efb-b9c6-6a38322344b8 None None] Attempting to bind port 63f67506-ae6b-4bbf-bf94-ae60b3fd57d4 by drivers openvswitch,hyperv on host dv-cinder-855288-2-iscsi at level 0 using segments [{'id': '9ea3922f-9a93-4c57-9a67-322f3f62c0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '2d97e458-c7f0-41e8-8974-7a68b9809489'}] {{(pid=106779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 01:23:48.763448 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab08c3b-75e2-4efb-b9c6-6a38322344b8 None None] Attempting to bind port 63f67506-ae6b-4bbf-bf94-ae60b3fd57d4 on network 2d97e458-c7f0-41e8-8974-7a68b9809489 {{(pid=106779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:23:48.784173 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab08c3b-75e2-4efb-b9c6-6a38322344b8 None None] Checking agent: {'id': 'f96ef3eb-5320-49ab-b33a-a2775d3a6053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855288-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 1, 14, 6), 'started_at': datetime.datetime(2022, 8, 31, 1, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 1, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855288-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 01:23:48.786776 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab08c3b-75e2-4efb-b9c6-6a38322344b8 None None] Checking segment: {'id': '9ea3922f-9a93-4c57-9a67-322f3f62c0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '2d97e458-c7f0-41e8-8974-7a68b9809489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:23:48.787416 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron_lib.callbacks.manager [None req-8ab08c3b-75e2-4efb-b9c6-6a38322344b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:48.787906 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab08c3b-75e2-4efb-b9c6-6a38322344b8 None None] Bound using segment: {'id': '9ea3922f-9a93-4c57-9a67-322f3f62c0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '2d97e458-c7f0-41e8-8974-7a68b9809489'} {{(pid=106779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 01:23:48.788835 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.managers [None req-8ab08c3b-75e2-4efb-b9c6-6a38322344b8 None None] Bound port: 63f67506-ae6b-4bbf-bf94-ae60b3fd57d4, host: dv-cinder-855288-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ea3922f-9a93-4c57-9a67-322f3f62c0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '2d97e458-c7f0-41e8-8974-7a68b9809489'}}] {{(pid=106779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 01:23:48.789378 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron_lib.callbacks.manager [None req-8ab08c3b-75e2-4efb-b9c6-6a38322344b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (63f67506-ae6b-4bbf-bf94-ae60b3fd57d4), before_update {{(pid=106779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:48.845492 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device f4a5465d-ff9e-4624-a62b-bfbe66a01ff3 up at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:23:48.855810 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4d991-3e5a-411e-bb9c-1552eaab43ed req-e7af9ba5-18fa-4a21-88f8-8993a3353a62 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:48.863342 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-7ab4d991-3e5a-411e-bb9c-1552eaab43ed req-e7af9ba5-18fa-4a21-88f8-8993a3353a62 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ee6ca45e-29c7-4af8-8aef-72134f23292c HTTP/1.1" status: 200 len: 946 time: 0.0788455 Aug 31 01:23:48.867389 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.db [None req-8ab08c3b-75e2-4efb-b9c6-6a38322344b8 None None] For port 63f67506-ae6b-4bbf-bf94-ae60b3fd57d4, host dv-cinder-855288-2-iscsi, cleared binding levels {{(pid=106779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:23:48.872015 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.db [None req-8ab08c3b-75e2-4efb-b9c6-6a38322344b8 None None] For port 63f67506-ae6b-4bbf-bf94-ae60b3fd57d4, host dv-cinder-855288-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=63f67506-ae6b-4bbf-bf94-ae60b3fd57d4,segment=NetworkSegment(9ea3922f-9a93-4c57-9a67-322f3f62c0bf),segment_id=9ea3922f-9a93-4c57-9a67-322f3f62c0bf)] {{(pid=106779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:23:48.923772 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-7ab4d991-3e5a-411e-bb9c-1552eaab43ed req-aa53926a-1036-4522-8e2b-e05a467bcd95 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592947 Aug 31 01:23:48.929535 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Provisioning complete for port f4a5465d-ff9e-4624-a62b-bfbe66a01ff3 triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:23:48.929925 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (f4a5465d-ff9e-4624-a62b-bfbe66a01ff3), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:48.961096 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron_lib.callbacks.manager [None req-8ab08c3b-75e2-4efb-b9c6-6a38322344b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (63f67506-ae6b-4bbf-bf94-ae60b3fd57d4), after_update {{(pid=106779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:48.995950 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:49.008512 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab08c3b-75e2-4efb-b9c6-6a38322344b8 None None] Routers {'5782a4a2-909a-4031-86cd-c38efe94ee2d'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:23:49.009799 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-8ab08c3b-75e2-4efb-b9c6-6a38322344b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:23:33Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['5782a4a2-909a-4031-86cd-c38efe94ee2d'], 'active': True} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:49.011259 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-21ccb6ed-06ef-40a0-b02f-807996a1d674 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:49.041905 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Current status of the port f4a5465d-ff9e-4624-a62b-bfbe66a01ff3 is: ACTIVE; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:23:49.067802 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:49.134789 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.db_base_plugin_common [None req-21ccb6ed-06ef-40a0-b02f-807996a1d674 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Allocated IP 172.27.1.187 (6de90673-24a8-444a-94e7-38ef2e70dd83/b0882f00-706c-4556-bcad-01ef413e142c/193f1b9c-8f82-4764-8861-7a310953f31d) {{(pid=106776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:23:49.161931 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 57402) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:23:49.184781 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5061a45f-7a7e-41ce-8934-bfc5f345f262 None None] Pushing event updated for resources: {'Port': ['ID=63f67506-ae6b-4bbf-bf94-ae60b3fd57d4,revision_number=4']} {{(pid=106779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:49.242346 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-347fe89c-2a31-45f3-9760-9a12a6e10e10 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=1a4173ddac70420586849aa47642a9a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0776041 Aug 31 01:23:49.244860 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 57404) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:23:49.261606 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvr_db [None req-8ab08c3b-75e2-4efb-b9c6-6a38322344b8 None None] Set router 5782a4a2-909a-4031-86cd-c38efe94ee2d gateway port host: dv-cinder-855288-2-iscsi {{(pid=106779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:23:49.282426 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-21ccb6ed-06ef-40a0-b02f-807996a1d674 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks [] for port (193f1b9c-8f82-4764-8861-7a310953f31d), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:49.298477 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=6 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:49.299596 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-3d600c05-3f2c-4978-9bc8-ea22c8cf9e93 admin admin] Publish callbacks [] for security_group (517c5134-a3a8-487c-a387-8d8eb695b893), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:49.325907 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-3d600c05-3f2c-4978-9bc8-ea22c8cf9e93 admin admin] Publish callbacks [] for security_group (517c5134-a3a8-487c-a387-8d8eb695b893), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:49.409391 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-21ccb6ed-06ef-40a0-b02f-807996a1d674 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779185826838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6273727'] for port (193f1b9c-8f82-4764-8861-7a310953f31d), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:49.447340 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ccb6ed-06ef-40a0-b02f-807996a1d674 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Network 6de90673-24a8-444a-94e7-38ef2e70dd83 is already hosted by enough agents. {{(pid=106776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:23:49.451758 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.base_scheduler [None req-21ccb6ed-06ef-40a0-b02f-807996a1d674 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Resources bound (agent type, host, resource id): {{(pid=106776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:23:49.457732 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ccb6ed-06ef-40a0-b02f-807996a1d674 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Received port after_create {{(pid=106776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 01:23:49.482068 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-8ab08c3b-75e2-4efb-b9c6-6a38322344b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5782a4a2-909a-4031-86cd-c38efe94ee2d', 'name': 'tempest-AttachVolumeTestJSON-146619577-router', 'tenant_id': 'fb863f706c3846db958c9b7fe367c3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f4a5465d-ff9e-4624-a62b-bfbe66a01ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:23:41Z', 'updated_at': '2022-08-31T01:23:45Z', 'revision_number': 4, 'project_id': 'fb863f706c3846db958c9b7fe367c3f5', 'gw_port': {'id': 'f4a5465d-ff9e-4624-a62b-bfbe66a01ff3', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5782a4a2-909a-4031-86cd-c38efe94ee2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:23:42Z', 'updated_at': '2022-08-31T01:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_interfaces': [{'id': '63f67506-ae6b-4bbf-bf94-ae60b3fd57d4', 'name': '', 'network_id': '2d97e458-c7f0-41e8-8974-7a68b9809489', 'tenant_id': 'fb863f706c3846db958c9b7fe367c3f5', 'mac_address': 'fa:16:3e:04:98:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5782a4a2-909a-4031-86cd-c38efe94ee2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'ce633e5b-f53e-4e09-ba61-d50d905d9cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:23:44Z', 'updated_at': '2022-08-31T01:23:48Z', 'revision_number': 4, 'project_id': 'fb863f706c3846db958c9b7fe367c3f5', 'subnets': [{'id': 'ce633e5b-f53e-4e09-ba61-d50d905d9cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:23:49.492036 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ccb6ed-06ef-40a0-b02f-807996a1d674 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Pushing event updated for resources: {'Port': ['ID=193f1b9c-8f82-4764-8861-7a310953f31d,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:49.502970 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-3d600c05-3f2c-4978-9bc8-ea22c8cf9e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (517c5134-a3a8-487c-a387-8d8eb695b893), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:49.509474 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab08c3b-75e2-4efb-b9c6-6a38322344b8 None None] The sync data for ids ['5782a4a2-909a-4031-86cd-c38efe94ee2d'] in dv-cinder-855288-2-iscsi is: [{'id': '5782a4a2-909a-4031-86cd-c38efe94ee2d', 'name': 'tempest-AttachVolumeTestJSON-146619577-router', 'tenant_id': 'fb863f706c3846db958c9b7fe367c3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f4a5465d-ff9e-4624-a62b-bfbe66a01ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:23:41Z', 'updated_at': '2022-08-31T01:23:45Z', 'revision_number': 4, 'project_id': 'fb863f706c3846db958c9b7fe367c3f5', 'gw_port': {'id': 'f4a5465d-ff9e-4624-a62b-bfbe66a01ff3', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5782a4a2-909a-4031-86cd-c38efe94ee2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:23:42Z', 'updated_at': '2022-08-31T01:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_interfaces': [{'id': '63f67506-ae6b-4bbf-bf94-ae60b3fd57d4', 'name': '', 'network_id': '2d97e458-c7f0-41e8-8974-7a68b9809489', 'tenant_id': 'fb863f706c3846db958c9b7fe367c3f5', 'mac_address': 'fa:16:3e:04:98:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5782a4a2-909a-4031-86cd-c38efe94ee2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'ce633e5b-f53e-4e09-ba61-d50d905d9cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:23:44Z', 'updated_at': '2022-08-31T01:23:48Z', 'revision_number': 4, 'project_id': 'fb863f706c3846db958c9b7fe367c3f5', 'subnets': [{'id': 'ce633e5b-f53e-4e09-ba61-d50d905d9cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:23:49.509665 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-3d600c05-3f2c-4978-9bc8-ea22c8cf9e93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:49.509665 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-3d600c05-3f2c-4978-9bc8-ea22c8cf9e93 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/517c5134-a3a8-487c-a387-8d8eb695b893 HTTP/1.1" status: 204 len: 168 time: 0.2625623 Aug 31 01:23:49.520952 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d600c05-3f2c-4978-9bc8-ea22c8cf9e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=517c5134-a3a8-487c-a387-8d8eb695b893,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:49.617411 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-21ccb6ed-06ef-40a0-b02f-807996a1d674 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks [] for floatingip (12518811-6f2d-4da4-9b06-b2af61e10a85), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:49.663195 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 57418) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:23:49.693036 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.services.segments.plugin [-] Segment 6be2919c-9f75-4000-b8f6-46fd5e721d35 resource provider aggregate not found Aug 31 01:23:49.715198 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.services.segments.plugin [-] Segment 6be2919c-9f75-4000-b8f6-46fd5e721d35 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6be2919c-9f75-4000-b8f6-46fd5e721d35 found for delete ", "request_id": "req-36913bdf-fd60-4911-abce-13433f82c106"}]} Aug 31 01:23:49.789410 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-21ccb6ed-06ef-40a0-b02f-807996a1d674 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (193f1b9c-8f82-4764-8861-7a310953f31d), before_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:49.966003 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-21ccb6ed-06ef-40a0-b02f-807996a1d674 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks [] for port (193f1b9c-8f82-4764-8861-7a310953f31d), precommit_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:50.042733 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-21ccb6ed-06ef-40a0-b02f-807996a1d674 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6273718'] for port (193f1b9c-8f82-4764-8861-7a310953f31d), after_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:50.126966 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ce688-2e64-4dd6-bb4f-d54accc3a9e6 req-61856b0e-43c8-4711-8e32-8097d13470d7 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:50.135610 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-4e0ce688-2e64-4dd6-bb4f-d54accc3a9e6 req-61856b0e-43c8-4711-8e32-8097d13470d7 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ee6ca45e-29c7-4af8-8aef-72134f23292c HTTP/1.1" status: 200 len: 946 time: 0.1248541 Aug 31 01:23:50.143487 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-21ccb6ed-06ef-40a0-b02f-807996a1d674 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608267'] for floatingip (12518811-6f2d-4da4-9b06-b2af61e10a85), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:50.155884 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ccb6ed-06ef-40a0-b02f-807996a1d674 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Pushing event updated for resources: {'Port': ['ID=193f1b9c-8f82-4764-8861-7a310953f31d,revision_number=2']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:50.160311 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:50.197862 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-4e0ce688-2e64-4dd6-bb4f-d54accc3a9e6 req-2c6aa2dd-585a-4347-ba4d-65df8b95cf95 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604866 Aug 31 01:23:50.244844 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-21ccb6ed-06ef-40a0-b02f-807996a1d674 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for floatingip (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:50.250811 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-21ccb6ed-06ef-40a0-b02f-807996a1d674 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6919825 Aug 31 01:23:50.275438 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-cdfeba5f-641d-4c5a-9906-e0e85123c743 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:50.365815 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-cdfeba5f-641d-4c5a-9906-e0e85123c743 admin admin] Publish callbacks [] for security_group (70d1eb45-d790-4a5b-b3de-29af82117cb1), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:50.487461 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-cdfeba5f-641d-4c5a-9906-e0e85123c743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (70d1eb45-d790-4a5b-b3de-29af82117cb1), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:50.533602 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-438f969b-ff34-459e-a377-4fac4b841672 req-1863cd1a-2137-45ce-888a-a232d63dd7c0 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--241354219&fields=id&tenant_id=fb863f706c3846db958c9b7fe367c3f5 HTTP/1.1" status: 200 len: 267 time: 0.0775638 Aug 31 01:23:50.543032 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfeba5f-641d-4c5a-9906-e0e85123c743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d1eb45-d790-4a5b-b3de-29af82117cb1,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:50.582231 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-cdfeba5f-641d-4c5a-9906-e0e85123c743 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=64a2333f399f41d693016c4fd9f41af5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9040761 Aug 31 01:23:50.582684 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 57456) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:23:50.638526 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:50.677552 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 57460) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:23:50.693572 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-9dc6ba7a-6e13-4dea-8bf9-3ed5be5b197e admin admin] Publish callbacks [] for security_group (70d1eb45-d790-4a5b-b3de-29af82117cb1), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:50.744160 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-9dc6ba7a-6e13-4dea-8bf9-3ed5be5b197e admin admin] Publish callbacks [] for security_group (70d1eb45-d790-4a5b-b3de-29af82117cb1), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:50.803035 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-17a658c3-048a-4c8c-9214-2b8ce2419b99 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=8fa93a330f004af585babdddf27ab6dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1240790 Aug 31 01:23:50.807887 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 57464) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:23:50.855009 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 63f67506-ae6b-4bbf-bf94-ae60b3fd57d4 up at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:23:50.889953 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-e1537311-f628-4b03-8b7f-730a7c0cc711 admin admin] Publish callbacks [] for security_group (0bd7d3b6-bd89-487f-9c85-ee185288f94d), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:50.911467 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f969b-ff34-459e-a377-4fac4b841672 req-d78447fa-d538-49e2-ba7c-32aa741dbe61 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:50.917329 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-e1537311-f628-4b03-8b7f-730a7c0cc711 admin admin] Publish callbacks [] for security_group (0bd7d3b6-bd89-487f-9c85-ee185288f94d), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:50.919900 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-438f969b-ff34-459e-a377-4fac4b841672 req-d78447fa-d538-49e2-ba7c-32aa741dbe61 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/networks?id=2d97e458-c7f0-41e8-8974-7a68b9809489 HTTP/1.1" status: 200 len: 810 time: 0.3726261 Aug 31 01:23:50.930050 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-438f969b-ff34-459e-a377-4fac4b841672 req-5ab05109-870f-4331-8103-c19e79276697 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/quotas/fb863f706c3846db958c9b7fe367c3f5 HTTP/1.1" status: 200 len: 375 time: 0.0092936 Aug 31 01:23:50.938296 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Provisioning complete for port 63f67506-ae6b-4bbf-bf94-ae60b3fd57d4 triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:23:50.938707 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (63f67506-ae6b-4bbf-bf94-ae60b3fd57d4), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:50.945247 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-9dc6ba7a-6e13-4dea-8bf9-3ed5be5b197e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (70d1eb45-d790-4a5b-b3de-29af82117cb1), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:50.948314 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-9dc6ba7a-6e13-4dea-8bf9-3ed5be5b197e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:50.952392 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-9dc6ba7a-6e13-4dea-8bf9-3ed5be5b197e admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/70d1eb45-d790-4a5b-b3de-29af82117cb1 HTTP/1.1" status: 204 len: 168 time: 0.3801417 Aug 31 01:23:50.970825 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc6ba7a-6e13-4dea-8bf9-3ed5be5b197e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d1eb45-d790-4a5b-b3de-29af82117cb1,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:51.008755 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-438f969b-ff34-459e-a377-4fac4b841672 req-1a117ddc-26d2-4a7c-abc6-34a6404af56d tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=fb863f706c3846db958c9b7fe367c3f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0709624 Aug 31 01:23:51.051367 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Current status of the port 63f67506-ae6b-4bbf-bf94-ae60b3fd57d4 is: DOWN; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:23:51.051779 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (63f67506-ae6b-4bbf-bf94-ae60b3fd57d4), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:51.069289 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-e1537311-f628-4b03-8b7f-730a7c0cc711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (0bd7d3b6-bd89-487f-9c85-ee185288f94d), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:51.073808 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-e1537311-f628-4b03-8b7f-730a7c0cc711 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:51.075808 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-e1537311-f628-4b03-8b7f-730a7c0cc711 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/0bd7d3b6-bd89-487f-9c85-ee185288f94d HTTP/1.1" status: 204 len: 168 time: 0.2661307 Aug 31 01:23:51.087502 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1537311-f628-4b03-8b7f-730a7c0cc711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd7d3b6-bd89-487f-9c85-ee185288f94d,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:51.134004 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] For port 63f67506-ae6b-4bbf-bf94-ae60b3fd57d4, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=63f67506-ae6b-4bbf-bf94-ae60b3fd57d4,segment=NetworkSegment(9ea3922f-9a93-4c57-9a67-322f3f62c0bf),segment_id=9ea3922f-9a93-4c57-9a67-322f3f62c0bf)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:23:51.162234 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-438f969b-ff34-459e-a377-4fac4b841672 req-b8ae918d-936f-4e4d-b67b-a4d8c6801625 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/2d97e458-c7f0-41e8-8974-7a68b9809489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502156 Aug 31 01:23:51.206040 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (63f67506-ae6b-4bbf-bf94-ae60b3fd57d4), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:51.237844 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:51.260038 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Pushing event updated for resources: {'Port': ['ID=63f67506-ae6b-4bbf-bf94-ae60b3fd57d4,revision_number=5']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:51.263643 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-438f969b-ff34-459e-a377-4fac4b841672 req-3f9f60da-ca73-47a7-abef-f52ff464067e service neutron] 10.222.0.20 "GET /networking/v2.0/networks/2d97e458-c7f0-41e8-8974-7a68b9809489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932965 Aug 31 01:23:51.341819 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225c1e7-cabc-4d22-9a04-1095e9ddd37b req-6e601ee9-6a7f-4f87-b941-4676ed49235c tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:51.352610 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-3225c1e7-cabc-4d22-9a04-1095e9ddd37b req-6e601ee9-6a7f-4f87-b941-4676ed49235c tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ee6ca45e-29c7-4af8-8aef-72134f23292c HTTP/1.1" status: 200 len: 946 time: 0.0652792 Aug 31 01:23:51.400511 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-3225c1e7-cabc-4d22-9a04-1095e9ddd37b req-4cfcbd15-2d03-44fd-8172-da38a74d6f58 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469341 Aug 31 01:23:51.533797 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1c2c7efc-4c49-4221-b87a-4a50b22f46e1 req-8d897dfd-a784-44f7-9716-6bb56c08c121 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=368bac0a-39c9-4f1e-99f9-84223e7de06b HTTP/1.1" status: 200 len: 210 time: 0.0359771 Aug 31 01:23:51.911552 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:51.922258 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 57500) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:23:51.940381 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-98ada91a-28e8-4628-95fc-3ae4ce900120 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:52.028181 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-98ada91a-28e8-4628-95fc-3ae4ce900120 admin admin] Publish callbacks [] for security_group (a5913ef4-34c8-40bf-9e26-f34d126106b7), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:52.099504 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-98ada91a-28e8-4628-95fc-3ae4ce900120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (a5913ef4-34c8-40bf-9e26-f34d126106b7), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:52.138550 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-98ada91a-28e8-4628-95fc-3ae4ce900120 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=c9ef310bc8e046d9bea9e36bc6573c72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2149816 Aug 31 01:23:52.139721 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ada91a-28e8-4628-95fc-3ae4ce900120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5913ef4-34c8-40bf-9e26-f34d126106b7,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:52.141450 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 57510) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:23:52.177122 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:52.193699 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-690f2ae2-0601-4cdd-b7b1-a595228da15f admin admin] Publish callbacks [] for security_group (a5913ef4-34c8-40bf-9e26-f34d126106b7), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:52.219449 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-690f2ae2-0601-4cdd-b7b1-a595228da15f admin admin] Publish callbacks [] for security_group (a5913ef4-34c8-40bf-9e26-f34d126106b7), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:52.390398 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-690f2ae2-0601-4cdd-b7b1-a595228da15f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (a5913ef4-34c8-40bf-9e26-f34d126106b7), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:52.393175 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-690f2ae2-0601-4cdd-b7b1-a595228da15f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:52.397895 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-690f2ae2-0601-4cdd-b7b1-a595228da15f admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/a5913ef4-34c8-40bf-9e26-f34d126106b7 HTTP/1.1" status: 204 len: 168 time: 0.2554257 Aug 31 01:23:52.405746 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690f2ae2-0601-4cdd-b7b1-a595228da15f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5913ef4-34c8-40bf-9e26-f34d126106b7,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:52.539123 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ddab6-d734-46e2-b7b2-cdac4734a313 req-69ace55f-b24f-41c8-93a1-4a69e5aab723 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:52.544862 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-ff0ddab6-d734-46e2-b7b2-cdac4734a313 req-69ace55f-b24f-41c8-93a1-4a69e5aab723 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ee6ca45e-29c7-4af8-8aef-72134f23292c HTTP/1.1" status: 200 len: 946 time: 0.0531976 Aug 31 01:23:52.600399 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-ff0ddab6-d734-46e2-b7b2-cdac4734a313 req-5864e513-ca9c-43ee-8304-728361d9ed73 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515995 Aug 31 01:23:52.647154 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-9285e14b-9507-4a42-a4c8-22f81a123242 req-104fcc75-a433-4de1-b8d2-81b4a1557cb7 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=368bac0a-39c9-4f1e-99f9-84223e7de06b HTTP/1.1" status: 200 len: 210 time: 0.0369132 Aug 31 01:23:52.775694 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 63f67506-ae6b-4bbf-bf94-ae60b3fd57d4 up at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:23:52.820177 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Provisioning complete for port 63f67506-ae6b-4bbf-bf94-ae60b3fd57d4 triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:23:52.820552 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (63f67506-ae6b-4bbf-bf94-ae60b3fd57d4), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:52.903580 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Current status of the port 63f67506-ae6b-4bbf-bf94-ae60b3fd57d4 is: ACTIVE; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:23:52.933213 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:53.274867 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 57556) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:23:53.484253 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-5b49aa2d-de9b-4d51-88d1-688dafc99a55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:53.609165 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-5b49aa2d-de9b-4d51-88d1-688dafc99a55 admin admin] Publish callbacks [] for security_group (63b2b971-e68e-42e8-aa00-fb5fc8b277e3), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:53.763177 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-5b49aa2d-de9b-4d51-88d1-688dafc99a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (63b2b971-e68e-42e8-aa00-fb5fc8b277e3), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:53.778480 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb3b9d6-3a4b-4ea6-8f8d-257021482c6f req-99ca351d-153c-4201-938c-880c5d70e27b tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:53.781142 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-abb3b9d6-3a4b-4ea6-8f8d-257021482c6f req-99ca351d-153c-4201-938c-880c5d70e27b tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ee6ca45e-29c7-4af8-8aef-72134f23292c HTTP/1.1" status: 200 len: 946 time: 0.0746951 Aug 31 01:23:53.802896 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b46e1f43-3e36-43f2-8d16-fd14787b9079 req-b7518b4c-f6a8-4e92-894e-b5f531023cbc tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=368bac0a-39c9-4f1e-99f9-84223e7de06b HTTP/1.1" status: 200 len: 210 time: 0.0440469 Aug 31 01:23:53.820275 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-5b49aa2d-de9b-4d51-88d1-688dafc99a55 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=2127f49c51164180ab4dfd834bab406f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5434093 Aug 31 01:23:53.822859 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 57614) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:23:53.827640 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b49aa2d-de9b-4d51-88d1-688dafc99a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b2b971-e68e-42e8-aa00-fb5fc8b277e3,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:53.914061 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-abb3b9d6-3a4b-4ea6-8f8d-257021482c6f req-7147a77b-c97c-4555-865f-ada930ce3b31 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116297 Aug 31 01:23:53.947513 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-8c173f0c-c3b4-441b-b516-49bae3d686ca admin admin] Publish callbacks [] for security_group (63b2b971-e68e-42e8-aa00-fb5fc8b277e3), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:53.970077 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-8c173f0c-c3b4-441b-b516-49bae3d686ca admin admin] Publish callbacks [] for security_group (63b2b971-e68e-42e8-aa00-fb5fc8b277e3), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:53.983796 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.agents_db [None req-5925ee7b-6bd5-4912-8f46-3ff11817b141 None None] Agent healthcheck: found 6 active agents {{(pid=106779) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:23:54.100654 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-8c173f0c-c3b4-441b-b516-49bae3d686ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (63b2b971-e68e-42e8-aa00-fb5fc8b277e3), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:54.103338 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-8c173f0c-c3b4-441b-b516-49bae3d686ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:54.105386 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-8c173f0c-c3b4-441b-b516-49bae3d686ca admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/63b2b971-e68e-42e8-aa00-fb5fc8b277e3 HTTP/1.1" status: 204 len: 168 time: 0.2808330 Aug 31 01:23:54.114117 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c173f0c-c3b4-441b-b516-49bae3d686ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b2b971-e68e-42e8-aa00-fb5fc8b277e3,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:54.360018 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:DELETE=6,neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:54.609523 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f969b-ff34-459e-a377-4fac4b841672 req-74fce7fa-23e5-499f-bc86-32b0cf02ace2 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:54.612184 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-438f969b-ff34-459e-a377-4fac4b841672 req-74fce7fa-23e5-499f-bc86-32b0cf02ace2 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.85 "GET /networking/v2.0/networks?id=2d97e458-c7f0-41e8-8974-7a68b9809489 HTTP/1.1" status: 200 len: 810 time: 0.1306930 Aug 31 01:23:54.668520 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:54.714629 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-438f969b-ff34-459e-a377-4fac4b841672 req-39ec1846-0952-4475-8001-e0a21105366d tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.85 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=fb863f706c3846db958c9b7fe367c3f5 HTTP/1.1" status: 200 len: 379 time: 0.0908997 Aug 31 01:23:54.728376 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [req-438f969b-ff34-459e-a377-4fac4b841672 req-0ebcd7bc-3b91-40ce-978b-cfad080b63ff tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Request body: {'port': {'device_id': '368bac0a-39c9-4f1e-99f9-84223e7de06b', 'network_id': '2d97e458-c7f0-41e8-8974-7a68b9809489', 'admin_state_up': True, 'tenant_id': 'fb863f706c3846db958c9b7fe367c3f5', 'security_groups': ['34358351-83e4-4657-bc0e-b19966191f27']}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:23:54.876476 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:54.938127 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-52e8559d-40c7-4a91-950e-51ec2f933d83 req-9755f1b9-f496-4a45-bc4a-b990e7acb8f4 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=368bac0a-39c9-4f1e-99f9-84223e7de06b HTTP/1.1" status: 200 len: 210 time: 0.0334275 Aug 31 01:23:54.949092 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-438f969b-ff34-459e-a377-4fac4b841672 req-0ebcd7bc-3b91-40ce-978b-cfad080b63ff tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Made reservation on behalf of fb863f706c3846db958c9b7fe367c3f5 for: {'port': 1} {{(pid=106777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:23:54.953695 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-438f969b-ff34-459e-a377-4fac4b841672 req-0ebcd7bc-3b91-40ce-978b-cfad080b63ff tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:55.089650 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2180b03-c5ce-46d8-b8ea-8f4e2ac85c0f req-eb9ffe0c-346b-473f-8107-b1e24c51ddc8 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:55.091145 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-a2180b03-c5ce-46d8-b8ea-8f4e2ac85c0f req-eb9ffe0c-346b-473f-8107-b1e24c51ddc8 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ee6ca45e-29c7-4af8-8aef-72134f23292c HTTP/1.1" status: 200 len: 946 time: 0.0699012 Aug 31 01:23:55.142635 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:55.187953 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.db_base_plugin_common [req-438f969b-ff34-459e-a377-4fac4b841672 req-0ebcd7bc-3b91-40ce-978b-cfad080b63ff tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Allocated IP 172.20.0.10 (2d97e458-c7f0-41e8-8974-7a68b9809489/ce633e5b-f53e-4e09-ba61-d50d905d9cae/51441d6e-84dd-48a3-bd25-fade9ebd6634) {{(pid=106777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:23:55.221629 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-a2180b03-c5ce-46d8-b8ea-8f4e2ac85c0f req-d979a36e-5dd9-4e42-ad47-e085dcce3b08 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010697 Aug 31 01:23:55.402506 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-438f969b-ff34-459e-a377-4fac4b841672 req-0ebcd7bc-3b91-40ce-978b-cfad080b63ff tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks [] for port (51441d6e-84dd-48a3-bd25-fade9ebd6634), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:55.534433 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-438f969b-ff34-459e-a377-4fac4b841672 req-0ebcd7bc-3b91-40ce-978b-cfad080b63ff tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779185826838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5261574'] for port (51441d6e-84dd-48a3-bd25-fade9ebd6634), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:55.592428 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebcd7bc-3b91-40ce-978b-cfad080b63ff tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Pushing event updated for resources: {'Port': ['ID=51441d6e-84dd-48a3-bd25-fade9ebd6634,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:55.599582 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-438f969b-ff34-459e-a377-4fac4b841672 req-0ebcd7bc-3b91-40ce-978b-cfad080b63ff tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Network 2d97e458-c7f0-41e8-8974-7a68b9809489 is already hosted by enough agents. {{(pid=106777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:23:55.605384 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.base_scheduler [req-438f969b-ff34-459e-a377-4fac4b841672 req-0ebcd7bc-3b91-40ce-978b-cfad080b63ff tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Resources bound (agent type, host, resource id): {{(pid=106777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:23:55.605672 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.l3_dvrscheduler_db [req-438f969b-ff34-459e-a377-4fac4b841672 req-0ebcd7bc-3b91-40ce-978b-cfad080b63ff tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Received port after_create {{(pid=106777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 01:23:55.683235 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f969b-ff34-459e-a377-4fac4b841672 req-0ebcd7bc-3b91-40ce-978b-cfad080b63ff tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:55.683848 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-438f969b-ff34-459e-a377-4fac4b841672 req-0ebcd7bc-3b91-40ce-978b-cfad080b63ff tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for port (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:55.788638 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-438f969b-ff34-459e-a377-4fac4b841672 req-0ebcd7bc-3b91-40ce-978b-cfad080b63ff tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.85 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0649827 Aug 31 01:23:55.803306 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [req-438f969b-ff34-459e-a377-4fac4b841672 req-b4080d6d-becf-453a-9c8b-dd691effe881 service neutron] Request body: {'port': {'device_id': '368bac0a-39c9-4f1e-99f9-84223e7de06b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85528'}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:23:55.843484 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-269f7b31-ae5a-47ea-9500-f9fae46e5f5b None None] Provisioning complete for port 51441d6e-84dd-48a3-bd25-fade9ebd6634 triggered by entity DHCP. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:23:55.844082 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-269f7b31-ae5a-47ea-9500-f9fae46e5f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (51441d6e-84dd-48a3-bd25-fade9ebd6634), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:55.867679 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-438f969b-ff34-459e-a377-4fac4b841672 req-b4080d6d-becf-453a-9c8b-dd691effe881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (51441d6e-84dd-48a3-bd25-fade9ebd6634), before_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:55.874670 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:55.876942 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-269f7b31-ae5a-47ea-9500-f9fae46e5f5b None None] Port 51441d6e-84dd-48a3-bd25-fade9ebd6634 cannot update to ACTIVE because it is not bound. {{(pid=106778) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 01:23:56.192002 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d6ddae-396e-4a0d-b1f5-702beefc47f2 req-aae410bf-b6ce-4dc7-b284-6b475979df7c tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:56.192002 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-71d6ddae-396e-4a0d-b1f5-702beefc47f2 req-aae410bf-b6ce-4dc7-b284-6b475979df7c tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=368bac0a-39c9-4f1e-99f9-84223e7de06b HTTP/1.1" status: 200 len: 932 time: 0.0572050 Aug 31 01:23:56.192002 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-71d6ddae-396e-4a0d-b1f5-702beefc47f2 req-4e005403-7e2a-4b80-95f9-6770f34d3c81 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=34358351-83e4-4657-bc0e-b19966191f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733609 Aug 31 01:23:56.220009 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.notifiers.nova [req-438f969b-ff34-459e-a377-4fac4b841672 req-b4080d6d-becf-453a-9c8b-dd691effe881 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51441d6e-84dd-48a3-bd25-fade9ebd6634 {{(pid=106777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 01:23:56.227947 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-438f969b-ff34-459e-a377-4fac4b841672 req-b4080d6d-becf-453a-9c8b-dd691effe881 service neutron] Publish callbacks [] for port (51441d6e-84dd-48a3-bd25-fade9ebd6634), precommit_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:56.240241 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.provisioning_blocks [req-438f969b-ff34-459e-a377-4fac4b841672 req-b4080d6d-becf-453a-9c8b-dd691effe881 service neutron] Transition to ACTIVE for port object 51441d6e-84dd-48a3-bd25-fade9ebd6634 will not be triggered until provisioned by entity L2. {{(pid=106777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 01:23:56.352257 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd7618-0658-458a-bf24-9ac8683d9404 req-7f5c3cc3-717d-4c06-b9e3-d4095555ea99 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:56.353854 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-20dd7618-0658-458a-bf24-9ac8683d9404 req-7f5c3cc3-717d-4c06-b9e3-d4095555ea99 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ee6ca45e-29c7-4af8-8aef-72134f23292c HTTP/1.1" status: 200 len: 946 time: 0.0511804 Aug 31 01:23:56.368976 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-438f969b-ff34-459e-a377-4fac4b841672 req-b4080d6d-becf-453a-9c8b-dd691effe881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5261583'] for port (51441d6e-84dd-48a3-bd25-fade9ebd6634), after_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:56.412447 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:56.467105 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-20dd7618-0658-458a-bf24-9ac8683d9404 req-46d26b97-76fe-43b0-b7b9-7c55cd2fdb65 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061974 Aug 31 01:23:56.467736 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4080d6d-becf-453a-9c8b-dd691effe881 service neutron] Pushing event updated for resources: {'Port': ['ID=51441d6e-84dd-48a3-bd25-fade9ebd6634,revision_number=2']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:56.532898 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.managers [req-438f969b-ff34-459e-a377-4fac4b841672 req-b4080d6d-becf-453a-9c8b-dd691effe881 service neutron] Attempting to bind port 51441d6e-84dd-48a3-bd25-fade9ebd6634 on host hv-cinder-85528 for vnic_type normal with profile {{(pid=106777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 01:23:56.538190 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.managers [req-438f969b-ff34-459e-a377-4fac4b841672 req-b4080d6d-becf-453a-9c8b-dd691effe881 service neutron] Attempting to bind port 51441d6e-84dd-48a3-bd25-fade9ebd6634 by drivers openvswitch,hyperv on host hv-cinder-85528 at level 0 using segments [{'id': '9ea3922f-9a93-4c57-9a67-322f3f62c0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '2d97e458-c7f0-41e8-8974-7a68b9809489'}] {{(pid=106777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 01:23:56.538190 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438f969b-ff34-459e-a377-4fac4b841672 req-b4080d6d-becf-453a-9c8b-dd691effe881 service neutron] Attempting to bind port 51441d6e-84dd-48a3-bd25-fade9ebd6634 on network 2d97e458-c7f0-41e8-8974-7a68b9809489 {{(pid=106777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:23:56.538933 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438f969b-ff34-459e-a377-4fac4b841672 req-b4080d6d-becf-453a-9c8b-dd691effe881 service neutron] Port 51441d6e-84dd-48a3-bd25-fade9ebd6634 on network 2d97e458-c7f0-41e8-8974-7a68b9809489 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85528 {{(pid=106777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 01:23:56.538933 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438f969b-ff34-459e-a377-4fac4b841672 req-b4080d6d-becf-453a-9c8b-dd691effe881 service neutron] Attempting to bind port 51441d6e-84dd-48a3-bd25-fade9ebd6634 on network 2d97e458-c7f0-41e8-8974-7a68b9809489 {{(pid=106777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:23:56.544509 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438f969b-ff34-459e-a377-4fac4b841672 req-b4080d6d-becf-453a-9c8b-dd691effe881 service neutron] Checking agent: {'id': '799b9b45-836a-4007-8b99-6041c4a5ce6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85528', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 1, 20, 34), 'started_at': datetime.datetime(2022, 8, 31, 1, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 1, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 01:23:56.544871 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438f969b-ff34-459e-a377-4fac4b841672 req-b4080d6d-becf-453a-9c8b-dd691effe881 service neutron] Checking segment: {'id': '9ea3922f-9a93-4c57-9a67-322f3f62c0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '2d97e458-c7f0-41e8-8974-7a68b9809489'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:23:56.545262 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438f969b-ff34-459e-a377-4fac4b841672 req-b4080d6d-becf-453a-9c8b-dd691effe881 service neutron] Bound using segment: {'id': '9ea3922f-9a93-4c57-9a67-322f3f62c0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '2d97e458-c7f0-41e8-8974-7a68b9809489'} {{(pid=106777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 01:23:56.545766 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.managers [req-438f969b-ff34-459e-a377-4fac4b841672 req-b4080d6d-becf-453a-9c8b-dd691effe881 service neutron] Bound port: 51441d6e-84dd-48a3-bd25-fade9ebd6634, host: hv-cinder-85528, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ea3922f-9a93-4c57-9a67-322f3f62c0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '2d97e458-c7f0-41e8-8974-7a68b9809489'}}] {{(pid=106777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 01:23:56.546132 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-438f969b-ff34-459e-a377-4fac4b841672 req-b4080d6d-becf-453a-9c8b-dd691effe881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (51441d6e-84dd-48a3-bd25-fade9ebd6634), before_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:56.621538 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.db [req-438f969b-ff34-459e-a377-4fac4b841672 req-b4080d6d-becf-453a-9c8b-dd691effe881 service neutron] For port 51441d6e-84dd-48a3-bd25-fade9ebd6634, host hv-cinder-85528, cleared binding levels {{(pid=106777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:23:56.628004 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.db [req-438f969b-ff34-459e-a377-4fac4b841672 req-b4080d6d-becf-453a-9c8b-dd691effe881 service neutron] For port 51441d6e-84dd-48a3-bd25-fade9ebd6634, host hv-cinder-85528, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=51441d6e-84dd-48a3-bd25-fade9ebd6634,segment=NetworkSegment(9ea3922f-9a93-4c57-9a67-322f3f62c0bf),segment_id=9ea3922f-9a93-4c57-9a67-322f3f62c0bf)] {{(pid=106777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:23:56.733518 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-438f969b-ff34-459e-a377-4fac4b841672 req-b4080d6d-becf-453a-9c8b-dd691effe881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5261583'] for port (51441d6e-84dd-48a3-bd25-fade9ebd6634), after_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:56.736885 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f969b-ff34-459e-a377-4fac4b841672 req-b4080d6d-becf-453a-9c8b-dd691effe881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:56.746519 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-438f969b-ff34-459e-a377-4fac4b841672 req-b4080d6d-becf-453a-9c8b-dd691effe881 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for port (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:23:56.746519 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-438f969b-ff34-459e-a377-4fac4b841672 req-b4080d6d-becf-453a-9c8b-dd691effe881 service neutron] 10.222.0.85 "PUT /networking/v2.0/ports/51441d6e-84dd-48a3-bd25-fade9ebd6634 HTTP/1.1" status: 200 len: 1094 time: 0.9409330 Aug 31 01:23:56.746519 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '368bac0a-39c9-4f1e-99f9-84223e7de06b', 'tag': '51441d6e-84dd-48a3-bd25-fade9ebd6634'}] {{(pid=106777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:23:56.746519 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e330c87e12d7f870e7d9a686a76230f6b0968ad9153010b5cc5787492cc6e0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb562bfa-2666-4a81-87ff-e5c4b510c9ba" -d '{"events": [{"name": "network-changed", "server_uuid": "368bac0a-39c9-4f1e-99f9-84223e7de06b", "tag": "51441d6e-84dd-48a3-bd25-fade9ebd6634"}]}' {{(pid=106777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:23:56.793511 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 01:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a38656e-0d25-4f07-845e-aca9d7ad9eb1 x-openstack-request-id: req-1a38656e-0d25-4f07-845e-aca9d7ad9eb1 {{(pid=106777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:23:56.793810 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "368bac0a-39c9-4f1e-99f9-84223e7de06b", "tag": "51441d6e-84dd-48a3-bd25-fade9ebd6634", "status": "completed", "code": 200}]} {{(pid=106777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:23:56.794063 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1a38656e-0d25-4f07-845e-aca9d7ad9eb1 {{(pid=106777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:23:56.794455 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a38656e-0d25-4f07-845e-aca9d7ad9eb1'] response: {'name': 'network-changed', 'server_uuid': '368bac0a-39c9-4f1e-99f9-84223e7de06b', 'tag': '51441d6e-84dd-48a3-bd25-fade9ebd6634', 'status': 'completed', 'code': 200} Aug 31 01:23:56.816668 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4080d6d-becf-453a-9c8b-dd691effe881 service neutron] Pushing event updated for resources: {'Port': ['ID=51441d6e-84dd-48a3-bd25-fade9ebd6634,revision_number=3']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:23:56.869874 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb562bfa-2666-4a81-87ff-e5c4b510c9ba req-43f9d80c-c244-4f8b-9e73-c9479f090a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:56.871400 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-bb562bfa-2666-4a81-87ff-e5c4b510c9ba req-43f9d80c-c244-4f8b-9e73-c9479f090a05 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=fb863f706c3846db958c9b7fe367c3f5&device_id=368bac0a-39c9-4f1e-99f9-84223e7de06b HTTP/1.1" status: 200 len: 1128 time: 0.0477288 Aug 31 01:23:57.119626 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb562bfa-2666-4a81-87ff-e5c4b510c9ba req-947c7361-e069-4e34-84b1-4d43603691c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:57.121126 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-bb562bfa-2666-4a81-87ff-e5c4b510c9ba req-947c7361-e069-4e34-84b1-4d43603691c7 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?tenant_id=fb863f706c3846db958c9b7fe367c3f5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1252353 Aug 31 01:23:57.229438 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb562bfa-2666-4a81-87ff-e5c4b510c9ba req-db9f7052-f5bd-453d-8d33-d8eb50e86d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:57.230901 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-bb562bfa-2666-4a81-87ff-e5c4b510c9ba req-db9f7052-f5bd-453d-8d33-d8eb50e86d70 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1023746 Aug 31 01:23:57.317045 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308128d0-927c-4a49-926c-91e41bdf9615 req-5ee83390-dea0-4e41-9463-0bcbbc843e5b tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:57.318696 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-308128d0-927c-4a49-926c-91e41bdf9615 req-5ee83390-dea0-4e41-9463-0bcbbc843e5b tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=368bac0a-39c9-4f1e-99f9-84223e7de06b HTTP/1.1" status: 200 len: 944 time: 0.0499418 Aug 31 01:23:57.366850 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-308128d0-927c-4a49-926c-91e41bdf9615 req-6aa5d056-7d2c-47db-931c-7bad40b8bced tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=34358351-83e4-4657-bc0e-b19966191f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424223 Aug 31 01:23:57.598947 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:57.623002 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e976c78-eaf5-4444-88ff-d4143c572702 req-5ef43297-0fde-48c7-946a-cdb10c72bf77 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:57.623002 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0e976c78-eaf5-4444-88ff-d4143c572702 req-5ef43297-0fde-48c7-946a-cdb10c72bf77 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ee6ca45e-29c7-4af8-8aef-72134f23292c HTTP/1.1" status: 200 len: 946 time: 0.0537906 Aug 31 01:23:57.670673 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0e976c78-eaf5-4444-88ff-d4143c572702 req-8e023a86-02d6-449e-9ca2-ba1c9c220d5d tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439675 Aug 31 01:23:57.779057 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:58.477510 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:UPDATE=5 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:58.495364 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e52b748-977f-464c-8102-f3c528fb9706 req-41a8771d-87f1-4146-be86-55c25efb8be9 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:58.496888 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-6e52b748-977f-464c-8102-f3c528fb9706 req-41a8771d-87f1-4146-be86-55c25efb8be9 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=368bac0a-39c9-4f1e-99f9-84223e7de06b HTTP/1.1" status: 200 len: 944 time: 0.0554171 Aug 31 01:23:58.545780 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-6e52b748-977f-464c-8102-f3c528fb9706 req-01aa726f-3260-4c90-b8e0-0679a7f98260 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=34358351-83e4-4657-bc0e-b19966191f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433459 Aug 31 01:23:58.791975 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a29c618-bf35-45ce-b07b-5e493a3ad31e req-8c41d619-7253-49c3-9457-68fddc083b7e tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:58.793488 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-4a29c618-bf35-45ce-b07b-5e493a3ad31e req-8c41d619-7253-49c3-9457-68fddc083b7e tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ee6ca45e-29c7-4af8-8aef-72134f23292c HTTP/1.1" status: 200 len: 946 time: 0.0477731 Aug 31 01:23:58.840935 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-4a29c618-bf35-45ce-b07b-5e493a3ad31e req-e70d8c03-f9a3-4d10-bd50-dd0a5496a053 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418372 Aug 31 01:23:59.070489 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:59.281678 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:23:59.670168 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26c634-9b7b-47f6-b543-20ff7d322611 req-5d748958-68af-4439-bea8-3f5d17f54c0c tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:59.671653 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-2d26c634-9b7b-47f6-b543-20ff7d322611 req-5d748958-68af-4439-bea8-3f5d17f54c0c tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=368bac0a-39c9-4f1e-99f9-84223e7de06b HTTP/1.1" status: 200 len: 944 time: 0.0537860 Aug 31 01:23:59.720242 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-2d26c634-9b7b-47f6-b543-20ff7d322611 req-185d6d4b-8ee4-45f4-90d5-60f4c32227db tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=34358351-83e4-4657-bc0e-b19966191f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428054 Aug 31 01:23:59.966968 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d5ab23-bbe4-4feb-ba2d-696737625288 req-e553bef4-995e-422d-8f9a-052910c5d8b1 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:23:59.973525 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-54d5ab23-bbe4-4feb-ba2d-696737625288 req-e553bef4-995e-422d-8f9a-052910c5d8b1 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ee6ca45e-29c7-4af8-8aef-72134f23292c HTTP/1.1" status: 200 len: 946 time: 0.0513093 Aug 31 01:24:00.019828 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-54d5ab23-bbe4-4feb-ba2d-696737625288 req-d9d1e3da-ac5b-483d-9cfe-9eb4b1215d28 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446243 Aug 31 01:24:00.712147 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=68,neutron:DELETE=1 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:24:00.839343 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88cb646-7882-4669-a110-521f4430384b req-5cde05eb-d489-4436-8653-dd429855b1c4 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:00.840839 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-f88cb646-7882-4669-a110-521f4430384b req-5cde05eb-d489-4436-8653-dd429855b1c4 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=368bac0a-39c9-4f1e-99f9-84223e7de06b HTTP/1.1" status: 200 len: 944 time: 0.0478852 Aug 31 01:24:00.893375 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-f88cb646-7882-4669-a110-521f4430384b req-8543a74e-a916-420a-819d-7603394fd9dd tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=34358351-83e4-4657-bc0e-b19966191f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469017 Aug 31 01:24:01.136991 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff1de0-a137-44e3-920d-e8e27824addc req-464b6ee7-9fa4-4555-97a3-11681ac014b9 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:01.138434 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b4ff1de0-a137-44e3-920d-e8e27824addc req-464b6ee7-9fa4-4555-97a3-11681ac014b9 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ee6ca45e-29c7-4af8-8aef-72134f23292c HTTP/1.1" status: 200 len: 946 time: 0.0469990 Aug 31 01:24:01.187254 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b4ff1de0-a137-44e3-920d-e8e27824addc req-cbdab1d6-58d6-4fe2-a808-d1a9d12d29ad tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433414 Aug 31 01:24:01.293426 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-0eab1077-bec9-4e75-bbf6-7a5c3ac272a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (06e7caa6-6f15-45a1-a03b-1c511964ed9a), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:02.013736 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01fae6d-2ba3-4d21-bed5-4445ce5827e3 req-fce3d459-c26b-410d-a85b-dbbd61b3ce86 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:02.015212 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-c01fae6d-2ba3-4d21-bed5-4445ce5827e3 req-fce3d459-c26b-410d-a85b-dbbd61b3ce86 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=368bac0a-39c9-4f1e-99f9-84223e7de06b HTTP/1.1" status: 200 len: 944 time: 0.0468042 Aug 31 01:24:02.061952 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-c01fae6d-2ba3-4d21-bed5-4445ce5827e3 req-5c38e520-aff5-4804-b543-0230e71173a7 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=34358351-83e4-4657-bc0e-b19966191f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408716 Aug 31 01:24:02.308734 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4f7fea-0d91-49b9-bedb-3f004f0d500e req-2e14ec34-c412-4330-867b-61d1e760ce08 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:02.310198 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-5e4f7fea-0d91-49b9-bedb-3f004f0d500e req-2e14ec34-c412-4330-867b-61d1e760ce08 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ee6ca45e-29c7-4af8-8aef-72134f23292c HTTP/1.1" status: 200 len: 946 time: 0.0499072 Aug 31 01:24:02.356614 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-5e4f7fea-0d91-49b9-bedb-3f004f0d500e req-376e0b26-5b9d-4954-9df2-2c18dfd4e95e tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408802 Aug 31 01:24:03.191393 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add5f66-20c7-4315-8b16-5ac931883f75 req-8796de85-4798-49b4-b85a-7abce2d0e8a8 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:03.193435 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0add5f66-20c7-4315-8b16-5ac931883f75 req-8796de85-4798-49b4-b85a-7abce2d0e8a8 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=368bac0a-39c9-4f1e-99f9-84223e7de06b HTTP/1.1" status: 200 len: 944 time: 0.0586572 Aug 31 01:24:03.243864 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0add5f66-20c7-4315-8b16-5ac931883f75 req-dff93d92-081a-4b87-8881-bd173b15200e tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=34358351-83e4-4657-bc0e-b19966191f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447476 Aug 31 01:24:03.475159 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194d0f9-3674-4875-ba77-46019970dd54 req-972b0fa8-5580-4802-961e-b7bff6186900 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:03.476708 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1194d0f9-3674-4875-ba77-46019970dd54 req-972b0fa8-5580-4802-961e-b7bff6186900 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ee6ca45e-29c7-4af8-8aef-72134f23292c HTTP/1.1" status: 200 len: 946 time: 0.0466824 Aug 31 01:24:03.529019 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1194d0f9-3674-4875-ba77-46019970dd54 req-29be17c0-c9ef-4cb9-bd46-c60280a59770 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465212 Aug 31 01:24:03.538622 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-6fcba1d7-34d8-47c8-9367-cabce6c70ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (1428144b-5b15-4168-8538-b51b3045e8b6), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:03.773050 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (799b9b45-836a-4007-8b99-6041c4a5ce6b), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:03.894368 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f969b-ff34-459e-a377-4fac4b841672 req-7f9078cc-4c4a-430c-b198-5eb971e6df96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:03.896114 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-438f969b-ff34-459e-a377-4fac4b841672 req-7f9078cc-4c4a-430c-b198-5eb971e6df96 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=fb863f706c3846db958c9b7fe367c3f5&device_id=368bac0a-39c9-4f1e-99f9-84223e7de06b HTTP/1.1" status: 200 len: 1128 time: 0.0490043 Aug 31 01:24:03.945179 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-438f969b-ff34-459e-a377-4fac4b841672 req-64474819-5b6e-4c8e-994c-a0076b158f51 service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51441d6e-84dd-48a3-bd25-fade9ebd6634 HTTP/1.1" status: 200 len: 217 time: 0.0363181 Aug 31 01:24:03.980393 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=2 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:24:03.997727 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f969b-ff34-459e-a377-4fac4b841672 req-e188294d-d4ce-40aa-a98c-b861a1df0aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:03.999189 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-438f969b-ff34-459e-a377-4fac4b841672 req-e188294d-d4ce-40aa-a98c-b861a1df0aec service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=ce633e5b-f53e-4e09-ba61-d50d905d9cae HTTP/1.1" status: 200 len: 849 time: 0.0472500 Aug 31 01:24:04.009867 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ae8b6f-6bf0-4402-936d-f761b2004f49 req-2da451fe-3558-4f70-b00a-231b84aa664f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:04.020760 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-d7ae8b6f-6bf0-4402-936d-f761b2004f49 req-2da451fe-3558-4f70-b00a-231b84aa664f service neutron] 10.222.0.85 "GET /networking/v2.0/ports?device_id=ee6ca45e-29c7-4af8-8aef-72134f23292c HTTP/1.1" status: 200 len: 1130 time: 0.0430727 Aug 31 01:24:04.033320 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:24:04.054782 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f969b-ff34-459e-a377-4fac4b841672 req-3ac1067b-a7f5-4dd0-9c7b-c195d7ff520a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:04.056349 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-438f969b-ff34-459e-a377-4fac4b841672 req-3ac1067b-a7f5-4dd0-9c7b-c195d7ff520a service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=2d97e458-c7f0-41e8-8974-7a68b9809489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433307 Aug 31 01:24:04.068425 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-d7ae8b6f-6bf0-4402-936d-f761b2004f49 req-73439282-81b4-441f-90cc-15a78565a616 service neutron] 10.222.0.85 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405779 Aug 31 01:24:04.122909 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:24:04.151273 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-438f969b-ff34-459e-a377-4fac4b841672 req-c6a1c832-c851-49fc-9bd8-271e6ae3e11a service neutron] 10.222.0.85 "GET /networking/v2.0/networks/2d97e458-c7f0-41e8-8974-7a68b9809489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862606 Aug 31 01:24:04.343207 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:24:04.415907 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd3651-608d-4e5f-9ae6-e81d2ab538c3 req-ac72e099-a934-4962-a4f9-eb39415a2f0a tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:04.417520 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-3bbd3651-608d-4e5f-9ae6-e81d2ab538c3 req-ac72e099-a934-4962-a4f9-eb39415a2f0a tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=368bac0a-39c9-4f1e-99f9-84223e7de06b HTTP/1.1" status: 200 len: 944 time: 0.0953984 Aug 31 01:24:04.466397 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-438f969b-ff34-459e-a377-4fac4b841672 req-5f614ad7-82b5-4acc-9d88-f16385fd301f service neutron] 10.222.0.85 "GET /networking/v2.0/networks/2d97e458-c7f0-41e8-8974-7a68b9809489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537161 Aug 31 01:24:04.491351 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-3bbd3651-608d-4e5f-9ae6-e81d2ab538c3 req-9e01b77e-f34c-4bf0-949b-ded79a63fd76 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=34358351-83e4-4657-bc0e-b19966191f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666974 Aug 31 01:24:04.665014 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06f4c44-7a37-4b75-aa57-6b2561f7270f req-430100b8-90ae-44b9-a50b-b66cb8c110f2 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:04.666819 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-d06f4c44-7a37-4b75-aa57-6b2561f7270f req-430100b8-90ae-44b9-a50b-b66cb8c110f2 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ee6ca45e-29c7-4af8-8aef-72134f23292c HTTP/1.1" status: 200 len: 946 time: 0.0632553 Aug 31 01:24:04.715952 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-d06f4c44-7a37-4b75-aa57-6b2561f7270f req-bb10b1ea-4677-455a-870c-47aba9d6f8b9 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429552 Aug 31 01:24:04.966054 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-6cf74907-e165-4231-8e79-d72e153e628e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (625e835a-7d63-45f9-8a46-c3ba876c3627), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:05.619256 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f443701-376d-413b-9d71-115a2a8904c2 req-88eddb9a-0a78-457d-8686-0202ba5d0a61 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:05.626537 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-8f443701-376d-413b-9d71-115a2a8904c2 req-88eddb9a-0a78-457d-8686-0202ba5d0a61 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=368bac0a-39c9-4f1e-99f9-84223e7de06b HTTP/1.1" status: 200 len: 944 time: 0.0592091 Aug 31 01:24:05.626911 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 57876) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:24:05.671966 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-8f443701-376d-413b-9d71-115a2a8904c2 req-708d5b10-e343-4348-be95-4512231368c9 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=34358351-83e4-4657-bc0e-b19966191f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457234 Aug 31 01:24:05.739776 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-c4174113-1df7-4e82-810f-bf7d1311d7ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:05.815219 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-c4174113-1df7-4e82-810f-bf7d1311d7ad admin admin] Publish callbacks [] for security_group (ddff0261-015e-416f-80e5-3955a68fbbe7), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:05.839585 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8390016-07b2-45e9-80a0-78a15780acad req-117b85ba-9e4c-46cd-9868-2a5f43c7765f tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:05.843947 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-a8390016-07b2-45e9-80a0-78a15780acad req-117b85ba-9e4c-46cd-9868-2a5f43c7765f tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ee6ca45e-29c7-4af8-8aef-72134f23292c HTTP/1.1" status: 200 len: 946 time: 0.0467553 Aug 31 01:24:05.892105 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-a8390016-07b2-45e9-80a0-78a15780acad req-4af94dc9-4fc7-4ac4-8e5b-bf1b6399fdc6 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453088 Aug 31 01:24:05.902891 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-c4174113-1df7-4e82-810f-bf7d1311d7ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (ddff0261-015e-416f-80e5-3955a68fbbe7), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:05.940230 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4174113-1df7-4e82-810f-bf7d1311d7ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddff0261-015e-416f-80e5-3955a68fbbe7,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:05.947289 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-c4174113-1df7-4e82-810f-bf7d1311d7ad admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=cd203cd3bc9f472ea6e7553ee837c677&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3170786 Aug 31 01:24:05.949253 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 57884) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:24:06.003908 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-c6de4997-b96c-4c58-aaf3-db891d20e891 admin admin] Publish callbacks [] for security_group (ddff0261-015e-416f-80e5-3955a68fbbe7), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:06.027526 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-c6de4997-b96c-4c58-aaf3-db891d20e891 admin admin] Publish callbacks [] for security_group (ddff0261-015e-416f-80e5-3955a68fbbe7), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:06.155894 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-c6de4997-b96c-4c58-aaf3-db891d20e891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (ddff0261-015e-416f-80e5-3955a68fbbe7), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:06.158462 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-c6de4997-b96c-4c58-aaf3-db891d20e891 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:06.159622 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-c6de4997-b96c-4c58-aaf3-db891d20e891 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/ddff0261-015e-416f-80e5-3955a68fbbe7 HTTP/1.1" status: 204 len: 168 time: 0.2094827 Aug 31 01:24:06.167904 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6de4997-b96c-4c58-aaf3-db891d20e891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddff0261-015e-416f-80e5-3955a68fbbe7,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:06.344952 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-f7411cf7-2853-429b-aa0f-54d02b543116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (5f821ebb-aac9-4915-bb43-6712672a5d6c), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:06.399620 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (f96ef3eb-5320-49ab-b33a-a2775d3a6053), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:06.402042 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 57900) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:24:06.520174 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-556760a0-86e7-4a31-98a2-ddb6bf26698a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:06.592398 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-556760a0-86e7-4a31-98a2-ddb6bf26698a admin admin] Publish callbacks [] for security_group (354f5ba4-dc99-4534-9dad-2107ad182450), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:06.696870 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-556760a0-86e7-4a31-98a2-ddb6bf26698a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (354f5ba4-dc99-4534-9dad-2107ad182450), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:06.736500 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-556760a0-86e7-4a31-98a2-ddb6bf26698a admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=cb4e4930b11847c6a9a0a448a7844e55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3333280 Aug 31 01:24:06.739921 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 57908) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:24:06.742187 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556760a0-86e7-4a31-98a2-ddb6bf26698a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=354f5ba4-dc99-4534-9dad-2107ad182450,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:06.815879 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16946dd-d083-43b5-8b17-6dc1dc823279 req-1c107c23-35c7-4a39-ba4a-96b4240a3855 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:06.817395 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b16946dd-d083-43b5-8b17-6dc1dc823279 req-1c107c23-35c7-4a39-ba4a-96b4240a3855 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=368bac0a-39c9-4f1e-99f9-84223e7de06b HTTP/1.1" status: 200 len: 944 time: 0.0639091 Aug 31 01:24:06.820785 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 57910) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:24:06.848632 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e7960fc4-aabe-4ee1-a6d6-156dd1868404 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:06.855900 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-a0dac6a4-9b0b-400e-8569-701c03645c7b admin admin] Publish callbacks [] for security_group (354f5ba4-dc99-4534-9dad-2107ad182450), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:06.905328 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-a0dac6a4-9b0b-400e-8569-701c03645c7b admin admin] Publish callbacks [] for security_group (354f5ba4-dc99-4534-9dad-2107ad182450), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:06.937186 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b16946dd-d083-43b5-8b17-6dc1dc823279 req-f40dece4-46ec-4cdb-a9e3-d24e920d2165 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=34358351-83e4-4657-bc0e-b19966191f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045542 Aug 31 01:24:07.023663 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe4e3e5-d0c5-4f8f-a93a-fbf7e7dc41bb req-55058650-e939-4a73-885f-942519ece46f tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:07.025187 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-bfe4e3e5-d0c5-4f8f-a93a-fbf7e7dc41bb req-55058650-e939-4a73-885f-942519ece46f tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ee6ca45e-29c7-4af8-8aef-72134f23292c HTTP/1.1" status: 200 len: 946 time: 0.0551860 Aug 31 01:24:07.059123 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:24:07.073454 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-bfe4e3e5-d0c5-4f8f-a93a-fbf7e7dc41bb req-0d4a8902-3711-499d-aeb9-539d075015e6 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424550 Aug 31 01:24:07.136430 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-a0dac6a4-9b0b-400e-8569-701c03645c7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (354f5ba4-dc99-4534-9dad-2107ad182450), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:07.138947 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-a0dac6a4-9b0b-400e-8569-701c03645c7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:07.140035 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-a0dac6a4-9b0b-400e-8569-701c03645c7b admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/354f5ba4-dc99-4534-9dad-2107ad182450 HTTP/1.1" status: 204 len: 168 time: 0.3985605 Aug 31 01:24:07.155625 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dac6a4-9b0b-400e-8569-701c03645c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=354f5ba4-dc99-4534-9dad-2107ad182450,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:07.180371 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e7960fc4-aabe-4ee1-a6d6-156dd1868404 admin admin] Publish callbacks [] for security_group (54de8393-a925-4cba-9bc3-ecb6e19ee343), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:07.247257 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e7960fc4-aabe-4ee1-a6d6-156dd1868404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (54de8393-a925-4cba-9bc3-ecb6e19ee343), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:07.263887 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:24:07.288956 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7960fc4-aabe-4ee1-a6d6-156dd1868404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54de8393-a925-4cba-9bc3-ecb6e19ee343,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:07.293294 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-e7960fc4-aabe-4ee1-a6d6-156dd1868404 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=69c2c084da1c493d9e4747639e68739f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4715507 Aug 31 01:24:07.295746 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 57920) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:24:07.349145 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-f5e1c0f8-13f9-4353-b413-a43a3ea5b1c1 admin admin] Publish callbacks [] for security_group (54de8393-a925-4cba-9bc3-ecb6e19ee343), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:07.370707 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-f5e1c0f8-13f9-4353-b413-a43a3ea5b1c1 admin admin] Publish callbacks [] for security_group (54de8393-a925-4cba-9bc3-ecb6e19ee343), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:07.503555 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-f5e1c0f8-13f9-4353-b413-a43a3ea5b1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (54de8393-a925-4cba-9bc3-ecb6e19ee343), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:07.507420 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-f5e1c0f8-13f9-4353-b413-a43a3ea5b1c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:07.508747 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-f5e1c0f8-13f9-4353-b413-a43a3ea5b1c1 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/54de8393-a925-4cba-9bc3-ecb6e19ee343 HTTP/1.1" status: 204 len: 168 time: 0.2120590 Aug 31 01:24:07.518437 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e1c0f8-13f9-4353-b413-a43a3ea5b1c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54de8393-a925-4cba-9bc3-ecb6e19ee343,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:08.055320 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa89abf-2307-45db-802c-4dc3dcbe33f1 req-f045f105-2126-44aa-924a-cd39fa2e7a28 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:08.056871 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-4fa89abf-2307-45db-802c-4dc3dcbe33f1 req-f045f105-2126-44aa-924a-cd39fa2e7a28 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=368bac0a-39c9-4f1e-99f9-84223e7de06b HTTP/1.1" status: 200 len: 944 time: 0.0471997 Aug 31 01:24:08.105974 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-4fa89abf-2307-45db-802c-4dc3dcbe33f1 req-68a2bafc-bcb0-4ba9-8231-5ff934476e0a tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=34358351-83e4-4657-bc0e-b19966191f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430062 Aug 31 01:24:08.197526 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c13059-731e-4174-9353-51dcd9798613 req-799e6ad0-ba33-46bc-8ecd-1e178609ce09 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:08.198985 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-83c13059-731e-4174-9353-51dcd9798613 req-799e6ad0-ba33-46bc-8ecd-1e178609ce09 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ee6ca45e-29c7-4af8-8aef-72134f23292c HTTP/1.1" status: 200 len: 946 time: 0.0472023 Aug 31 01:24:08.244457 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 57936) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:24:08.250176 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-83c13059-731e-4174-9353-51dcd9798613 req-218cad54-9f94-4e4a-bed7-219b13f7794a tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452802 Aug 31 01:24:08.258231 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-8f132fb8-dfb2-4b12-addc-56bcf7130815 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:08.329277 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:24:08.334159 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-8f132fb8-dfb2-4b12-addc-56bcf7130815 admin admin] Publish callbacks [] for security_group (58c1f725-e0a2-4403-8065-73e1bb2e7572), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:08.428317 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-8f132fb8-dfb2-4b12-addc-56bcf7130815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (58c1f725-e0a2-4403-8065-73e1bb2e7572), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:08.472120 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-8f132fb8-dfb2-4b12-addc-56bcf7130815 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=7d4a7299781446f998ddeb413556d2b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2265284 Aug 31 01:24:08.473693 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f132fb8-dfb2-4b12-addc-56bcf7130815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c1f725-e0a2-4403-8065-73e1bb2e7572,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:08.475371 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 57942) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:24:08.525828 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-07d23735-5675-46dc-afae-ac30acaec434 admin admin] Publish callbacks [] for security_group (58c1f725-e0a2-4403-8065-73e1bb2e7572), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:08.546620 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-07d23735-5675-46dc-afae-ac30acaec434 admin admin] Publish callbacks [] for security_group (58c1f725-e0a2-4403-8065-73e1bb2e7572), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:08.709058 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-07d23735-5675-46dc-afae-ac30acaec434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (58c1f725-e0a2-4403-8065-73e1bb2e7572), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:08.711729 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-07d23735-5675-46dc-afae-ac30acaec434 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:08.712913 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-07d23735-5675-46dc-afae-ac30acaec434 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/58c1f725-e0a2-4403-8065-73e1bb2e7572 HTTP/1.1" status: 204 len: 168 time: 0.2365394 Aug 31 01:24:08.721544 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d23735-5675-46dc-afae-ac30acaec434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c1f725-e0a2-4403-8065-73e1bb2e7572,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:09.237512 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1f322a-7872-4120-ade7-fbc55cadee3e req-735d9f26-9695-4c3b-95b0-7814c2486b83 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:09.239784 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-bb1f322a-7872-4120-ade7-fbc55cadee3e req-735d9f26-9695-4c3b-95b0-7814c2486b83 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=368bac0a-39c9-4f1e-99f9-84223e7de06b HTTP/1.1" status: 200 len: 944 time: 0.0515847 Aug 31 01:24:09.296965 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-bb1f322a-7872-4120-ade7-fbc55cadee3e req-b5d02f89-3425-4a68-b0fa-3efc81f344db tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=34358351-83e4-4657-bc0e-b19966191f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508654 Aug 31 01:24:09.380170 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e496360-a360-499d-89fd-169b90c3c9ba req-d3347a73-92f4-4734-9d4c-bc7177494152 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:09.381850 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-7e496360-a360-499d-89fd-169b90c3c9ba req-d3347a73-92f4-4734-9d4c-bc7177494152 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ee6ca45e-29c7-4af8-8aef-72134f23292c HTTP/1.1" status: 200 len: 946 time: 0.0514226 Aug 31 01:24:09.432549 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-7e496360-a360-499d-89fd-169b90c3c9ba req-f46c06f3-98f1-41e7-8341-c9438e08c858 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441618 Aug 31 01:24:10.409674 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:24:10.419914 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4679277-11cd-460b-b889-7052d4f4561a req-73df6890-1247-448f-b499-90425fb64e65 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:10.421402 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-f4679277-11cd-460b-b889-7052d4f4561a req-73df6890-1247-448f-b499-90425fb64e65 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=368bac0a-39c9-4f1e-99f9-84223e7de06b HTTP/1.1" status: 200 len: 944 time: 0.0474737 Aug 31 01:24:10.471174 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-f4679277-11cd-460b-b889-7052d4f4561a req-fe8045a9-8a01-46d2-aaf2-ce8127b0ac27 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=34358351-83e4-4657-bc0e-b19966191f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441766 Aug 31 01:24:10.594959 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae0866-0ae3-4153-a8d5-33047de8b8d2 req-e34f2b48-a553-4fd3-91c7-5d46510e98c0 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:10.596399 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-3dae0866-0ae3-4153-a8d5-33047de8b8d2 req-e34f2b48-a553-4fd3-91c7-5d46510e98c0 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ee6ca45e-29c7-4af8-8aef-72134f23292c HTTP/1.1" status: 200 len: 946 time: 0.0657947 Aug 31 01:24:10.646280 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-3dae0866-0ae3-4153-a8d5-33047de8b8d2 req-679a49dc-c9ce-4b7a-ab86-f5c3a7e1eea2 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441973 Aug 31 01:24:11.049523 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0385cb3-fa26-42e1-b57f-90563ff78b3c req-f5326519-e978-4c1e-bbc3-ad0d04c23b30 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:11.051078 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-f0385cb3-fa26-42e1-b57f-90563ff78b3c req-f5326519-e978-4c1e-bbc3-ad0d04c23b30 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ee6ca45e-29c7-4af8-8aef-72134f23292c HTTP/1.1" status: 200 len: 946 time: 0.0509064 Aug 31 01:24:11.120278 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-f0385cb3-fa26-42e1-b57f-90563ff78b3c req-93e4901e-b2ea-4414-8f8b-3c572ad5faa4 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594690 Aug 31 01:24:11.596987 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed10095-1143-44d7-b93c-4968d83955eb req-c1b9a8e7-dd58-4737-990e-094afc20d291 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:11.598457 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-3ed10095-1143-44d7-b93c-4968d83955eb req-c1b9a8e7-dd58-4737-990e-094afc20d291 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=368bac0a-39c9-4f1e-99f9-84223e7de06b HTTP/1.1" status: 200 len: 944 time: 0.0494537 Aug 31 01:24:11.654463 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-3ed10095-1143-44d7-b93c-4968d83955eb req-7da88b7e-90f1-4322-80fb-5d62d8234205 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=34358351-83e4-4657-bc0e-b19966191f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502903 Aug 31 01:24:11.967262 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 58060) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:24:12.076316 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e7ea7504-d967-4644-b891-c68a4b87d97c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:12.078098 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:24:12.154139 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e7ea7504-d967-4644-b891-c68a4b87d97c admin admin] Publish callbacks [] for security_group (6759d352-9512-4806-8dee-1dc1c6615047), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:12.218251 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e7ea7504-d967-4644-b891-c68a4b87d97c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (6759d352-9512-4806-8dee-1dc1c6615047), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:12.266337 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e93eb9-f3ba-4ec0-9647-b61a3785365f req-85284856-bc85-418c-9c26-b19383ba49da tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:12.267859 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b3e93eb9-f3ba-4ec0-9647-b61a3785365f req-85284856-bc85-418c-9c26-b19383ba49da tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ee6ca45e-29c7-4af8-8aef-72134f23292c HTTP/1.1" status: 200 len: 946 time: 0.0788164 Aug 31 01:24:12.274673 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-e7ea7504-d967-4644-b891-c68a4b87d97c admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=e95043f03e76408ea9613c61faf2b8b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3063815 Aug 31 01:24:12.277903 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 58066) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:24:12.281835 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ea7504-d967-4644-b891-c68a4b87d97c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6759d352-9512-4806-8dee-1dc1c6615047,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:12.292627 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=76,neutron:INSERT=21,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:24:12.327770 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b3e93eb9-f3ba-4ec0-9647-b61a3785365f req-57d16d72-dd10-4caf-a54e-c3fd285fb7d0 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517950 Aug 31 01:24:12.334169 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-1b67f63a-5677-4117-9e9c-4dc9f372be86 admin admin] Publish callbacks [] for security_group (6759d352-9512-4806-8dee-1dc1c6615047), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:12.355477 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-1b67f63a-5677-4117-9e9c-4dc9f372be86 admin admin] Publish callbacks [] for security_group (6759d352-9512-4806-8dee-1dc1c6615047), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:12.526493 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-1b67f63a-5677-4117-9e9c-4dc9f372be86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (6759d352-9512-4806-8dee-1dc1c6615047), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:12.529062 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-1b67f63a-5677-4117-9e9c-4dc9f372be86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:12.530228 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-1b67f63a-5677-4117-9e9c-4dc9f372be86 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/6759d352-9512-4806-8dee-1dc1c6615047 HTTP/1.1" status: 204 len: 168 time: 0.2513139 Aug 31 01:24:12.538983 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b67f63a-5677-4117-9e9c-4dc9f372be86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6759d352-9512-4806-8dee-1dc1c6615047,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:12.916326 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b4900e-c0d4-483b-bb5b-c3ee1125a7d2 req-1af973d5-f63b-4bc9-a8ed-00c7eab727d6 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:12.917844 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-50b4900e-c0d4-483b-bb5b-c3ee1125a7d2 req-1af973d5-f63b-4bc9-a8ed-00c7eab727d6 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=368bac0a-39c9-4f1e-99f9-84223e7de06b HTTP/1.1" status: 200 len: 944 time: 0.0495684 Aug 31 01:24:12.965303 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-50b4900e-c0d4-483b-bb5b-c3ee1125a7d2 req-6bc83a19-879a-47e3-bba7-48cb3fd55990 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=34358351-83e4-4657-bc0e-b19966191f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419652 Aug 31 01:24:13.069564 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device 51441d6e-84dd-48a3-bd25-fade9ebd6634 details requested by agent hyperv_hv-cinder-85528 with host hv-cinder-85528 {{(pid=106778) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:24:13.082647 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:24:13.113547 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:24:13.127050 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bece3d5-3a25-4430-9797-6f028717d2e9 req-b41315ea-86df-4c6d-98ba-2a78eeb6bb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:13.128793 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1bece3d5-3a25-4430-9797-6f028717d2e9 req-b41315ea-86df-4c6d-98ba-2a78eeb6bb84 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=d58414b1dd2342d58cc7665aee50b86b&device_id=ee6ca45e-29c7-4af8-8aef-72134f23292c HTTP/1.1" status: 200 len: 1130 time: 0.0418596 Aug 31 01:24:13.152792 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 58084) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:24:13.169258 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-371b82c1-b259-4b6a-ae2c-25f781e3e3c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:13.177655 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port 51441d6e-84dd-48a3-bd25-fade9ebd6634, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=51441d6e-84dd-48a3-bd25-fade9ebd6634,segment=NetworkSegment(9ea3922f-9a93-4c57-9a67-322f3f62c0bf),segment_id=9ea3922f-9a93-4c57-9a67-322f3f62c0bf)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:24:13.192364 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Returning: {'device': '51441d6e-84dd-48a3-bd25-fade9ebd6634', 'network_id': '2d97e458-c7f0-41e8-8974-7a68b9809489', 'port_id': '51441d6e-84dd-48a3-bd25-fade9ebd6634', 'mac_address': 'fa:16:3e:0e:78:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1071, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce633e5b-f53e-4e09-ba61-d50d905d9cae', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106778) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:24:13.234001 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Current status of the port 51441d6e-84dd-48a3-bd25-fade9ebd6634 is: DOWN; New status is: BUILD {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:24:13.234399 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (51441d6e-84dd-48a3-bd25-fade9ebd6634), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:13.254141 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.notifiers.nova [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51441d6e-84dd-48a3-bd25-fade9ebd6634 {{(pid=106778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 01:24:13.254729 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bece3d5-3a25-4430-9797-6f028717d2e9 req-3c99ee10-7c6a-477b-be0b-7d6e09642fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:13.256205 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1bece3d5-3a25-4430-9797-6f028717d2e9 req-3c99ee10-7c6a-477b-be0b-7d6e09642fe8 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?id=0303b68a-9736-48eb-90f1-d3c52026d074 HTTP/1.1" status: 200 len: 921 time: 0.1169162 Aug 31 01:24:13.275223 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-371b82c1-b259-4b6a-ae2c-25f781e3e3c7 admin admin] Publish callbacks [] for security_group (9f0871f9-127c-43ad-85ee-b6cde5ef4372), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:13.275430 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port 51441d6e-84dd-48a3-bd25-fade9ebd6634, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=51441d6e-84dd-48a3-bd25-fade9ebd6634,segment=NetworkSegment(9ea3922f-9a93-4c57-9a67-322f3f62c0bf),segment_id=9ea3922f-9a93-4c57-9a67-322f3f62c0bf)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:24:13.338119 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1bece3d5-3a25-4430-9797-6f028717d2e9 req-a8c3a6b9-cf16-4658-9df0-145dc54ac07b service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=388de9da-77e7-4d40-9542-da91eb9630e0 HTTP/1.1" status: 200 len: 217 time: 0.0364211 Aug 31 01:24:13.350083 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-371b82c1-b259-4b6a-ae2c-25f781e3e3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (9f0871f9-127c-43ad-85ee-b6cde5ef4372), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:13.351473 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (51441d6e-84dd-48a3-bd25-fade9ebd6634), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:13.361897 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bece3d5-3a25-4430-9797-6f028717d2e9 req-911341eb-0012-4477-9be9-15917a571b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:13.363380 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1bece3d5-3a25-4430-9797-6f028717d2e9 req-911341eb-0012-4477-9be9-15917a571b32 service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=14c282f1-a88f-47d5-b759-92c78d45d59b HTTP/1.1" status: 200 len: 858 time: 0.0522640 Aug 31 01:24:13.392036 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371b82c1-b259-4b6a-ae2c-25f781e3e3c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0871f9-127c-43ad-85ee-b6cde5ef4372,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:13.416569 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-371b82c1-b259-4b6a-ae2c-25f781e3e3c7 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=9fc17d26483749619d08476678422476&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2590141 Aug 31 01:24:13.419296 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 58092) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:24:13.425075 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Pushing event updated for resources: {'Port': ['ID=51441d6e-84dd-48a3-bd25-fade9ebd6634,revision_number=4']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:13.466824 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bece3d5-3a25-4430-9797-6f028717d2e9 req-ab392020-ec8c-41c7-861a-a05e6771112c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:13.468198 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1bece3d5-3a25-4430-9797-6f028717d2e9 req-ab392020-ec8c-41c7-861a-a05e6771112c service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=0303b68a-9736-48eb-90f1-d3c52026d074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0902641 Aug 31 01:24:13.468873 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-a423e708-faa3-4d75-94ac-f95a3ebb85ac admin admin] Publish callbacks [] for security_group (9f0871f9-127c-43ad-85ee-b6cde5ef4372), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:13.481489 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07a413f-3f2c-4771-9b6b-585ad406e891 req-4fab8fee-54c2-4af3-8fda-8a25c76fec15 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:13.482882 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-a07a413f-3f2c-4771-9b6b-585ad406e891 req-4fab8fee-54c2-4af3-8fda-8a25c76fec15 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ee6ca45e-29c7-4af8-8aef-72134f23292c HTTP/1.1" status: 200 len: 946 time: 0.0566893 Aug 31 01:24:13.490604 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-a423e708-faa3-4d75-94ac-f95a3ebb85ac admin admin] Publish callbacks [] for security_group (9f0871f9-127c-43ad-85ee-b6cde5ef4372), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:13.581137 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-a07a413f-3f2c-4771-9b6b-585ad406e891 req-0326b7d9-68b0-4ebe-a7a7-79e699ef7164 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893846 Aug 31 01:24:13.603343 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1bece3d5-3a25-4430-9797-6f028717d2e9 req-9f88b22f-6bdf-40b4-829a-1c95f832c834 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/0303b68a-9736-48eb-90f1-d3c52026d074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195462 Aug 31 01:24:13.624191 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-a423e708-faa3-4d75-94ac-f95a3ebb85ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (9f0871f9-127c-43ad-85ee-b6cde5ef4372), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:13.626901 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-a423e708-faa3-4d75-94ac-f95a3ebb85ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:13.631170 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-a423e708-faa3-4d75-94ac-f95a3ebb85ac admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/9f0871f9-127c-43ad-85ee-b6cde5ef4372 HTTP/1.1" status: 204 len: 168 time: 0.2105258 Aug 31 01:24:13.638654 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a423e708-faa3-4d75-94ac-f95a3ebb85ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0871f9-127c-43ad-85ee-b6cde5ef4372,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:13.727817 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1bece3d5-3a25-4430-9797-6f028717d2e9 req-8d4fda09-d615-4444-9e20-756efb44b9ec service neutron] 10.222.0.85 "GET /networking/v2.0/networks/0303b68a-9736-48eb-90f1-d3c52026d074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131916 Aug 31 01:24:13.792479 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] get_ports_and_sgs() called for port_ids ['51441d6e-84dd-48a3-bd25-fade9ebd6634'] {{(pid=106778) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 01:24:14.120151 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb44e8-7b2d-4365-8029-4bb594cadaea req-6167a373-292e-4874-8595-bb2838817c73 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:14.125197 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-5ddb44e8-7b2d-4365-8029-4bb594cadaea req-6167a373-292e-4874-8595-bb2838817c73 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=368bac0a-39c9-4f1e-99f9-84223e7de06b HTTP/1.1" status: 200 len: 945 time: 0.0658052 Aug 31 01:24:14.177211 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-5ddb44e8-7b2d-4365-8029-4bb594cadaea req-e1c7bcbd-35e4-4010-ad96-a744ee83d749 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=34358351-83e4-4657-bc0e-b19966191f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494516 Aug 31 01:24:14.701686 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1223c3c0-0b22-4195-9f58-e69b68276936 req-18552c28-d72d-4c90-8fba-3d5f37197833 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:14.703153 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1223c3c0-0b22-4195-9f58-e69b68276936 req-18552c28-d72d-4c90-8fba-3d5f37197833 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ee6ca45e-29c7-4af8-8aef-72134f23292c HTTP/1.1" status: 200 len: 946 time: 0.0497322 Aug 31 01:24:14.718464 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device 51441d6e-84dd-48a3-bd25-fade9ebd6634 up at agent hyperv_hv-cinder-85528 {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:24:14.745321 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:24:14.760947 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1223c3c0-0b22-4195-9f58-e69b68276936 req-c4f4ddf9-9323-473b-ac2a-b4a2b8af21f0 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512977 Aug 31 01:24:14.765683 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:24:14.768396 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Provisioning for port 51441d6e-84dd-48a3-bd25-fade9ebd6634 completed by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 01:24:14.875386 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Provisioning complete for port 51441d6e-84dd-48a3-bd25-fade9ebd6634 triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:24:14.875879 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (51441d6e-84dd-48a3-bd25-fade9ebd6634), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:14.956862 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Current status of the port 51441d6e-84dd-48a3-bd25-fade9ebd6634 is: BUILD; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:24:14.957298 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (51441d6e-84dd-48a3-bd25-fade9ebd6634), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:14.984398 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '368bac0a-39c9-4f1e-99f9-84223e7de06b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51441d6e-84dd-48a3-bd25-fade9ebd6634'}] {{(pid=106778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:24:14.986685 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d41e2a553b02095d3b1f0ace215352f4a23baa657e7b5a2da03818d3ee46b5df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604fb08b-d176-47bf-a1f5-39f1b1751994" -d '{"events": [{"server_uuid": "368bac0a-39c9-4f1e-99f9-84223e7de06b", "name": "network-vif-plugged", "status": "completed", "tag": "51441d6e-84dd-48a3-bd25-fade9ebd6634"}]}' {{(pid=106778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:24:14.999732 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port 51441d6e-84dd-48a3-bd25-fade9ebd6634, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=51441d6e-84dd-48a3-bd25-fade9ebd6634,segment=NetworkSegment(9ea3922f-9a93-4c57-9a67-322f3f62c0bf),segment_id=9ea3922f-9a93-4c57-9a67-322f3f62c0bf)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:24:15.026643 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 01:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7c9335-4e5c-4a5a-86a5-9ad654542056 x-openstack-request-id: req-db7c9335-4e5c-4a5a-86a5-9ad654542056 {{(pid=106778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:24:15.026939 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "368bac0a-39c9-4f1e-99f9-84223e7de06b", "name": "network-vif-plugged", "status": "completed", "tag": "51441d6e-84dd-48a3-bd25-fade9ebd6634", "code": 200}]} {{(pid=106778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:24:15.027196 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-db7c9335-4e5c-4a5a-86a5-9ad654542056 {{(pid=106778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:24:15.027600 dv-cinder-855288-2-iscsi neutron-server[106778]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db7c9335-4e5c-4a5a-86a5-9ad654542056'] response: {'server_uuid': '368bac0a-39c9-4f1e-99f9-84223e7de06b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51441d6e-84dd-48a3-bd25-fade9ebd6634', 'code': 200} Aug 31 01:24:15.068627 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (51441d6e-84dd-48a3-bd25-fade9ebd6634), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:15.118500 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Pushing event updated for resources: {'Port': ['ID=51441d6e-84dd-48a3-bd25-fade9ebd6634,revision_number=5']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:15.295937 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8770967-ef36-41d1-aef3-4509e431ca7e req-2daceabc-7629-4c94-a43e-001af7f2ae68 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:15.297468 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-e8770967-ef36-41d1-aef3-4509e431ca7e req-2daceabc-7629-4c94-a43e-001af7f2ae68 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=368bac0a-39c9-4f1e-99f9-84223e7de06b HTTP/1.1" status: 200 len: 946 time: 0.0461407 Aug 31 01:24:15.345584 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-e8770967-ef36-41d1-aef3-4509e431ca7e req-413300eb-f311-493f-a010-87168c546185 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=34358351-83e4-4657-bc0e-b19966191f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420833 Aug 31 01:24:15.917145 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7446cdf-8cde-4af8-aefd-32ac2c4ebeb1 req-adf9d30c-23e1-4e62-ad3b-cfea19c0b4d4 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:15.923527 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-e7446cdf-8cde-4af8-aefd-32ac2c4ebeb1 req-adf9d30c-23e1-4e62-ad3b-cfea19c0b4d4 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ee6ca45e-29c7-4af8-8aef-72134f23292c HTTP/1.1" status: 200 len: 946 time: 0.0690207 Aug 31 01:24:15.968299 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-e7446cdf-8cde-4af8-aefd-32ac2c4ebeb1 req-e2d9e08b-a647-4715-a006-b05ecb3b7929 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439458 Aug 31 01:24:16.467322 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef076412-cf3e-42f8-98ba-a3a9e696c908 req-a30d37a7-d3cc-429b-ab43-4c565bdc7d26 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:16.468838 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-ef076412-cf3e-42f8-98ba-a3a9e696c908 req-a30d37a7-d3cc-429b-ab43-4c565bdc7d26 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=368bac0a-39c9-4f1e-99f9-84223e7de06b HTTP/1.1" status: 200 len: 946 time: 0.0479746 Aug 31 01:24:16.526267 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-ef076412-cf3e-42f8-98ba-a3a9e696c908 req-10f2aae8-04a6-4a97-bade-9efa5ff7e5bc tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=34358351-83e4-4657-bc0e-b19966191f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513020 Aug 31 01:24:16.555615 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e47986d-8999-4256-9df5-83a46fe249d3 req-9fc88ee1-f1e1-4017-90d4-7568e399dfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:16.557130 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-8e47986d-8999-4256-9df5-83a46fe249d3 req-9fc88ee1-f1e1-4017-90d4-7568e399dfc1 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?device_id=368bac0a-39c9-4f1e-99f9-84223e7de06b HTTP/1.1" status: 200 len: 1130 time: 0.0501275 Aug 31 01:24:16.606530 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-8e47986d-8999-4256-9df5-83a46fe249d3 req-992bd432-087f-4afe-8a54-3f14ce8e1f16 service neutron] 10.222.0.85 "GET /networking/v2.0/security-groups?id=34358351-83e4-4657-bc0e-b19966191f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412867 Aug 31 01:24:17.098665 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2c789-cf5d-465b-80ce-880a076d8080 req-8d62b328-86cc-44d1-a4ea-dbc50ccd1f86 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:17.100030 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-64d2c789-cf5d-465b-80ce-880a076d8080 req-8d62b328-86cc-44d1-a4ea-dbc50ccd1f86 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ee6ca45e-29c7-4af8-8aef-72134f23292c HTTP/1.1" status: 200 len: 946 time: 0.0466311 Aug 31 01:24:17.146627 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-64d2c789-cf5d-465b-80ce-880a076d8080 req-242d828f-08e4-46ed-8563-c056511689f6 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411692 Aug 31 01:24:17.791952 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114bf370-bf77-43a1-b579-982fa355224a req-a563fa40-0ee3-471d-8ae5-d4ca368042b9 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:17.793486 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-114bf370-bf77-43a1-b579-982fa355224a req-a563fa40-0ee3-471d-8ae5-d4ca368042b9 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=368bac0a-39c9-4f1e-99f9-84223e7de06b HTTP/1.1" status: 200 len: 946 time: 0.0583422 Aug 31 01:24:17.841963 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-114bf370-bf77-43a1-b579-982fa355224a req-da937bb1-e995-4e1a-bda2-79deb7492988 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=34358351-83e4-4657-bc0e-b19966191f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428166 Aug 31 01:24:19.006900 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 58294) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:24:19.012108 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [None req-65547572-6ed6-48cb-85b4-b399c5b78230 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Request body: {'security_group': {'name': 'tempest-securitygroup--147924674', 'description': 'tempest-description--335945745'}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:24:19.110659 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-65547572-6ed6-48cb-85b4-b399c5b78230 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Publish callbacks [] for security_group (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:19.192863 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:24:19.208325 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4007c04d-531f-4935-a0be-5330db71c7d3 req-411508c8-a070-499c-9e14-f57246cd55a1 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:19.213224 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-65547572-6ed6-48cb-85b4-b399c5b78230 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Publish callbacks [] for security_group (f8dde826-589e-428f-9ff3-0c563df87fd7), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:19.213876 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-4007c04d-531f-4935-a0be-5330db71c7d3 req-411508c8-a070-499c-9e14-f57246cd55a1 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=368bac0a-39c9-4f1e-99f9-84223e7de06b HTTP/1.1" status: 200 len: 946 time: 0.2940819 Aug 31 01:24:19.261231 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-4007c04d-531f-4935-a0be-5330db71c7d3 req-06b053c7-01ce-45c6-abf1-9bb86c714f2d tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=34358351-83e4-4657-bc0e-b19966191f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448658 Aug 31 01:24:19.307919 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-65547572-6ed6-48cb-85b4-b399c5b78230 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (f8dde826-589e-428f-9ff3-0c563df87fd7), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:19.342500 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65547572-6ed6-48cb-85b4-b399c5b78230 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8dde826-589e-428f-9ff3-0c563df87fd7,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:19.401707 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-65547572-6ed6-48cb-85b4-b399c5b78230 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Publish callbacks [] for security_group (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:19.402885 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-65547572-6ed6-48cb-85b4-b399c5b78230 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3947487 Aug 31 01:24:19.405922 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 58312) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:24:19.411135 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [None req-0ff22212-4cc6-4546-b3d3-041295b6928e tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Request body: {'security_group_rule': {'security_group_id': 'f8dde826-589e-428f-9ff3-0c563df87fd7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:24:19.510343 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-0ff22212-4cc6-4546-b3d3-041295b6928e tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Publish callbacks [] for security_group_rule (a9b257f7-de0c-4319-9bec-2465c19e42c9), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:19.570455 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-0ff22212-4cc6-4546-b3d3-041295b6928e tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Publish callbacks [] for security_group_rule (a9b257f7-de0c-4319-9bec-2465c19e42c9), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:19.658368 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-0ff22212-4cc6-4546-b3d3-041295b6928e tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413228'] for security_group_rule (a9b257f7-de0c-4319-9bec-2465c19e42c9), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:19.674453 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 58320) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:24:19.678170 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff22212-4cc6-4546-b3d3-041295b6928e tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9b257f7-de0c-4319-9bec-2465c19e42c9,revision_number=0']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:19.752091 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-0ff22212-4cc6-4546-b3d3-041295b6928e tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:19.753343 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-0ff22212-4cc6-4546-b3d3-041295b6928e tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3463602 Aug 31 01:24:19.756394 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 58324) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:24:19.761148 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [None req-f8978876-67b6-42b2-9c3f-100ef385a117 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Request body: {'security_group_rule': {'security_group_id': 'f8dde826-589e-428f-9ff3-0c563df87fd7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:24:19.770793 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=6 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:24:19.813011 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-16ab578b-900b-4e0a-8f93-5a877ce53f4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:19.855535 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=70,neutron:INSERT=24,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:24:19.882769 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-16ab578b-900b-4e0a-8f93-5a877ce53f4a admin admin] Publish callbacks [] for security_group (3b0a637d-4e23-4b35-a3f4-9c03f8313cf5), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:19.889460 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-f8978876-67b6-42b2-9c3f-100ef385a117 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Publish callbacks [] for security_group_rule (d556c4e6-29ac-48b5-a8be-e284b4ee3147), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:19.940068 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-16ab578b-900b-4e0a-8f93-5a877ce53f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (3b0a637d-4e23-4b35-a3f4-9c03f8313cf5), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:19.975867 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-f8978876-67b6-42b2-9c3f-100ef385a117 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Publish callbacks [] for security_group_rule (d556c4e6-29ac-48b5-a8be-e284b4ee3147), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:19.987943 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-16ab578b-900b-4e0a-8f93-5a877ce53f4a admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=3d340ee4f1f74140aa321c30ed1b9456&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3124597 Aug 31 01:24:19.990798 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 58328) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:24:19.992813 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ab578b-900b-4e0a-8f93-5a877ce53f4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0a637d-4e23-4b35-a3f4-9c03f8313cf5,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:20.033832 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-f8978876-67b6-42b2-9c3f-100ef385a117 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413228'] for security_group_rule (d556c4e6-29ac-48b5-a8be-e284b4ee3147), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:20.041595 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-0b7a5629-fac1-48a7-8c28-473c32a04ef7 admin admin] Publish callbacks [] for security_group (3b0a637d-4e23-4b35-a3f4-9c03f8313cf5), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:20.044212 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:24:20.052967 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8978876-67b6-42b2-9c3f-100ef385a117 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d556c4e6-29ac-48b5-a8be-e284b4ee3147,revision_number=0']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:20.066105 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-0b7a5629-fac1-48a7-8c28-473c32a04ef7 admin admin] Publish callbacks [] for security_group (3b0a637d-4e23-4b35-a3f4-9c03f8313cf5), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:20.145327 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-f8978876-67b6-42b2-9c3f-100ef385a117 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:20.146635 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-f8978876-67b6-42b2-9c3f-100ef385a117 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3891890 Aug 31 01:24:20.149748 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 58332) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:24:20.154114 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [None req-559e6895-3e3b-44b2-9afa-9e85252bfa21 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Request body: {'floatingip': {'floating_network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83'}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:24:20.227923 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-0b7a5629-fac1-48a7-8c28-473c32a04ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (3b0a637d-4e23-4b35-a3f4-9c03f8313cf5), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:20.230620 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-0b7a5629-fac1-48a7-8c28-473c32a04ef7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:20.231830 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-0b7a5629-fac1-48a7-8c28-473c32a04ef7 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/3b0a637d-4e23-4b35-a3f4-9c03f8313cf5 HTTP/1.1" status: 204 len: 168 time: 0.2399795 Aug 31 01:24:20.239478 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7a5629-fac1-48a7-8c28-473c32a04ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0a637d-4e23-4b35-a3f4-9c03f8313cf5,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:20.260380 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-559e6895-3e3b-44b2-9afa-9e85252bfa21 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:20.351759 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-559e6895-3e3b-44b2-9afa-9e85252bfa21 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:20.393520 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580058a-4f6a-4733-a2f2-12e3b1290105 req-835cdc97-1aff-4037-8728-2049fd1a7ce6 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:20.395946 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-6580058a-4f6a-4733-a2f2-12e3b1290105 req-835cdc97-1aff-4037-8728-2049fd1a7ce6 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=368bac0a-39c9-4f1e-99f9-84223e7de06b HTTP/1.1" status: 200 len: 946 time: 0.0541227 Aug 31 01:24:20.439519 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:24:20.446328 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-6580058a-4f6a-4733-a2f2-12e3b1290105 req-1d73f81e-2e64-43c7-b078-07cda2fb415d tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=34358351-83e4-4657-bc0e-b19966191f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433989 Aug 31 01:24:20.466246 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.db_base_plugin_common [None req-559e6895-3e3b-44b2-9afa-9e85252bfa21 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Allocated IP 172.27.1.220 (6de90673-24a8-444a-94e7-38ef2e70dd83/b0882f00-706c-4556-bcad-01ef413e142c/2410e42d-63ce-4441-8740-c05b1669edf8) {{(pid=106776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:24:20.602485 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b501c3e1-27c8-4d30-95ff-ea8b47060e49 req-0ab05714-f803-43f2-9971-5054a5efd9a7 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:20.603281 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-559e6895-3e3b-44b2-9afa-9e85252bfa21 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Publish callbacks [] for port (2410e42d-63ce-4441-8740-c05b1669edf8), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:20.604034 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b501c3e1-27c8-4d30-95ff-ea8b47060e49 req-0ab05714-f803-43f2-9971-5054a5efd9a7 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=368bac0a-39c9-4f1e-99f9-84223e7de06b HTTP/1.1" status: 200 len: 946 time: 0.0665622 Aug 31 01:24:20.615546 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 58342) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:24:20.620643 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [None req-29235b5d-edc3-4031-9fa7-2a6c1b1cef18 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Request body: {'floatingip': {'port_id': '51441d6e-84dd-48a3-bd25-fade9ebd6634'}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:24:20.695884 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-29235b5d-edc3-4031-9fa7-2a6c1b1cef18 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks [] for floatingip (12518811-6f2d-4da4-9b06-b2af61e10a85), before_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:20.726954 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-559e6895-3e3b-44b2-9afa-9e85252bfa21 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779185826838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6273727'] for port (2410e42d-63ce-4441-8740-c05b1669edf8), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:20.772758 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559e6895-3e3b-44b2-9afa-9e85252bfa21 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Network 6de90673-24a8-444a-94e7-38ef2e70dd83 is already hosted by enough agents. {{(pid=106776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:24:20.776595 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.base_scheduler [None req-559e6895-3e3b-44b2-9afa-9e85252bfa21 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Resources bound (agent type, host, resource id): {{(pid=106776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:24:20.779771 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559e6895-3e3b-44b2-9afa-9e85252bfa21 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Received port after_create {{(pid=106776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 01:24:20.806891 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559e6895-3e3b-44b2-9afa-9e85252bfa21 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Pushing event updated for resources: {'Port': ['ID=2410e42d-63ce-4441-8740-c05b1669edf8,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:20.877475 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-559e6895-3e3b-44b2-9afa-9e85252bfa21 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Publish callbacks [] for floatingip (6ce79723-0b15-48cb-9390-4388f2891564), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:20.955462 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=6 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:24:20.997527 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-559e6895-3e3b-44b2-9afa-9e85252bfa21 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (2410e42d-63ce-4441-8740-c05b1669edf8), before_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:21.087097 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:24:21.157545 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-559e6895-3e3b-44b2-9afa-9e85252bfa21 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Publish callbacks [] for port (2410e42d-63ce-4441-8740-c05b1669edf8), precommit_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:21.252976 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-559e6895-3e3b-44b2-9afa-9e85252bfa21 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6273718'] for port (2410e42d-63ce-4441-8740-c05b1669edf8), after_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:21.329594 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-29235b5d-edc3-4031-9fa7-2a6c1b1cef18 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:21.355735 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559e6895-3e3b-44b2-9afa-9e85252bfa21 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Pushing event updated for resources: {'Port': ['ID=2410e42d-63ce-4441-8740-c05b1669edf8,revision_number=2']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:21.359286 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-559e6895-3e3b-44b2-9afa-9e85252bfa21 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608267'] for floatingip (6ce79723-0b15-48cb-9390-4388f2891564), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:21.401456 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-29235b5d-edc3-4031-9fa7-2a6c1b1cef18 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608267'] for floatingip (12518811-6f2d-4da4-9b06-b2af61e10a85), after_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:21.414902 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 58354) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:24:21.466686 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-559e6895-3e3b-44b2-9afa-9e85252bfa21 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for floatingip (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:21.467950 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-559e6895-3e3b-44b2-9afa-9e85252bfa21 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3172433 Aug 31 01:24:21.505306 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.db.l3_db [None req-29235b5d-edc3-4031-9fa7-2a6c1b1cef18 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Floating IP 12518811-6f2d-4da4-9b06-b2af61e10a85 associated. External IP: 172.27.1.187, port: 51441d6e-84dd-48a3-bd25-fade9ebd6634. Aug 31 01:24:21.534486 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-70a273d5-231c-4399-8aad-17dde6fdb568 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:21.626574 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-70a273d5-231c-4399-8aad-17dde6fdb568 admin admin] Publish callbacks [] for security_group (e005e209-7522-4af3-bfb7-f6714595e12b), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:21.697872 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-70a273d5-231c-4399-8aad-17dde6fdb568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (e005e209-7522-4af3-bfb7-f6714595e12b), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:21.732002 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=8 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:24:21.742167 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-70a273d5-231c-4399-8aad-17dde6fdb568 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=db5c6269a518420088c3293504575903&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3259940 Aug 31 01:24:21.745308 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a273d5-231c-4399-8aad-17dde6fdb568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e005e209-7522-4af3-bfb7-f6714595e12b,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:21.745430 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-33e954c1-50aa-4899-a993-aceed650c0d8 req-ecce68e9-9de2-4eea-b029-9ea0f3c8a294 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--147924674&fields=id&tenant_id=d58414b1dd2342d58cc7665aee50b86b HTTP/1.1" status: 200 len: 267 time: 0.0924394 Aug 31 01:24:21.746294 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 58370) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:24:21.777924 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29235b5d-edc3-4031-9fa7-2a6c1b1cef18 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Router 5782a4a2-909a-4031-86cd-c38efe94ee2d has already been hosted by L3 agent 1428144b-5b15-4168-8538-b51b3045e8b6 {{(pid=106777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:24:21.804007 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-7cd8c974-abd8-4c59-a20d-84ba1b0e6578 admin admin] Publish callbacks [] for security_group (e005e209-7522-4af3-bfb7-f6714595e12b), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:21.809703 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:24:21.826789 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-7cd8c974-abd8-4c59-a20d-84ba1b0e6578 admin admin] Publish callbacks [] for security_group (e005e209-7522-4af3-bfb7-f6714595e12b), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:21.936066 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e954c1-50aa-4899-a993-aceed650c0d8 req-da2bac15-348f-4c64-add6-67547b0962b9 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:21.937639 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-33e954c1-50aa-4899-a993-aceed650c0d8 req-da2bac15-348f-4c64-add6-67547b0962b9 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/networks?id=0303b68a-9736-48eb-90f1-d3c52026d074 HTTP/1.1" status: 200 len: 819 time: 0.1848073 Aug 31 01:24:21.968945 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-33e954c1-50aa-4899-a993-aceed650c0d8 req-16835402-0650-48f6-ae00-56b70eaba8ef tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/quotas/d58414b1dd2342d58cc7665aee50b86b HTTP/1.1" status: 200 len: 375 time: 0.0233543 Aug 31 01:24:21.971350 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29235b5d-edc3-4031-9fa7-2a6c1b1cef18 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Notify agent at l3_agent.dv-cinder-855288-2-iscsi the message routers_updated {{(pid=106777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:24:21.975779 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-29235b5d-edc3-4031-9fa7-2a6c1b1cef18 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for floatingip (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:21.982413 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344eb0cc-1298-4ba4-a43b-d3f5b3ee5d2e None None] Sync routers for ids ['5782a4a2-909a-4031-86cd-c38efe94ee2d'] in dv-cinder-855288-2-iscsi {{(pid=106778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:24:21.994765 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344eb0cc-1298-4ba4-a43b-d3f5b3ee5d2e None None] Routers {'5782a4a2-909a-4031-86cd-c38efe94ee2d'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:24:21.995407 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-344eb0cc-1298-4ba4-a43b-d3f5b3ee5d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:24:03Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['5782a4a2-909a-4031-86cd-c38efe94ee2d'], 'active': True} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:24:22.006624 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-7cd8c974-abd8-4c59-a20d-84ba1b0e6578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (e005e209-7522-4af3-bfb7-f6714595e12b), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:22.009529 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-7cd8c974-abd8-4c59-a20d-84ba1b0e6578 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:22.014063 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-7cd8c974-abd8-4c59-a20d-84ba1b0e6578 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/e005e209-7522-4af3-bfb7-f6714595e12b HTTP/1.1" status: 204 len: 168 time: 0.2665849 Aug 31 01:24:22.022794 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd8c974-abd8-4c59-a20d-84ba1b0e6578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e005e209-7522-4af3-bfb7-f6714595e12b,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:22.127592 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvr_db [None req-344eb0cc-1298-4ba4-a43b-d3f5b3ee5d2e None None] Set router 5782a4a2-909a-4031-86cd-c38efe94ee2d gateway port host: dv-cinder-855288-2-iscsi {{(pid=106778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:24:22.274681 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-29235b5d-edc3-4031-9fa7-2a6c1b1cef18 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "PUT /networking/v2.0/floatingips/12518811-6f2d-4da4-9b06-b2af61e10a85 HTTP/1.1" status: 200 len: 992 time: 1.6577721 Aug 31 01:24:22.277689 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '368bac0a-39c9-4f1e-99f9-84223e7de06b', 'tag': '51441d6e-84dd-48a3-bd25-fade9ebd6634'}] {{(pid=106777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:24:22.280157 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e330c87e12d7f870e7d9a686a76230f6b0968ad9153010b5cc5787492cc6e0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1387a82-b56e-4583-87db-31a88e7b41a7" -d '{"events": [{"name": "network-changed", "server_uuid": "368bac0a-39c9-4f1e-99f9-84223e7de06b", "tag": "51441d6e-84dd-48a3-bd25-fade9ebd6634"}]}' {{(pid=106777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:24:22.297058 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-33e954c1-50aa-4899-a993-aceed650c0d8 req-17a4f670-06b3-4181-8d66-be9f0fa2b37e tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=d58414b1dd2342d58cc7665aee50b86b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3178716 Aug 31 01:24:22.336830 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:24:22.372003 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 01:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b6ae8f-6dcb-433c-bbfc-e4d68ea2136b x-openstack-request-id: req-e1b6ae8f-6dcb-433c-bbfc-e4d68ea2136b {{(pid=106777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:24:22.372528 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "368bac0a-39c9-4f1e-99f9-84223e7de06b", "tag": "51441d6e-84dd-48a3-bd25-fade9ebd6634", "status": "completed", "code": 200}]} {{(pid=106777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:24:22.378403 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e1b6ae8f-6dcb-433c-bbfc-e4d68ea2136b {{(pid=106777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:24:22.378403 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1b6ae8f-6dcb-433c-bbfc-e4d68ea2136b'] response: {'name': 'network-changed', 'server_uuid': '368bac0a-39c9-4f1e-99f9-84223e7de06b', 'tag': '51441d6e-84dd-48a3-bd25-fade9ebd6634', 'status': 'completed', 'code': 200} Aug 31 01:24:22.420537 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-344eb0cc-1298-4ba4-a43b-d3f5b3ee5d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5782a4a2-909a-4031-86cd-c38efe94ee2d', 'name': 'tempest-AttachVolumeTestJSON-146619577-router', 'tenant_id': 'fb863f706c3846db958c9b7fe367c3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f4a5465d-ff9e-4624-a62b-bfbe66a01ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:23:41Z', 'updated_at': '2022-08-31T01:23:45Z', 'revision_number': 4, 'project_id': 'fb863f706c3846db958c9b7fe367c3f5', 'gw_port': {'id': 'f4a5465d-ff9e-4624-a62b-bfbe66a01ff3', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5782a4a2-909a-4031-86cd-c38efe94ee2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:23:42Z', 'updated_at': '2022-08-31T01:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_floatingips': [{'id': '12518811-6f2d-4da4-9b06-b2af61e10a85', 'tenant_id': 'fb863f706c3846db958c9b7fe367c3f5', 'floating_ip_address': '172.27.1.187', 'floating_network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'router_id': '5782a4a2-909a-4031-86cd-c38efe94ee2d', 'port_id': '51441d6e-84dd-48a3-bd25-fade9ebd6634', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 293, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d97e458-c7f0-41e8-8974-7a68b9809489', 'mac_address': 'fa:16:3e:0e:78:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368bac0a-39c9-4f1e-99f9-84223e7de06b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T01:23:49Z', 'updated_at': '2022-08-31T01:24:21Z', 'revision_number': 1, 'project_id': 'fb863f706c3846db958c9b7fe367c3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63f67506-ae6b-4bbf-bf94-ae60b3fd57d4', 'name': '', 'network_id': '2d97e458-c7f0-41e8-8974-7a68b9809489', 'tenant_id': 'fb863f706c3846db958c9b7fe367c3f5', 'mac_address': 'fa:16:3e:04:98:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5782a4a2-909a-4031-86cd-c38efe94ee2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'ce633e5b-f53e-4e09-ba61-d50d905d9cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:23:44Z', 'updated_at': '2022-08-31T01:23:51Z', 'revision_number': 5, 'project_id': 'fb863f706c3846db958c9b7fe367c3f5', 'subnets': [{'id': 'ce633e5b-f53e-4e09-ba61-d50d905d9cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:24:22.452938 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1387a82-b56e-4583-87db-31a88e7b41a7 req-69ed6beb-a285-4396-80e5-4d28d9703624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:22.454904 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b1387a82-b56e-4583-87db-31a88e7b41a7 req-69ed6beb-a285-4396-80e5-4d28d9703624 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=fb863f706c3846db958c9b7fe367c3f5&device_id=368bac0a-39c9-4f1e-99f9-84223e7de06b HTTP/1.1" status: 200 len: 1130 time: 0.0575180 Aug 31 01:24:22.463849 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344eb0cc-1298-4ba4-a43b-d3f5b3ee5d2e None None] Checking router: 5782a4a2-909a-4031-86cd-c38efe94ee2d for host: dv-cinder-855288-2-iscsi {{(pid=106778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:24:22.475921 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:24:22.478719 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344eb0cc-1298-4ba4-a43b-d3f5b3ee5d2e None None] Routers {'5782a4a2-909a-4031-86cd-c38efe94ee2d'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:24:22.479406 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-344eb0cc-1298-4ba4-a43b-d3f5b3ee5d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:24:03Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['5782a4a2-909a-4031-86cd-c38efe94ee2d'], 'active': True} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:24:22.503530 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-33e954c1-50aa-4899-a993-aceed650c0d8 req-8c8eadb9-1acb-477b-826e-302810ba46b6 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/0303b68a-9736-48eb-90f1-d3c52026d074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906099 Aug 31 01:24:22.600717 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvr_db [None req-344eb0cc-1298-4ba4-a43b-d3f5b3ee5d2e None None] Set router 5782a4a2-909a-4031-86cd-c38efe94ee2d gateway port host: dv-cinder-855288-2-iscsi {{(pid=106778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:24:22.619161 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 58394) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:24:22.625418 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [None req-da554fd9-ca5b-4222-ad33-e082f6df5d69 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1609455248', 'description': 'tempest-description--37308075'}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:24:22.681280 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1387a82-b56e-4583-87db-31a88e7b41a7 req-04b80a93-8c91-4fad-a5fa-3902d35de63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:22.682805 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b1387a82-b56e-4583-87db-31a88e7b41a7 req-04b80a93-8c91-4fad-a5fa-3902d35de63d service neutron] 10.222.0.85 "GET /networking/v2.0/networks?id=2d97e458-c7f0-41e8-8974-7a68b9809489 HTTP/1.1" status: 200 len: 912 time: 0.2113502 Aug 31 01:24:22.685171 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-33e954c1-50aa-4899-a993-aceed650c0d8 req-cd420fff-7a76-47a0-ae43-98db072491a1 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/0303b68a-9736-48eb-90f1-d3c52026d074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808915 Aug 31 01:24:22.738292 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-da554fd9-ca5b-4222-ad33-e082f6df5d69 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for security_group (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:22.765555 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b1387a82-b56e-4583-87db-31a88e7b41a7 req-c7374d09-7049-48f7-9b8f-630c6ad8e3c7 service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51441d6e-84dd-48a3-bd25-fade9ebd6634 HTTP/1.1" status: 200 len: 1000 time: 0.0747898 Aug 31 01:24:22.827586 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1387a82-b56e-4583-87db-31a88e7b41a7 req-52b21c33-ed18-46d8-97db-624fc33603e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:22.828575 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b1387a82-b56e-4583-87db-31a88e7b41a7 req-52b21c33-ed18-46d8-97db-624fc33603e4 service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=ce633e5b-f53e-4e09-ba61-d50d905d9cae HTTP/1.1" status: 200 len: 849 time: 0.0554235 Aug 31 01:24:22.847317 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-da554fd9-ca5b-4222-ad33-e082f6df5d69 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for security_group (0437e908-2bf2-472b-a7de-f34ccee5e04c), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:22.876591 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1387a82-b56e-4583-87db-31a88e7b41a7 req-b4454ffa-3ef5-4909-a04c-7cc7d0c2140f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:22.878369 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b1387a82-b56e-4583-87db-31a88e7b41a7 req-b4454ffa-3ef5-4909-a04c-7cc7d0c2140f service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=2d97e458-c7f0-41e8-8974-7a68b9809489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427239 Aug 31 01:24:22.942522 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:24:22.949526 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-da554fd9-ca5b-4222-ad33-e082f6df5d69 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (0437e908-2bf2-472b-a7de-f34ccee5e04c), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:23.009051 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b1387a82-b56e-4583-87db-31a88e7b41a7 req-dd483ff9-b50a-4dd8-b8e8-65d7e6590a46 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/2d97e458-c7f0-41e8-8974-7a68b9809489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209016 Aug 31 01:24:23.017244 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da554fd9-ca5b-4222-ad33-e082f6df5d69 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0437e908-2bf2-472b-a7de-f34ccee5e04c,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:23.039287 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-da554fd9-ca5b-4222-ad33-e082f6df5d69 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for security_group (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:23.050114 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-da554fd9-ca5b-4222-ad33-e082f6df5d69 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4271195 Aug 31 01:24:23.054699 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 58406) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:24:23.057590 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [None req-c3fa6ebc-39ef-4eb0-a613-afc88ed097ce tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Request body: {'security_group_rule': {'security_group_id': '0437e908-2bf2-472b-a7de-f34ccee5e04c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:24:23.073864 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-344eb0cc-1298-4ba4-a43b-d3f5b3ee5d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5782a4a2-909a-4031-86cd-c38efe94ee2d', 'name': 'tempest-AttachVolumeTestJSON-146619577-router', 'tenant_id': 'fb863f706c3846db958c9b7fe367c3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f4a5465d-ff9e-4624-a62b-bfbe66a01ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:23:41Z', 'updated_at': '2022-08-31T01:23:45Z', 'revision_number': 4, 'project_id': 'fb863f706c3846db958c9b7fe367c3f5', 'gw_port': {'id': 'f4a5465d-ff9e-4624-a62b-bfbe66a01ff3', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5782a4a2-909a-4031-86cd-c38efe94ee2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:23:42Z', 'updated_at': '2022-08-31T01:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_floatingips': [{'id': '12518811-6f2d-4da4-9b06-b2af61e10a85', 'tenant_id': 'fb863f706c3846db958c9b7fe367c3f5', 'floating_ip_address': '172.27.1.187', 'floating_network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'router_id': '5782a4a2-909a-4031-86cd-c38efe94ee2d', 'port_id': '51441d6e-84dd-48a3-bd25-fade9ebd6634', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 293, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d97e458-c7f0-41e8-8974-7a68b9809489', 'mac_address': 'fa:16:3e:0e:78:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368bac0a-39c9-4f1e-99f9-84223e7de06b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T01:23:49Z', 'updated_at': '2022-08-31T01:24:21Z', 'revision_number': 1, 'project_id': 'fb863f706c3846db958c9b7fe367c3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63f67506-ae6b-4bbf-bf94-ae60b3fd57d4', 'name': '', 'network_id': '2d97e458-c7f0-41e8-8974-7a68b9809489', 'tenant_id': 'fb863f706c3846db958c9b7fe367c3f5', 'mac_address': 'fa:16:3e:04:98:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5782a4a2-909a-4031-86cd-c38efe94ee2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'ce633e5b-f53e-4e09-ba61-d50d905d9cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:23:44Z', 'updated_at': '2022-08-31T01:23:51Z', 'revision_number': 5, 'project_id': 'fb863f706c3846db958c9b7fe367c3f5', 'subnets': [{'id': 'ce633e5b-f53e-4e09-ba61-d50d905d9cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:24:23.130170 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344eb0cc-1298-4ba4-a43b-d3f5b3ee5d2e None None] The sync data for ids ['5782a4a2-909a-4031-86cd-c38efe94ee2d'] in dv-cinder-855288-2-iscsi is: [{'id': '5782a4a2-909a-4031-86cd-c38efe94ee2d', 'name': 'tempest-AttachVolumeTestJSON-146619577-router', 'tenant_id': 'fb863f706c3846db958c9b7fe367c3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f4a5465d-ff9e-4624-a62b-bfbe66a01ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:23:41Z', 'updated_at': '2022-08-31T01:23:45Z', 'revision_number': 4, 'project_id': 'fb863f706c3846db958c9b7fe367c3f5', 'gw_port': {'id': 'f4a5465d-ff9e-4624-a62b-bfbe66a01ff3', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5782a4a2-909a-4031-86cd-c38efe94ee2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:23:42Z', 'updated_at': '2022-08-31T01:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_floatingips': [{'id': '12518811-6f2d-4da4-9b06-b2af61e10a85', 'tenant_id': 'fb863f706c3846db958c9b7fe367c3f5', 'floating_ip_address': '172.27.1.187', 'floating_network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'router_id': '5782a4a2-909a-4031-86cd-c38efe94ee2d', 'port_id': '51441d6e-84dd-48a3-bd25-fade9ebd6634', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 293, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d97e458-c7f0-41e8-8974-7a68b9809489', 'mac_address': 'fa:16:3e:0e:78:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368bac0a-39c9-4f1e-99f9-84223e7de06b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T01:23:49Z', 'updated_at': '2022-08-31T01:24:21Z', 'revision_number': 1, 'project_id': 'fb863f706c3846db958c9b7fe367c3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63f67506-ae6b-4bbf-bf94-ae60b3fd57d4', 'name': '', 'network_id': '2d97e458-c7f0-41e8-8974-7a68b9809489', 'tenant_id': 'fb863f706c3846db958c9b7fe367c3f5', 'mac_address': 'fa:16:3e:04:98:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5782a4a2-909a-4031-86cd-c38efe94ee2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'ce633e5b-f53e-4e09-ba61-d50d905d9cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:23:44Z', 'updated_at': '2022-08-31T01:23:51Z', 'revision_number': 5, 'project_id': 'fb863f706c3846db958c9b7fe367c3f5', 'subnets': [{'id': 'ce633e5b-f53e-4e09-ba61-d50d905d9cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:24:23.155943 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-04545223-22bc-4a8b-b105-6519da3090d1 req-49298644-d084-4aa9-b5c9-3679b8e4003b tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=380077d1-0ed7-47ac-9e19-5425164e6da1 HTTP/1.1" status: 200 len: 210 time: 0.0825832 Aug 31 01:24:23.189962 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-c3fa6ebc-39ef-4eb0-a613-afc88ed097ce tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for security_group_rule (1fe4822f-6cd2-4ab1-baad-c1ee5a8f3b2e), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:23.219545 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b1387a82-b56e-4583-87db-31a88e7b41a7 req-fd42fc75-edb3-46fe-8a79-29b68195ca62 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/2d97e458-c7f0-41e8-8974-7a68b9809489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982243 Aug 31 01:24:23.279972 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-c3fa6ebc-39ef-4eb0-a613-afc88ed097ce tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for security_group_rule (1fe4822f-6cd2-4ab1-baad-c1ee5a8f3b2e), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:23.383110 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-c3fa6ebc-39ef-4eb0-a613-afc88ed097ce tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413228'] for security_group_rule (1fe4822f-6cd2-4ab1-baad-c1ee5a8f3b2e), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:23.401098 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa6ebc-39ef-4eb0-a613-afc88ed097ce tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fe4822f-6cd2-4ab1-baad-c1ee5a8f3b2e,revision_number=0']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:23.424088 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f986b0a-78fd-4e56-9296-6e6861660718 None None] New status for floating IP 12518811-6f2d-4da4-9b06-b2af61e10a85: ACTIVE {{(pid=106779) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 01:24:23.472183 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-c3fa6ebc-39ef-4eb0-a613-afc88ed097ce tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:23.475338 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-c3fa6ebc-39ef-4eb0-a613-afc88ed097ce tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4221475 Aug 31 01:24:23.477224 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 58422) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:24:23.483214 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [None req-444b2a35-c8dc-4b53-9d23-b807e45b4b02 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Request body: {'security_group_rule': {'security_group_id': '0437e908-2bf2-472b-a7de-f34ccee5e04c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:24:23.585884 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-444b2a35-c8dc-4b53-9d23-b807e45b4b02 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for security_group_rule (15f5e032-6475-4fe4-9297-e6cfaca22993), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:23.663330 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-444b2a35-c8dc-4b53-9d23-b807e45b4b02 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for security_group_rule (15f5e032-6475-4fe4-9297-e6cfaca22993), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:23.766786 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-444b2a35-c8dc-4b53-9d23-b807e45b4b02 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413228'] for security_group_rule (15f5e032-6475-4fe4-9297-e6cfaca22993), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:23.787757 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444b2a35-c8dc-4b53-9d23-b807e45b4b02 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15f5e032-6475-4fe4-9297-e6cfaca22993,revision_number=0']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:23.795911 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444b2a35-c8dc-4b53-9d23-b807e45b4b02 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:23.796259 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444b2a35-c8dc-4b53-9d23-b807e45b4b02 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:23.797415 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444b2a35-c8dc-4b53-9d23-b807e45b4b02 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:23.797415 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444b2a35-c8dc-4b53-9d23-b807e45b4b02 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:23.797764 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444b2a35-c8dc-4b53-9d23-b807e45b4b02 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:23.798100 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444b2a35-c8dc-4b53-9d23-b807e45b4b02 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:23.798437 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444b2a35-c8dc-4b53-9d23-b807e45b4b02 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:23.798769 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444b2a35-c8dc-4b53-9d23-b807e45b4b02 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:23.799093 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444b2a35-c8dc-4b53-9d23-b807e45b4b02 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:23.799420 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444b2a35-c8dc-4b53-9d23-b807e45b4b02 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:23.799748 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444b2a35-c8dc-4b53-9d23-b807e45b4b02 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:23.800070 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444b2a35-c8dc-4b53-9d23-b807e45b4b02 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:23.800450 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444b2a35-c8dc-4b53-9d23-b807e45b4b02 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:23.800781 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444b2a35-c8dc-4b53-9d23-b807e45b4b02 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:23.801105 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444b2a35-c8dc-4b53-9d23-b807e45b4b02 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:23.898980 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-444b2a35-c8dc-4b53-9d23-b807e45b4b02 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:23.901542 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-444b2a35-c8dc-4b53-9d23-b807e45b4b02 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4227736 Aug 31 01:24:23.904710 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 58426) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:24:23.909284 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [None req-1b1c4cf7-6913-4fa4-8842-702eee3febb0 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Request body: {'floatingip': {'floating_network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83'}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:24:23.915288 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:24:23.995583 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-1b1c4cf7-6913-4fa4-8842-702eee3febb0 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:24.083436 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-1b1c4cf7-6913-4fa4-8842-702eee3febb0 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:24.089854 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:24:24.192098 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.db_base_plugin_common [None req-1b1c4cf7-6913-4fa4-8842-702eee3febb0 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Allocated IP 172.27.1.39 (6de90673-24a8-444a-94e7-38ef2e70dd83/b0882f00-706c-4556-bcad-01ef413e142c/eab7608d-830f-4daf-b922-77147a1062f6) {{(pid=106777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:24:24.313143 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-12feaac3-4698-4a87-aaac-c2015dae16e7 req-b23b33d9-2933-439a-8af2-f8a2a3804678 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=380077d1-0ed7-47ac-9e19-5425164e6da1 HTTP/1.1" status: 200 len: 210 time: 0.0538692 Aug 31 01:24:24.351982 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-1b1c4cf7-6913-4fa4-8842-702eee3febb0 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for port (eab7608d-830f-4daf-b922-77147a1062f6), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:24.451101 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-1b1c4cf7-6913-4fa4-8842-702eee3febb0 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779185826838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5261574'] for port (eab7608d-830f-4daf-b922-77147a1062f6), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:24.496413 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1c4cf7-6913-4fa4-8842-702eee3febb0 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Network 6de90673-24a8-444a-94e7-38ef2e70dd83 is already hosted by enough agents. {{(pid=106777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:24:24.499444 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.base_scheduler [None req-1b1c4cf7-6913-4fa4-8842-702eee3febb0 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Resources bound (agent type, host, resource id): {{(pid=106777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:24:24.501980 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1c4cf7-6913-4fa4-8842-702eee3febb0 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Received port after_create {{(pid=106777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 01:24:24.533970 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1c4cf7-6913-4fa4-8842-702eee3febb0 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Pushing event updated for resources: {'Port': ['ID=eab7608d-830f-4daf-b922-77147a1062f6,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:24.600523 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-1b1c4cf7-6913-4fa4-8842-702eee3febb0 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for floatingip (4e616b75-a374-4654-a49f-31d6582077e5), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:24.717234 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-1b1c4cf7-6913-4fa4-8842-702eee3febb0 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (eab7608d-830f-4daf-b922-77147a1062f6), before_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:24.718728 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:24:24.878113 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-1b1c4cf7-6913-4fa4-8842-702eee3febb0 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for port (eab7608d-830f-4daf-b922-77147a1062f6), precommit_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:24.927489 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-1b1c4cf7-6913-4fa4-8842-702eee3febb0 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5261583'] for port (eab7608d-830f-4daf-b922-77147a1062f6), after_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:24.996551 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-1b1c4cf7-6913-4fa4-8842-702eee3febb0 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608267'] for floatingip (4e616b75-a374-4654-a49f-31d6582077e5), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:24.999410 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1c4cf7-6913-4fa4-8842-702eee3febb0 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Pushing event updated for resources: {'Port': ['ID=eab7608d-830f-4daf-b922-77147a1062f6,revision_number=2']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:25.094408 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-1b1c4cf7-6913-4fa4-8842-702eee3febb0 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for floatingip (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:25.095672 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-1b1c4cf7-6913-4fa4-8842-702eee3febb0 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1899855 Aug 31 01:24:25.300390 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-aba886da-1bc5-4613-9d2e-478e1c853e28 req-54eb9acb-4ce5-40d1-99ed-bb6ec6b7c466 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1609455248&fields=id&tenant_id=164da7d4776d4e9f8cf6497aa784d312 HTTP/1.1" status: 200 len: 267 time: 0.0478244 Aug 31 01:24:25.413369 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:24:25.440867 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-d2ed5f00-0de2-468f-b0a0-86f0d16370d5 req-4308a131-a5dc-42f2-a4f1-d184425bd7b9 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=380077d1-0ed7-47ac-9e19-5425164e6da1 HTTP/1.1" status: 200 len: 210 time: 0.0492477 Aug 31 01:24:25.457939 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba886da-1bc5-4613-9d2e-478e1c853e28 req-ac34ba28-1cfe-41fb-8fe4-a3b9845b077e tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:25.459425 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-aba886da-1bc5-4613-9d2e-478e1c853e28 req-ac34ba28-1cfe-41fb-8fe4-a3b9845b077e tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/networks?id=0760f9a5-d813-4a0f-bcef-9988cda0c948 HTTP/1.1" status: 200 len: 814 time: 0.1524069 Aug 31 01:24:25.476504 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-aba886da-1bc5-4613-9d2e-478e1c853e28 req-fb082086-c015-432f-889f-392a06033e38 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/quotas/164da7d4776d4e9f8cf6497aa784d312 HTTP/1.1" status: 200 len: 375 time: 0.0106745 Aug 31 01:24:25.530555 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-aba886da-1bc5-4613-9d2e-478e1c853e28 req-96747dd3-bee7-416f-a938-38b93591e53e tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=164da7d4776d4e9f8cf6497aa784d312&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0485697 Aug 31 01:24:25.707638 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-aba886da-1bc5-4613-9d2e-478e1c853e28 req-76c758a8-8e35-4289-987b-7aaec5e1fc74 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/0760f9a5-d813-4a0f-bcef-9988cda0c948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643996 Aug 31 01:24:25.743022 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e954c1-50aa-4899-a993-aceed650c0d8 req-1c436836-2ac9-4fc2-8382-a52413f9e488 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:25.744467 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-33e954c1-50aa-4899-a993-aceed650c0d8 req-1c436836-2ac9-4fc2-8382-a52413f9e488 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.85 "GET /networking/v2.0/networks?id=0303b68a-9736-48eb-90f1-d3c52026d074 HTTP/1.1" status: 200 len: 819 time: 0.1554692 Aug 31 01:24:25.845754 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:24:25.862270 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-33e954c1-50aa-4899-a993-aceed650c0d8 req-919ad3e0-2d6c-483a-af34-b1a94e8be387 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.85 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d58414b1dd2342d58cc7665aee50b86b HTTP/1.1" status: 200 len: 379 time: 0.0867934 Aug 31 01:24:25.865080 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-aba886da-1bc5-4613-9d2e-478e1c853e28 req-13de9b29-662c-4ab6-9cfe-cd3d43fb76ca service neutron] 10.222.0.20 "GET /networking/v2.0/networks/0760f9a5-d813-4a0f-bcef-9988cda0c948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480794 Aug 31 01:24:25.874921 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [req-33e954c1-50aa-4899-a993-aceed650c0d8 req-6fabb82b-c05e-47b4-bdda-6af7cd38b4c4 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Request body: {'port': {'device_id': '380077d1-0ed7-47ac-9e19-5425164e6da1', 'network_id': '0303b68a-9736-48eb-90f1-d3c52026d074', 'admin_state_up': True, 'tenant_id': 'd58414b1dd2342d58cc7665aee50b86b', 'security_groups': ['f8dde826-589e-428f-9ff3-0c563df87fd7']}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:24:26.104988 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33e954c1-50aa-4899-a993-aceed650c0d8 req-6fabb82b-c05e-47b4-bdda-6af7cd38b4c4 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Made reservation on behalf of d58414b1dd2342d58cc7665aee50b86b for: {'port': 1} {{(pid=106777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:24:26.109170 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-33e954c1-50aa-4899-a993-aceed650c0d8 req-6fabb82b-c05e-47b4-bdda-6af7cd38b4c4 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:26.170194 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-dd65fdbd-ce6d-404c-b5ca-f865d639e5ad req-5dd35af6-1c7e-4d71-8979-19d3ba9f09f6 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=082d7637-9b1c-469c-b688-c76ca61e9f6b HTTP/1.1" status: 200 len: 210 time: 0.0376940 Aug 31 01:24:26.288918 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.db_base_plugin_common [req-33e954c1-50aa-4899-a993-aceed650c0d8 req-6fabb82b-c05e-47b4-bdda-6af7cd38b4c4 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Allocated IP 172.20.0.11 (0303b68a-9736-48eb-90f1-d3c52026d074/14c282f1-a88f-47d5-b759-92c78d45d59b/6715d43f-3649-46e9-b421-5ed74efa38b9) {{(pid=106777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:24:26.444131 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-33e954c1-50aa-4899-a993-aceed650c0d8 req-6fabb82b-c05e-47b4-bdda-6af7cd38b4c4 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Publish callbacks [] for port (6715d43f-3649-46e9-b421-5ed74efa38b9), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:26.559148 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-146880aa-5a7a-4bd0-978f-4d1422c3d9ea req-134382b0-4a40-4d9f-9b61-729e90654e23 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=380077d1-0ed7-47ac-9e19-5425164e6da1 HTTP/1.1" status: 200 len: 210 time: 0.0335531 Aug 31 01:24:26.573260 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-33e954c1-50aa-4899-a993-aceed650c0d8 req-6fabb82b-c05e-47b4-bdda-6af7cd38b4c4 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779185826838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5261574'] for port (6715d43f-3649-46e9-b421-5ed74efa38b9), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:26.622260 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33e954c1-50aa-4899-a993-aceed650c0d8 req-6fabb82b-c05e-47b4-bdda-6af7cd38b4c4 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Network 0303b68a-9736-48eb-90f1-d3c52026d074 is already hosted by enough agents. {{(pid=106777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:24:26.625336 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.base_scheduler [req-33e954c1-50aa-4899-a993-aceed650c0d8 req-6fabb82b-c05e-47b4-bdda-6af7cd38b4c4 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Resources bound (agent type, host, resource id): {{(pid=106777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:24:26.629499 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.l3_dvrscheduler_db [req-33e954c1-50aa-4899-a993-aceed650c0d8 req-6fabb82b-c05e-47b4-bdda-6af7cd38b4c4 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Received port after_create {{(pid=106777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 01:24:26.635766 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fabb82b-c05e-47b4-bdda-6af7cd38b4c4 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Pushing event updated for resources: {'Port': ['ID=6715d43f-3649-46e9-b421-5ed74efa38b9,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:26.688015 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e954c1-50aa-4899-a993-aceed650c0d8 req-6fabb82b-c05e-47b4-bdda-6af7cd38b4c4 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:26.688629 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-33e954c1-50aa-4899-a993-aceed650c0d8 req-6fabb82b-c05e-47b4-bdda-6af7cd38b4c4 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for port (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:26.771627 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-33e954c1-50aa-4899-a993-aceed650c0d8 req-6fabb82b-c05e-47b4-bdda-6af7cd38b4c4 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.85 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9010873 Aug 31 01:24:26.864516 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-08410dff-3248-4f85-9af2-121302eaa40c None None] Provisioning complete for port 6715d43f-3649-46e9-b421-5ed74efa38b9 triggered by entity DHCP. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:24:26.865275 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-08410dff-3248-4f85-9af2-121302eaa40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (6715d43f-3649-46e9-b421-5ed74efa38b9), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:26.901257 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-08410dff-3248-4f85-9af2-121302eaa40c None None] Port 6715d43f-3649-46e9-b421-5ed74efa38b9 cannot update to ACTIVE because it is not bound. {{(pid=106778) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 01:24:27.282411 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-76a1b353-f6f3-4a93-a072-0e31abfe3511 req-3f4c273b-48f3-4d56-a46a-c4cd5d4a10c7 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=082d7637-9b1c-469c-b688-c76ca61e9f6b HTTP/1.1" status: 200 len: 210 time: 0.0272646 Aug 31 01:24:27.686019 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99600fb-54b7-4aee-817e-dc45cac5ae2a req-fbd79c4d-484e-443b-883d-abafeba89d18 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:27.687476 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b99600fb-54b7-4aee-817e-dc45cac5ae2a req-fbd79c4d-484e-443b-883d-abafeba89d18 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=380077d1-0ed7-47ac-9e19-5425164e6da1 HTTP/1.1" status: 200 len: 932 time: 0.0496864 Aug 31 01:24:27.705785 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:24:27.734755 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b99600fb-54b7-4aee-817e-dc45cac5ae2a req-682d477f-98ff-4068-943c-453cba426c46 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f8dde826-589e-428f-9ff3-0c563df87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417569 Aug 31 01:24:28.314237 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [req-33e954c1-50aa-4899-a993-aceed650c0d8 req-be92d80c-33fd-4f7f-b046-39f276053f32 service neutron] Request body: {'port': {'device_id': '380077d1-0ed7-47ac-9e19-5425164e6da1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85528'}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:24:28.401251 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-8bb22b53-e6b3-49c5-8452-59b49096b0fe req-32dc1310-4081-4b35-a79c-f059e46aa5ea tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=082d7637-9b1c-469c-b688-c76ca61e9f6b HTTP/1.1" status: 200 len: 210 time: 0.0363262 Aug 31 01:24:28.402268 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-33e954c1-50aa-4899-a993-aceed650c0d8 req-be92d80c-33fd-4f7f-b046-39f276053f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (6715d43f-3649-46e9-b421-5ed74efa38b9), before_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:28.581183 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:24:28.663985 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.notifiers.nova [req-33e954c1-50aa-4899-a993-aceed650c0d8 req-be92d80c-33fd-4f7f-b046-39f276053f32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6715d43f-3649-46e9-b421-5ed74efa38b9 {{(pid=106777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 01:24:28.672149 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-33e954c1-50aa-4899-a993-aceed650c0d8 req-be92d80c-33fd-4f7f-b046-39f276053f32 service neutron] Publish callbacks [] for port (6715d43f-3649-46e9-b421-5ed74efa38b9), precommit_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:28.684588 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.provisioning_blocks [req-33e954c1-50aa-4899-a993-aceed650c0d8 req-be92d80c-33fd-4f7f-b046-39f276053f32 service neutron] Transition to ACTIVE for port object 6715d43f-3649-46e9-b421-5ed74efa38b9 will not be triggered until provisioned by entity L2. {{(pid=106777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 01:24:28.764742 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-33e954c1-50aa-4899-a993-aceed650c0d8 req-be92d80c-33fd-4f7f-b046-39f276053f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5261583'] for port (6715d43f-3649-46e9-b421-5ed74efa38b9), after_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:28.872952 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be92d80c-33fd-4f7f-b046-39f276053f32 service neutron] Pushing event updated for resources: {'Port': ['ID=6715d43f-3649-46e9-b421-5ed74efa38b9,revision_number=2']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:28.899594 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0abf8a-ea98-4cdc-bea7-718d3b569f33 req-19747e39-ff5d-40ab-a9a4-852c38615851 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:28.901110 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-8d0abf8a-ea98-4cdc-bea7-718d3b569f33 req-19747e39-ff5d-40ab-a9a4-852c38615851 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=380077d1-0ed7-47ac-9e19-5425164e6da1 HTTP/1.1" status: 200 len: 944 time: 0.0824170 Aug 31 01:24:28.933821 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.managers [req-33e954c1-50aa-4899-a993-aceed650c0d8 req-be92d80c-33fd-4f7f-b046-39f276053f32 service neutron] Attempting to bind port 6715d43f-3649-46e9-b421-5ed74efa38b9 on host hv-cinder-85528 for vnic_type normal with profile {{(pid=106777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 01:24:28.934150 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.managers [req-33e954c1-50aa-4899-a993-aceed650c0d8 req-be92d80c-33fd-4f7f-b046-39f276053f32 service neutron] Attempting to bind port 6715d43f-3649-46e9-b421-5ed74efa38b9 by drivers openvswitch,hyperv on host hv-cinder-85528 at level 0 using segments [{'id': '46d8b518-61a3-41d6-96c6-0d3f3e223608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0303b68a-9736-48eb-90f1-d3c52026d074'}] {{(pid=106777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 01:24:28.934477 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e954c1-50aa-4899-a993-aceed650c0d8 req-be92d80c-33fd-4f7f-b046-39f276053f32 service neutron] Attempting to bind port 6715d43f-3649-46e9-b421-5ed74efa38b9 on network 0303b68a-9736-48eb-90f1-d3c52026d074 {{(pid=106777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:24:28.947673 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e954c1-50aa-4899-a993-aceed650c0d8 req-be92d80c-33fd-4f7f-b046-39f276053f32 service neutron] Port 6715d43f-3649-46e9-b421-5ed74efa38b9 on network 0303b68a-9736-48eb-90f1-d3c52026d074 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85528 {{(pid=106777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 01:24:28.948010 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e954c1-50aa-4899-a993-aceed650c0d8 req-be92d80c-33fd-4f7f-b046-39f276053f32 service neutron] Attempting to bind port 6715d43f-3649-46e9-b421-5ed74efa38b9 on network 0303b68a-9736-48eb-90f1-d3c52026d074 {{(pid=106777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:24:28.961459 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e954c1-50aa-4899-a993-aceed650c0d8 req-be92d80c-33fd-4f7f-b046-39f276053f32 service neutron] Checking agent: {'id': '799b9b45-836a-4007-8b99-6041c4a5ce6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85528', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 1, 20, 34), 'started_at': datetime.datetime(2022, 8, 31, 1, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 1, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 01:24:28.961796 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e954c1-50aa-4899-a993-aceed650c0d8 req-be92d80c-33fd-4f7f-b046-39f276053f32 service neutron] Checking segment: {'id': '46d8b518-61a3-41d6-96c6-0d3f3e223608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0303b68a-9736-48eb-90f1-d3c52026d074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:24:28.962169 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e954c1-50aa-4899-a993-aceed650c0d8 req-be92d80c-33fd-4f7f-b046-39f276053f32 service neutron] Bound using segment: {'id': '46d8b518-61a3-41d6-96c6-0d3f3e223608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0303b68a-9736-48eb-90f1-d3c52026d074'} {{(pid=106777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 01:24:28.962621 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.managers [req-33e954c1-50aa-4899-a993-aceed650c0d8 req-be92d80c-33fd-4f7f-b046-39f276053f32 service neutron] Bound port: 6715d43f-3649-46e9-b421-5ed74efa38b9, host: hv-cinder-85528, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46d8b518-61a3-41d6-96c6-0d3f3e223608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '0303b68a-9736-48eb-90f1-d3c52026d074'}}] {{(pid=106777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 01:24:28.963020 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-33e954c1-50aa-4899-a993-aceed650c0d8 req-be92d80c-33fd-4f7f-b046-39f276053f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (6715d43f-3649-46e9-b421-5ed74efa38b9), before_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:28.979330 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-8d0abf8a-ea98-4cdc-bea7-718d3b569f33 req-4aff39aa-6069-47f7-b544-b4c77f582b32 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f8dde826-589e-428f-9ff3-0c563df87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703735 Aug 31 01:24:29.034857 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.db [req-33e954c1-50aa-4899-a993-aceed650c0d8 req-be92d80c-33fd-4f7f-b046-39f276053f32 service neutron] For port 6715d43f-3649-46e9-b421-5ed74efa38b9, host hv-cinder-85528, cleared binding levels {{(pid=106777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:24:29.036544 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:24:29.038346 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.db [req-33e954c1-50aa-4899-a993-aceed650c0d8 req-be92d80c-33fd-4f7f-b046-39f276053f32 service neutron] For port 6715d43f-3649-46e9-b421-5ed74efa38b9, host hv-cinder-85528, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=6715d43f-3649-46e9-b421-5ed74efa38b9,segment=NetworkSegment(46d8b518-61a3-41d6-96c6-0d3f3e223608),segment_id=46d8b518-61a3-41d6-96c6-0d3f3e223608)] {{(pid=106777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:24:29.155372 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-33e954c1-50aa-4899-a993-aceed650c0d8 req-be92d80c-33fd-4f7f-b046-39f276053f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5261583'] for port (6715d43f-3649-46e9-b421-5ed74efa38b9), after_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:29.158412 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e954c1-50aa-4899-a993-aceed650c0d8 req-be92d80c-33fd-4f7f-b046-39f276053f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:29.159044 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-33e954c1-50aa-4899-a993-aceed650c0d8 req-be92d80c-33fd-4f7f-b046-39f276053f32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for port (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:29.161096 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-33e954c1-50aa-4899-a993-aceed650c0d8 req-be92d80c-33fd-4f7f-b046-39f276053f32 service neutron] 10.222.0.85 "PUT /networking/v2.0/ports/6715d43f-3649-46e9-b421-5ed74efa38b9 HTTP/1.1" status: 200 len: 1094 time: 0.8511798 Aug 31 01:24:29.163199 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '380077d1-0ed7-47ac-9e19-5425164e6da1', 'tag': '6715d43f-3649-46e9-b421-5ed74efa38b9'}] {{(pid=106777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:24:29.165490 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e330c87e12d7f870e7d9a686a76230f6b0968ad9153010b5cc5787492cc6e0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-779db085-7222-4b58-8f4f-6f3b91098178" -d '{"events": [{"name": "network-changed", "server_uuid": "380077d1-0ed7-47ac-9e19-5425164e6da1", "tag": "6715d43f-3649-46e9-b421-5ed74efa38b9"}]}' {{(pid=106777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:24:29.426638 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 01:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308fe906-9425-431d-b5db-d03693146752 x-openstack-request-id: req-308fe906-9425-431d-b5db-d03693146752 {{(pid=106777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:24:29.426952 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "380077d1-0ed7-47ac-9e19-5425164e6da1", "tag": "6715d43f-3649-46e9-b421-5ed74efa38b9", "status": "completed", "code": 200}]} {{(pid=106777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:24:29.427160 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-308fe906-9425-431d-b5db-d03693146752 {{(pid=106777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:24:29.427542 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.notifiers.nova [-] Nova event matching ['req-308fe906-9425-431d-b5db-d03693146752'] response: {'name': 'network-changed', 'server_uuid': '380077d1-0ed7-47ac-9e19-5425164e6da1', 'tag': '6715d43f-3649-46e9-b421-5ed74efa38b9', 'status': 'completed', 'code': 200} Aug 31 01:24:29.495424 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779db085-7222-4b58-8f4f-6f3b91098178 req-5de88305-cac5-4591-8ab4-64ed060594ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:29.496827 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-779db085-7222-4b58-8f4f-6f3b91098178 req-5de88305-cac5-4591-8ab4-64ed060594ef service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=d58414b1dd2342d58cc7665aee50b86b&device_id=380077d1-0ed7-47ac-9e19-5425164e6da1 HTTP/1.1" status: 200 len: 1128 time: 0.0685511 Aug 31 01:24:29.498932 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be92d80c-33fd-4f7f-b046-39f276053f32 service neutron] Pushing event updated for resources: {'Port': ['ID=6715d43f-3649-46e9-b421-5ed74efa38b9,revision_number=3']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:29.526859 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-9e1ff99a-e30a-40f5-b623-b522bd9c19b3 req-0665f3b8-a36b-4da5-b535-58634ef5c2fa tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=082d7637-9b1c-469c-b688-c76ca61e9f6b HTTP/1.1" status: 200 len: 210 time: 0.0440462 Aug 31 01:24:29.615114 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779db085-7222-4b58-8f4f-6f3b91098178 req-79acfef5-20ac-4186-9ad4-f58e5a853d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:29.616543 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-779db085-7222-4b58-8f4f-6f3b91098178 req-79acfef5-20ac-4186-9ad4-f58e5a853d57 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?tenant_id=d58414b1dd2342d58cc7665aee50b86b&shared=False HTTP/1.1" status: 200 len: 921 time: 0.0986729 Aug 31 01:24:29.845138 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779db085-7222-4b58-8f4f-6f3b91098178 req-b789f65d-d4fb-41ca-b9da-a10a7a036a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:29.845138 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-779db085-7222-4b58-8f4f-6f3b91098178 req-b789f65d-d4fb-41ca-b9da-a10a7a036a01 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0960281 Aug 31 01:24:29.845138 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e954c1-50aa-4899-a993-aceed650c0d8 req-011fd593-0d12-4761-99ee-18fe784797fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:29.845138 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-33e954c1-50aa-4899-a993-aceed650c0d8 req-011fd593-0d12-4761-99ee-18fe784797fd service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=d58414b1dd2342d58cc7665aee50b86b&device_id=380077d1-0ed7-47ac-9e19-5425164e6da1 HTTP/1.1" status: 200 len: 1128 time: 0.0392263 Aug 31 01:24:29.850745 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-33e954c1-50aa-4899-a993-aceed650c0d8 req-b884abb3-d5f6-49e6-9323-d58d388a7328 service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6715d43f-3649-46e9-b421-5ed74efa38b9 HTTP/1.1" status: 200 len: 217 time: 0.0426126 Aug 31 01:24:29.908028 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e954c1-50aa-4899-a993-aceed650c0d8 req-089aa523-a505-499c-8672-4c0d414c2352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:29.909497 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-33e954c1-50aa-4899-a993-aceed650c0d8 req-089aa523-a505-499c-8672-4c0d414c2352 service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=14c282f1-a88f-47d5-b759-92c78d45d59b HTTP/1.1" status: 200 len: 858 time: 0.0493836 Aug 31 01:24:29.953202 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e954c1-50aa-4899-a993-aceed650c0d8 req-1b21fdb8-262a-44db-9d24-0e026eeb0133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:29.954922 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-33e954c1-50aa-4899-a993-aceed650c0d8 req-1b21fdb8-262a-44db-9d24-0e026eeb0133 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=0303b68a-9736-48eb-90f1-d3c52026d074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385773 Aug 31 01:24:30.056366 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-33e954c1-50aa-4899-a993-aceed650c0d8 req-1b477c39-056f-4e65-a0a1-1177bd7aa976 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/0303b68a-9736-48eb-90f1-d3c52026d074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921712 Aug 31 01:24:30.098551 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:24:30.153764 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c05bdd7-20b1-4b88-97fb-153414a08e24 req-339c289e-c8cb-4518-bdca-877d394be1e1 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:30.155253 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-6c05bdd7-20b1-4b88-97fb-153414a08e24 req-339c289e-c8cb-4518-bdca-877d394be1e1 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=380077d1-0ed7-47ac-9e19-5425164e6da1 HTTP/1.1" status: 200 len: 944 time: 0.0946224 Aug 31 01:24:30.224305 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-33e954c1-50aa-4899-a993-aceed650c0d8 req-440b5569-2132-4227-8fb1-c947cbb2f1d1 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/0303b68a-9736-48eb-90f1-d3c52026d074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535249 Aug 31 01:24:30.236707 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-6c05bdd7-20b1-4b88-97fb-153414a08e24 req-2f38a2e7-aa43-4012-a9c4-8329e5763581 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f8dde826-589e-428f-9ff3-0c563df87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730579 Aug 31 01:24:30.629990 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-201bbe4f-8bdf-4c35-8fb2-8bcd00595941 req-5518c388-fd35-48d1-8e6c-1c48c126d8fa tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=082d7637-9b1c-469c-b688-c76ca61e9f6b HTTP/1.1" status: 200 len: 210 time: 0.0292614 Aug 31 01:24:30.982907 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.agents_db [None req-5925ee7b-6bd5-4912-8f46-3ff11817b141 None None] Agent healthcheck: found 6 active agents {{(pid=106779) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:24:31.263010 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-230b95ce-8faf-44eb-ad43-cf44c9ea14ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (06e7caa6-6f15-45a1-a03b-1c511964ed9a), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:31.356252 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a670ccd-66d0-400c-b5b9-e2bb9f78dc83 req-643dbd31-d61b-4a7f-9331-8c76f2cfd785 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:31.357805 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0a670ccd-66d0-400c-b5b9-e2bb9f78dc83 req-643dbd31-d61b-4a7f-9331-8c76f2cfd785 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=380077d1-0ed7-47ac-9e19-5425164e6da1 HTTP/1.1" status: 200 len: 944 time: 0.0471172 Aug 31 01:24:31.405102 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0a670ccd-66d0-400c-b5b9-e2bb9f78dc83 req-e95d7125-4393-48eb-8a18-397f47eca872 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f8dde826-589e-428f-9ff3-0c563df87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406015 Aug 31 01:24:31.731016 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-c6d702b2-0e8c-4bf8-a836-51f65aada94a req-b61a7e4a-43ef-4817-b5ba-fdae6db5a828 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=082d7637-9b1c-469c-b688-c76ca61e9f6b HTTP/1.1" status: 200 len: 210 time: 0.0287118 Aug 31 01:24:32.219577 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342820d0-fe80-40c4-8174-60b606423555 req-a487045b-3c3e-4c2d-a92d-40c8625f2872 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:32.221029 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-342820d0-fe80-40c4-8174-60b606423555 req-a487045b-3c3e-4c2d-a92d-40c8625f2872 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 946 time: 0.0493042 Aug 31 01:24:32.266790 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-342820d0-fe80-40c4-8174-60b606423555 req-2442af49-c4c3-407c-988b-a993acf3834e tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401068 Aug 31 01:24:32.516437 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:24:32.524554 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6260d48d-3506-46aa-b555-4cc0df2b812e req-d194d72c-54a1-4d9e-9eed-a2c6628e5a6e tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:32.526099 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-6260d48d-3506-46aa-b555-4cc0df2b812e req-d194d72c-54a1-4d9e-9eed-a2c6628e5a6e tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=380077d1-0ed7-47ac-9e19-5425164e6da1 HTTP/1.1" status: 200 len: 944 time: 0.0476158 Aug 31 01:24:32.573767 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-6260d48d-3506-46aa-b555-4cc0df2b812e req-774a1278-79be-42ea-b98a-52d1c1cb4e5f tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f8dde826-589e-428f-9ff3-0c563df87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420208 Aug 31 01:24:32.831878 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-70ebd45b-0bc8-4245-9613-1902fab49659 req-1485a3a1-5d72-42c5-b9ee-1f96bb93acb4 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=082d7637-9b1c-469c-b688-c76ca61e9f6b HTTP/1.1" status: 200 len: 210 time: 0.0318887 Aug 31 01:24:33.388616 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d2efe9-f4c5-400c-bb75-3b8080b75348 req-828e108f-d094-4bdb-a759-73b0a70630a0 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:33.390105 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-a7d2efe9-f4c5-400c-bb75-3b8080b75348 req-828e108f-d094-4bdb-a759-73b0a70630a0 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 946 time: 0.0463183 Aug 31 01:24:33.400287 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=35,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:24:33.401249 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:INSERT=9,neutron:SELECT=78,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:24:33.437083 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-a7d2efe9-f4c5-400c-bb75-3b8080b75348 req-cc055ada-40ff-42c0-b4cc-7645d0c38d7e tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408843 Aug 31 01:24:33.521029 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-4e49f11a-f3a7-4ad3-9c58-88c1b2d6ee5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (1428144b-5b15-4168-8538-b51b3045e8b6), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:33.690721 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b343a500-b3f8-411c-b2e4-e92cbe2340db req-c2a47db1-ef6f-48ae-b3c9-a8de6e52f56a tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:33.692701 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b343a500-b3f8-411c-b2e4-e92cbe2340db req-c2a47db1-ef6f-48ae-b3c9-a8de6e52f56a tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=380077d1-0ed7-47ac-9e19-5425164e6da1 HTTP/1.1" status: 200 len: 944 time: 0.0465057 Aug 31 01:24:33.736558 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (799b9b45-836a-4007-8b99-6041c4a5ce6b), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:33.740537 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b343a500-b3f8-411c-b2e4-e92cbe2340db req-dd69209a-8df5-444d-b124-e22bbefce259 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f8dde826-589e-428f-9ff3-0c563df87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418999 Aug 31 01:24:33.935482 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-a174284d-7f97-4435-9705-9d39b6dfbaa8 req-e3c5066b-82d8-42ac-8b03-f7e0f5f78bdf tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=082d7637-9b1c-469c-b688-c76ca61e9f6b HTTP/1.1" status: 200 len: 210 time: 0.0305731 Aug 31 01:24:34.560905 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32424bc2-358a-459d-bb4f-6a68797dd16a req-d5d36d89-f7cd-4c38-add4-f010041d3b41 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:34.562438 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-32424bc2-358a-459d-bb4f-6a68797dd16a req-d5d36d89-f7cd-4c38-add4-f010041d3b41 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 946 time: 0.0480719 Aug 31 01:24:34.611070 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-32424bc2-358a-459d-bb4f-6a68797dd16a req-9c950aec-ab06-4c6e-a6b2-dd96fbf69c2d tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428817 Aug 31 01:24:34.861216 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6856d67-9c23-45d9-88b3-3393529897c0 req-8b2ab418-4130-4b9a-a6ab-9d3bfeb566e7 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:34.862962 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-d6856d67-9c23-45d9-88b3-3393529897c0 req-8b2ab418-4130-4b9a-a6ab-9d3bfeb566e7 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=380077d1-0ed7-47ac-9e19-5425164e6da1 HTTP/1.1" status: 200 len: 944 time: 0.0496273 Aug 31 01:24:34.914062 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-d6856d67-9c23-45d9-88b3-3393529897c0 req-e8e7f350-5452-4880-bcfa-9664c31299d6 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f8dde826-589e-428f-9ff3-0c563df87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443542 Aug 31 01:24:34.960537 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-6cf74907-e165-4231-8e79-d72e153e628e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (625e835a-7d63-45f9-8a46-c3ba876c3627), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:35.040234 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-c9b8780e-7267-46b5-a31c-9f2b0921b880 req-a1c2247f-54e4-4be5-b5de-f26858c3f443 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=082d7637-9b1c-469c-b688-c76ca61e9f6b HTTP/1.1" status: 200 len: 210 time: 0.0327086 Aug 31 01:24:35.300312 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba886da-1bc5-4613-9d2e-478e1c853e28 req-828970e9-357c-4a91-9bf2-884036e3494b tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:35.301855 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-aba886da-1bc5-4613-9d2e-478e1c853e28 req-828970e9-357c-4a91-9bf2-884036e3494b tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.85 "GET /networking/v2.0/networks?id=0760f9a5-d813-4a0f-bcef-9988cda0c948 HTTP/1.1" status: 200 len: 814 time: 0.1068823 Aug 31 01:24:35.391801 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-aba886da-1bc5-4613-9d2e-478e1c853e28 req-62617c87-e3eb-43aa-b372-29b4b4ceb07d tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.85 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=164da7d4776d4e9f8cf6497aa784d312 HTTP/1.1" status: 200 len: 471 time: 0.0665324 Aug 31 01:24:35.402687 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [req-aba886da-1bc5-4613-9d2e-478e1c853e28 req-6accfb28-0fe9-4a7e-9e7b-1dc5ffee1073 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Request body: {'port': {'device_id': '082d7637-9b1c-469c-b688-c76ca61e9f6b', 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948', 'admin_state_up': True, 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'security_groups': ['0437e908-2bf2-472b-a7de-f34ccee5e04c']}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:24:35.498627 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:24:35.589245 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aba886da-1bc5-4613-9d2e-478e1c853e28 req-6accfb28-0fe9-4a7e-9e7b-1dc5ffee1073 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Made reservation on behalf of 164da7d4776d4e9f8cf6497aa784d312 for: {'port': 1} {{(pid=106777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:24:35.593096 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-aba886da-1bc5-4613-9d2e-478e1c853e28 req-6accfb28-0fe9-4a7e-9e7b-1dc5ffee1073 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:35.768827 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05213cbe-e088-4184-bb9d-8b90d5b986b2 req-bad8adf6-3d46-45fd-976d-54d6acf8fc14 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:35.770425 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-05213cbe-e088-4184-bb9d-8b90d5b986b2 req-bad8adf6-3d46-45fd-976d-54d6acf8fc14 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 946 time: 0.0634239 Aug 31 01:24:35.774487 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.db_base_plugin_common [req-aba886da-1bc5-4613-9d2e-478e1c853e28 req-6accfb28-0fe9-4a7e-9e7b-1dc5ffee1073 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Allocated IP 172.20.0.9 (0760f9a5-d813-4a0f-bcef-9988cda0c948/4cf8958b-5555-42e1-b4dd-8dee2893fbc9/3288282c-d42e-4903-85db-6161da718858) {{(pid=106777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:24:35.804836 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:24:35.849784 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-05213cbe-e088-4184-bb9d-8b90d5b986b2 req-e7f55819-56da-4ca0-9586-1c9eb86b3fe9 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728981 Aug 31 01:24:35.955207 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-aba886da-1bc5-4613-9d2e-478e1c853e28 req-6accfb28-0fe9-4a7e-9e7b-1dc5ffee1073 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for port (3288282c-d42e-4903-85db-6161da718858), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:36.032950 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0128e10d-b179-489b-973a-5168c6cc105c req-8ddce674-3f7c-4041-8931-3fb5f31361be tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:36.034433 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0128e10d-b179-489b-973a-5168c6cc105c req-8ddce674-3f7c-4041-8931-3fb5f31361be tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=380077d1-0ed7-47ac-9e19-5425164e6da1 HTTP/1.1" status: 200 len: 944 time: 0.0467448 Aug 31 01:24:36.056434 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-aba886da-1bc5-4613-9d2e-478e1c853e28 req-6accfb28-0fe9-4a7e-9e7b-1dc5ffee1073 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779185826838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5261574'] for port (3288282c-d42e-4903-85db-6161da718858), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:36.123610 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aba886da-1bc5-4613-9d2e-478e1c853e28 req-6accfb28-0fe9-4a7e-9e7b-1dc5ffee1073 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Network 0760f9a5-d813-4a0f-bcef-9988cda0c948 is already hosted by enough agents. {{(pid=106777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:24:36.129300 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:24:36.133247 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.base_scheduler [req-aba886da-1bc5-4613-9d2e-478e1c853e28 req-6accfb28-0fe9-4a7e-9e7b-1dc5ffee1073 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Resources bound (agent type, host, resource id): {{(pid=106777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:24:36.139491 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.l3_dvrscheduler_db [req-aba886da-1bc5-4613-9d2e-478e1c853e28 req-6accfb28-0fe9-4a7e-9e7b-1dc5ffee1073 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Received port after_create {{(pid=106777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 01:24:36.152477 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0128e10d-b179-489b-973a-5168c6cc105c req-2dfdfadd-578b-4623-848a-79be8dba24b3 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f8dde826-589e-428f-9ff3-0c563df87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118510 Aug 31 01:24:36.180196 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6accfb28-0fe9-4a7e-9e7b-1dc5ffee1073 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Pushing event updated for resources: {'Port': ['ID=3288282c-d42e-4903-85db-6161da718858,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:36.228847 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516fa19d-9f70-40f1-b696-a59a01577d23 req-b0180960-81a5-4583-82cb-1209dd78135c tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:36.230399 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-516fa19d-9f70-40f1-b696-a59a01577d23 req-b0180960-81a5-4583-82cb-1209dd78135c tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=082d7637-9b1c-469c-b688-c76ca61e9f6b HTTP/1.1" status: 200 len: 931 time: 0.0950050 Aug 31 01:24:36.235175 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba886da-1bc5-4613-9d2e-478e1c853e28 req-6accfb28-0fe9-4a7e-9e7b-1dc5ffee1073 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:36.236926 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-aba886da-1bc5-4613-9d2e-478e1c853e28 req-6accfb28-0fe9-4a7e-9e7b-1dc5ffee1073 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for port (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:36.293301 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-516fa19d-9f70-40f1-b696-a59a01577d23 req-a9493b73-bab3-4865-b7a5-dd51fd3fed9b tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0437e908-2bf2-472b-a7de-f34ccee5e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545247 Aug 31 01:24:36.374879 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-aba886da-1bc5-4613-9d2e-478e1c853e28 req-6accfb28-0fe9-4a7e-9e7b-1dc5ffee1073 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.85 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9757535 Aug 31 01:24:36.386957 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [req-aba886da-1bc5-4613-9d2e-478e1c853e28 req-ed6ab578-44de-45ae-a4c7-5edad8fd5ba9 service neutron] Request body: {'port': {'device_id': '082d7637-9b1c-469c-b688-c76ca61e9f6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85528'}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:24:36.397740 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-1f5287e3-3eba-418e-9c90-4a58b02ec7de None None] Provisioning complete for port 3288282c-d42e-4903-85db-6161da718858 triggered by entity DHCP. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:24:36.398314 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-1f5287e3-3eba-418e-9c90-4a58b02ec7de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (3288282c-d42e-4903-85db-6161da718858), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:36.426916 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (f96ef3eb-5320-49ab-b33a-a2775d3a6053), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:36.428462 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-f7411cf7-2853-429b-aa0f-54d02b543116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (5f821ebb-aac9-4915-bb43-6712672a5d6c), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:36.435125 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-1f5287e3-3eba-418e-9c90-4a58b02ec7de None None] Port 3288282c-d42e-4903-85db-6161da718858 cannot update to ACTIVE because it is not bound. {{(pid=106778) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 01:24:36.455297 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-aba886da-1bc5-4613-9d2e-478e1c853e28 req-ed6ab578-44de-45ae-a4c7-5edad8fd5ba9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (3288282c-d42e-4903-85db-6161da718858), before_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:36.481922 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-622650c2-9886-44c2-b5bc-3eac7c35603c req-4b2d22ff-9455-4d3b-9a60-269288305fbf service neutron] 10.222.0.85 "GET /networking/v2.0/ports?device_id=bee91462-f582-40c7-88f9-652f75ce8b01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412626 Aug 31 01:24:36.547866 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622650c2-9886-44c2-b5bc-3eac7c35603c req-5149dd62-2bf5-4773-ab65-6cab62656b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:36.549399 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-622650c2-9886-44c2-b5bc-3eac7c35603c req-5149dd62-2bf5-4773-ab65-6cab62656b74 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=d58414b1dd2342d58cc7665aee50b86b&device_id=bee91462-f582-40c7-88f9-652f75ce8b01 HTTP/1.1" status: 200 len: 1130 time: 0.0382204 Aug 31 01:24:36.663420 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:24:36.666040 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622650c2-9886-44c2-b5bc-3eac7c35603c req-cf8d1015-2c69-4a20-aa77-ef22f2902b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:36.667549 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-622650c2-9886-44c2-b5bc-3eac7c35603c req-cf8d1015-2c69-4a20-aa77-ef22f2902b28 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?id=0303b68a-9736-48eb-90f1-d3c52026d074 HTTP/1.1" status: 200 len: 921 time: 0.0922866 Aug 31 01:24:36.713432 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.notifiers.nova [req-aba886da-1bc5-4613-9d2e-478e1c853e28 req-ed6ab578-44de-45ae-a4c7-5edad8fd5ba9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3288282c-d42e-4903-85db-6161da718858 {{(pid=106777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 01:24:36.715730 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-622650c2-9886-44c2-b5bc-3eac7c35603c req-f8b5e110-30bf-4a69-bcc0-27537fe445bc service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81d2c012-27ea-4e66-96da-4c03afd30650 HTTP/1.1" status: 200 len: 217 time: 0.0339055 Aug 31 01:24:36.721155 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-aba886da-1bc5-4613-9d2e-478e1c853e28 req-ed6ab578-44de-45ae-a4c7-5edad8fd5ba9 service neutron] Publish callbacks [] for port (3288282c-d42e-4903-85db-6161da718858), precommit_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:36.733816 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.provisioning_blocks [req-aba886da-1bc5-4613-9d2e-478e1c853e28 req-ed6ab578-44de-45ae-a4c7-5edad8fd5ba9 service neutron] Transition to ACTIVE for port object 3288282c-d42e-4903-85db-6161da718858 will not be triggered until provisioned by entity L2. {{(pid=106777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 01:24:36.766263 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622650c2-9886-44c2-b5bc-3eac7c35603c req-90272649-feec-4d53-bf3b-1ab0f09d1677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:36.767772 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-622650c2-9886-44c2-b5bc-3eac7c35603c req-90272649-feec-4d53-bf3b-1ab0f09d1677 service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=14c282f1-a88f-47d5-b759-92c78d45d59b HTTP/1.1" status: 200 len: 858 time: 0.0456181 Aug 31 01:24:36.815811 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622650c2-9886-44c2-b5bc-3eac7c35603c req-ecc4f5a3-45a2-48e1-93d0-ac176539ee67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:36.817315 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-622650c2-9886-44c2-b5bc-3eac7c35603c req-ecc4f5a3-45a2-48e1-93d0-ac176539ee67 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=0303b68a-9736-48eb-90f1-d3c52026d074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390694 Aug 31 01:24:36.855995 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-aba886da-1bc5-4613-9d2e-478e1c853e28 req-ed6ab578-44de-45ae-a4c7-5edad8fd5ba9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5261583'] for port (3288282c-d42e-4903-85db-6161da718858), after_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:36.914371 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-622650c2-9886-44c2-b5bc-3eac7c35603c req-cad4a022-b5ad-43e6-a40a-3ac086d7be8e service neutron] 10.222.0.85 "GET /networking/v2.0/networks/0303b68a-9736-48eb-90f1-d3c52026d074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902514 Aug 31 01:24:36.961135 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6ab578-44de-45ae-a4c7-5edad8fd5ba9 service neutron] Pushing event updated for resources: {'Port': ['ID=3288282c-d42e-4903-85db-6161da718858,revision_number=2']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:37.011770 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-622650c2-9886-44c2-b5bc-3eac7c35603c req-bb37331a-66cc-4742-9f68-2d9fa79fcab4 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/0303b68a-9736-48eb-90f1-d3c52026d074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908816 Aug 31 01:24:37.014678 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921593ff-9e52-46af-9e29-f92da80bcae8 req-0ad283fe-3438-40e6-a559-42d85a2536b8 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:37.016205 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-921593ff-9e52-46af-9e29-f92da80bcae8 req-0ad283fe-3438-40e6-a559-42d85a2536b8 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 946 time: 0.0691974 Aug 31 01:24:37.021305 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.managers [req-aba886da-1bc5-4613-9d2e-478e1c853e28 req-ed6ab578-44de-45ae-a4c7-5edad8fd5ba9 service neutron] Attempting to bind port 3288282c-d42e-4903-85db-6161da718858 on host hv-cinder-85528 for vnic_type normal with profile {{(pid=106777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 01:24:37.021628 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.managers [req-aba886da-1bc5-4613-9d2e-478e1c853e28 req-ed6ab578-44de-45ae-a4c7-5edad8fd5ba9 service neutron] Attempting to bind port 3288282c-d42e-4903-85db-6161da718858 by drivers openvswitch,hyperv on host hv-cinder-85528 at level 0 using segments [{'id': '69073539-0cb5-4109-ac49-b16cdc893327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948'}] {{(pid=106777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 01:24:37.022220 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba886da-1bc5-4613-9d2e-478e1c853e28 req-ed6ab578-44de-45ae-a4c7-5edad8fd5ba9 service neutron] Attempting to bind port 3288282c-d42e-4903-85db-6161da718858 on network 0760f9a5-d813-4a0f-bcef-9988cda0c948 {{(pid=106777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:24:37.035726 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba886da-1bc5-4613-9d2e-478e1c853e28 req-ed6ab578-44de-45ae-a4c7-5edad8fd5ba9 service neutron] Port 3288282c-d42e-4903-85db-6161da718858 on network 0760f9a5-d813-4a0f-bcef-9988cda0c948 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85528 {{(pid=106777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 01:24:37.036066 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba886da-1bc5-4613-9d2e-478e1c853e28 req-ed6ab578-44de-45ae-a4c7-5edad8fd5ba9 service neutron] Attempting to bind port 3288282c-d42e-4903-85db-6161da718858 on network 0760f9a5-d813-4a0f-bcef-9988cda0c948 {{(pid=106777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:24:37.056483 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba886da-1bc5-4613-9d2e-478e1c853e28 req-ed6ab578-44de-45ae-a4c7-5edad8fd5ba9 service neutron] Checking agent: {'id': '799b9b45-836a-4007-8b99-6041c4a5ce6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85528', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 1, 20, 34), 'started_at': datetime.datetime(2022, 8, 31, 1, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 1, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 01:24:37.056844 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba886da-1bc5-4613-9d2e-478e1c853e28 req-ed6ab578-44de-45ae-a4c7-5edad8fd5ba9 service neutron] Checking segment: {'id': '69073539-0cb5-4109-ac49-b16cdc893327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:24:37.057227 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba886da-1bc5-4613-9d2e-478e1c853e28 req-ed6ab578-44de-45ae-a4c7-5edad8fd5ba9 service neutron] Bound using segment: {'id': '69073539-0cb5-4109-ac49-b16cdc893327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948'} {{(pid=106777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 01:24:37.057651 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.managers [req-aba886da-1bc5-4613-9d2e-478e1c853e28 req-ed6ab578-44de-45ae-a4c7-5edad8fd5ba9 service neutron] Bound port: 3288282c-d42e-4903-85db-6161da718858, host: hv-cinder-85528, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69073539-0cb5-4109-ac49-b16cdc893327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948'}}] {{(pid=106777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 01:24:37.058008 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-aba886da-1bc5-4613-9d2e-478e1c853e28 req-ed6ab578-44de-45ae-a4c7-5edad8fd5ba9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (3288282c-d42e-4903-85db-6161da718858), before_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:37.112560 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-921593ff-9e52-46af-9e29-f92da80bcae8 req-a76cbfd1-5704-4b94-9bb7-1955b9b56a5f tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864582 Aug 31 01:24:37.141594 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.db [req-aba886da-1bc5-4613-9d2e-478e1c853e28 req-ed6ab578-44de-45ae-a4c7-5edad8fd5ba9 service neutron] For port 3288282c-d42e-4903-85db-6161da718858, host hv-cinder-85528, cleared binding levels {{(pid=106777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:24:37.145106 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.db [req-aba886da-1bc5-4613-9d2e-478e1c853e28 req-ed6ab578-44de-45ae-a4c7-5edad8fd5ba9 service neutron] For port 3288282c-d42e-4903-85db-6161da718858, host hv-cinder-85528, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=3288282c-d42e-4903-85db-6161da718858,segment=NetworkSegment(69073539-0cb5-4109-ac49-b16cdc893327),segment_id=69073539-0cb5-4109-ac49-b16cdc893327)] {{(pid=106777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:24:37.242217 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-aba886da-1bc5-4613-9d2e-478e1c853e28 req-ed6ab578-44de-45ae-a4c7-5edad8fd5ba9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5261583'] for port (3288282c-d42e-4903-85db-6161da718858), after_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:37.261171 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba886da-1bc5-4613-9d2e-478e1c853e28 req-ed6ab578-44de-45ae-a4c7-5edad8fd5ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:37.261782 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-aba886da-1bc5-4613-9d2e-478e1c853e28 req-ed6ab578-44de-45ae-a4c7-5edad8fd5ba9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for port (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:37.263140 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-aba886da-1bc5-4613-9d2e-478e1c853e28 req-ed6ab578-44de-45ae-a4c7-5edad8fd5ba9 service neutron] 10.222.0.85 "PUT /networking/v2.0/ports/3288282c-d42e-4903-85db-6161da718858 HTTP/1.1" status: 200 len: 1093 time: 0.8811719 Aug 31 01:24:37.267796 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device 6715d43f-3649-46e9-b421-5ed74efa38b9 details requested by agent hyperv_hv-cinder-85528 with host hv-cinder-85528 {{(pid=106778) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:24:37.278684 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '082d7637-9b1c-469c-b688-c76ca61e9f6b', 'tag': '3288282c-d42e-4903-85db-6161da718858'}] {{(pid=106777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:24:37.281028 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e330c87e12d7f870e7d9a686a76230f6b0968ad9153010b5cc5787492cc6e0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b584b37-b16e-4c25-a38f-4a0f5b9388a3" -d '{"events": [{"name": "network-changed", "server_uuid": "082d7637-9b1c-469c-b688-c76ca61e9f6b", "tag": "3288282c-d42e-4903-85db-6161da718858"}]}' {{(pid=106777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:24:37.339077 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 01:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd0ce43-255b-4ed5-af60-6f8a77518b41 x-openstack-request-id: req-acd0ce43-255b-4ed5-af60-6f8a77518b41 {{(pid=106777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:24:37.346332 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "082d7637-9b1c-469c-b688-c76ca61e9f6b", "tag": "3288282c-d42e-4903-85db-6161da718858", "status": "completed", "code": 200}]} {{(pid=106777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:24:37.346332 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-acd0ce43-255b-4ed5-af60-6f8a77518b41 {{(pid=106777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:24:37.346332 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acd0ce43-255b-4ed5-af60-6f8a77518b41'] response: {'name': 'network-changed', 'server_uuid': '082d7637-9b1c-469c-b688-c76ca61e9f6b', 'tag': '3288282c-d42e-4903-85db-6161da718858', 'status': 'completed', 'code': 200} Aug 31 01:24:37.351039 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb31443-882d-4b14-a221-1e07c92a0132 req-502ecbd0-006f-48ed-a1b6-c01a65186d56 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:37.352582 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-eeb31443-882d-4b14-a221-1e07c92a0132 req-502ecbd0-006f-48ed-a1b6-c01a65186d56 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=380077d1-0ed7-47ac-9e19-5425164e6da1 HTTP/1.1" status: 200 len: 944 time: 0.1219430 Aug 31 01:24:37.353388 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6ab578-44de-45ae-a4c7-5edad8fd5ba9 service neutron] Pushing event updated for resources: {'Port': ['ID=3288282c-d42e-4903-85db-6161da718858,revision_number=3']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:37.413585 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port 6715d43f-3649-46e9-b421-5ed74efa38b9, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=6715d43f-3649-46e9-b421-5ed74efa38b9,segment=NetworkSegment(46d8b518-61a3-41d6-96c6-0d3f3e223608),segment_id=46d8b518-61a3-41d6-96c6-0d3f3e223608)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:24:37.414513 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:24:37.426341 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Returning: {'device': '6715d43f-3649-46e9-b421-5ed74efa38b9', 'network_id': '0303b68a-9736-48eb-90f1-d3c52026d074', 'port_id': '6715d43f-3649-46e9-b421-5ed74efa38b9', 'mac_address': 'fa:16:3e:cf:ad:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1095, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14c282f1-a88f-47d5-b759-92c78d45d59b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106778) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:24:37.438504 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b584b37-b16e-4c25-a38f-4a0f5b9388a3 req-778ac1a1-d501-4839-b112-dae4180d7a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:37.439924 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-6b584b37-b16e-4c25-a38f-4a0f5b9388a3 req-778ac1a1-d501-4839-b112-dae4180d7a66 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=164da7d4776d4e9f8cf6497aa784d312&device_id=082d7637-9b1c-469c-b688-c76ca61e9f6b HTTP/1.1" status: 200 len: 1127 time: 0.0799210 Aug 31 01:24:37.465570 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Current status of the port 6715d43f-3649-46e9-b421-5ed74efa38b9 is: DOWN; New status is: BUILD {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:24:37.465966 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (6715d43f-3649-46e9-b421-5ed74efa38b9), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:37.483366 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.notifiers.nova [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6715d43f-3649-46e9-b421-5ed74efa38b9 {{(pid=106778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 01:24:37.504307 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port 6715d43f-3649-46e9-b421-5ed74efa38b9, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=6715d43f-3649-46e9-b421-5ed74efa38b9,segment=NetworkSegment(46d8b518-61a3-41d6-96c6-0d3f3e223608),segment_id=46d8b518-61a3-41d6-96c6-0d3f3e223608)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:24:37.535108 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4905c6c-b3c0-4e87-9719-d1a9392761b2 req-9ab9440a-f6cd-429b-a4ab-fb422c67362b tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:37.536607 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-e4905c6c-b3c0-4e87-9719-d1a9392761b2 req-9ab9440a-f6cd-429b-a4ab-fb422c67362b tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=082d7637-9b1c-469c-b688-c76ca61e9f6b HTTP/1.1" status: 200 len: 943 time: 0.1258833 Aug 31 01:24:37.578082 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-eeb31443-882d-4b14-a221-1e07c92a0132 req-e7a82df6-265e-4b6d-a043-b12a38d206f6 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f8dde826-589e-428f-9ff3-0c563df87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2163982 Aug 31 01:24:37.594702 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (6715d43f-3649-46e9-b421-5ed74efa38b9), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:37.630992 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-e4905c6c-b3c0-4e87-9719-d1a9392761b2 req-af769c12-d008-4866-b8a6-7eae32420119 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0437e908-2bf2-472b-a7de-f34ccee5e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856218 Aug 31 01:24:37.633718 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b584b37-b16e-4c25-a38f-4a0f5b9388a3 req-19fe80c2-9205-4819-b127-fa43eab458f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:37.635451 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-6b584b37-b16e-4c25-a38f-4a0f5b9388a3 req-19fe80c2-9205-4819-b127-fa43eab458f0 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?tenant_id=164da7d4776d4e9f8cf6497aa784d312&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1763117 Aug 31 01:24:37.650538 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Pushing event updated for resources: {'Port': ['ID=6715d43f-3649-46e9-b421-5ed74efa38b9,revision_number=4']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:37.658056 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:37.658403 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:37.658746 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:37.659104 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:37.659440 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:37.659785 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:37.660165 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:37.660564 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:37.660921 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:37.661247 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:37.661572 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:37.661915 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:37.662235 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:37.662551 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:37.662869 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:24:37.737517 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b584b37-b16e-4c25-a38f-4a0f5b9388a3 req-36bdbf27-0901-4d73-bd7e-372757ecf044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:37.740674 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-6b584b37-b16e-4c25-a38f-4a0f5b9388a3 req-36bdbf27-0901-4d73-bd7e-372757ecf044 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0967612 Aug 31 01:24:37.832525 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba886da-1bc5-4613-9d2e-478e1c853e28 req-46c00bc7-4486-47c1-8f98-8519cebad130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:37.832525 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-aba886da-1bc5-4613-9d2e-478e1c853e28 req-46c00bc7-4486-47c1-8f98-8519cebad130 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=164da7d4776d4e9f8cf6497aa784d312&device_id=082d7637-9b1c-469c-b688-c76ca61e9f6b HTTP/1.1" status: 200 len: 1127 time: 0.0432518 Aug 31 01:24:37.874559 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-aba886da-1bc5-4613-9d2e-478e1c853e28 req-5c7c63bc-528f-426f-98c9-851e0bd95ac2 service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3288282c-d42e-4903-85db-6161da718858 HTTP/1.1" status: 200 len: 217 time: 0.0328705 Aug 31 01:24:37.905192 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] get_ports_and_sgs() called for port_ids ['6715d43f-3649-46e9-b421-5ed74efa38b9'] {{(pid=106778) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 01:24:37.913581 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:24:37.929925 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba886da-1bc5-4613-9d2e-478e1c853e28 req-a0faf16c-8236-4d39-91c5-dbdac7a23721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:37.931432 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-aba886da-1bc5-4613-9d2e-478e1c853e28 req-a0faf16c-8236-4d39-91c5-dbdac7a23721 service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=4cf8958b-5555-42e1-b4dd-8dee2893fbc9 HTTP/1.1" status: 200 len: 853 time: 0.0447102 Aug 31 01:24:37.934285 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:24:37.989235 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba886da-1bc5-4613-9d2e-478e1c853e28 req-4e9af507-38e5-4d5b-b977-363ec08c3c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:37.990927 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-aba886da-1bc5-4613-9d2e-478e1c853e28 req-4e9af507-38e5-4d5b-b977-363ec08c3c5e service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=0760f9a5-d813-4a0f-bcef-9988cda0c948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430651 Aug 31 01:24:38.092996 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-aba886da-1bc5-4613-9d2e-478e1c853e28 req-400faa7b-30ce-4eb9-9cea-b78112a3b212 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/0760f9a5-d813-4a0f-bcef-9988cda0c948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909722 Aug 31 01:24:38.198931 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-aba886da-1bc5-4613-9d2e-478e1c853e28 req-166289c3-801b-4ab2-a088-e392fc36e9ed service neutron] 10.222.0.85 "GET /networking/v2.0/networks/0760f9a5-d813-4a0f-bcef-9988cda0c948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987132 Aug 31 01:24:38.248255 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24efcb6a-036a-4b16-a634-80da8810f097 req-03fbb9f3-f207-40d0-94c6-43f0a48b6feb tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:38.249874 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-24efcb6a-036a-4b16-a634-80da8810f097 req-03fbb9f3-f207-40d0-94c6-43f0a48b6feb tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 946 time: 0.0500269 Aug 31 01:24:38.298320 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-24efcb6a-036a-4b16-a634-80da8810f097 req-6b92624f-bb5e-4e4e-aadb-0bb8eb04d4ac tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429828 Aug 31 01:24:38.724253 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab292ccf-736a-48d0-a285-b458c2858fb5 req-edde9f79-6ebd-43f7-a72b-19edafe273a7 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:38.725748 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-ab292ccf-736a-48d0-a285-b458c2858fb5 req-edde9f79-6ebd-43f7-a72b-19edafe273a7 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=380077d1-0ed7-47ac-9e19-5425164e6da1 HTTP/1.1" status: 200 len: 945 time: 0.0571187 Aug 31 01:24:38.776784 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe726a9-7dc9-4284-8a9b-3b94489a9fd1 req-7c2905b9-210f-495a-aa76-13c2f0c91e80 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:38.778277 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-cfe726a9-7dc9-4284-8a9b-3b94489a9fd1 req-7c2905b9-210f-495a-aa76-13c2f0c91e80 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=082d7637-9b1c-469c-b688-c76ca61e9f6b HTTP/1.1" status: 200 len: 943 time: 0.0737393 Aug 31 01:24:38.822615 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-ab292ccf-736a-48d0-a285-b458c2858fb5 req-079c5400-f5f5-4af2-a15a-6062a2f3bd1a tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f8dde826-589e-428f-9ff3-0c563df87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807614 Aug 31 01:24:38.846475 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-cfe726a9-7dc9-4284-8a9b-3b94489a9fd1 req-c5a39016-857d-429e-b392-65c1120ac144 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0437e908-2bf2-472b-a7de-f34ccee5e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576634 Aug 31 01:24:39.273552 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device 6715d43f-3649-46e9-b421-5ed74efa38b9 up at agent hyperv_hv-cinder-85528 {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:24:39.325814 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:24:39.326917 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Provisioning for port 6715d43f-3649-46e9-b421-5ed74efa38b9 completed by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 01:24:39.426736 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb97e98-e5be-424b-8b72-e4877a6af2d9 req-95ca1538-219f-408e-84a4-1b94c77c04f8 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:39.428309 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0fb97e98-e5be-424b-8b72-e4877a6af2d9 req-95ca1538-219f-408e-84a4-1b94c77c04f8 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 946 time: 0.0488625 Aug 31 01:24:39.454982 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:24:39.477701 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Provisioning complete for port 6715d43f-3649-46e9-b421-5ed74efa38b9 triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:24:39.478322 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (6715d43f-3649-46e9-b421-5ed74efa38b9), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:39.479103 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0fb97e98-e5be-424b-8b72-e4877a6af2d9 req-9b908563-faab-42e8-bfce-548d265ab734 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444121 Aug 31 01:24:39.575590 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Current status of the port 6715d43f-3649-46e9-b421-5ed74efa38b9 is: BUILD; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:24:39.579217 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (6715d43f-3649-46e9-b421-5ed74efa38b9), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:39.600540 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '380077d1-0ed7-47ac-9e19-5425164e6da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6715d43f-3649-46e9-b421-5ed74efa38b9'}] {{(pid=106778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:24:39.603585 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d41e2a553b02095d3b1f0ace215352f4a23baa657e7b5a2da03818d3ee46b5df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7246bb3-996e-4021-8ade-7297f2a1ea1d" -d '{"events": [{"server_uuid": "380077d1-0ed7-47ac-9e19-5425164e6da1", "name": "network-vif-plugged", "status": "completed", "tag": "6715d43f-3649-46e9-b421-5ed74efa38b9"}]}' {{(pid=106778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:24:39.617013 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port 6715d43f-3649-46e9-b421-5ed74efa38b9, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=6715d43f-3649-46e9-b421-5ed74efa38b9,segment=NetworkSegment(46d8b518-61a3-41d6-96c6-0d3f3e223608),segment_id=46d8b518-61a3-41d6-96c6-0d3f3e223608)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:24:39.640490 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 01:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2288211d-3778-4d43-a97d-ee73291b7431 x-openstack-request-id: req-2288211d-3778-4d43-a97d-ee73291b7431 {{(pid=106778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:24:39.640857 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "380077d1-0ed7-47ac-9e19-5425164e6da1", "name": "network-vif-plugged", "status": "completed", "tag": "6715d43f-3649-46e9-b421-5ed74efa38b9", "code": 200}]} {{(pid=106778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:24:39.641121 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2288211d-3778-4d43-a97d-ee73291b7431 {{(pid=106778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:24:39.641550 dv-cinder-855288-2-iscsi neutron-server[106778]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2288211d-3778-4d43-a97d-ee73291b7431'] response: {'server_uuid': '380077d1-0ed7-47ac-9e19-5425164e6da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6715d43f-3649-46e9-b421-5ed74efa38b9', 'code': 200} Aug 31 01:24:39.709007 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (6715d43f-3649-46e9-b421-5ed74efa38b9), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:39.760197 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Pushing event updated for resources: {'Port': ['ID=6715d43f-3649-46e9-b421-5ed74efa38b9,revision_number=5']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:39.997977 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cc5d97-4d0f-4bf9-960e-2d0de2bcc09c req-1cd9b9d6-5e26-4baa-bebd-dc539176eebb tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:39.999476 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-71cc5d97-4d0f-4bf9-960e-2d0de2bcc09c req-1cd9b9d6-5e26-4baa-bebd-dc539176eebb tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=380077d1-0ed7-47ac-9e19-5425164e6da1 HTTP/1.1" status: 200 len: 946 time: 0.1021342 Aug 31 01:24:40.007210 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce08f6-7417-4ee5-8a7b-fe415fd0a5b7 req-b7d2ca65-46c8-4b11-abdc-05927ee1b07c tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:40.008560 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-f7ce08f6-7417-4ee5-8a7b-fe415fd0a5b7 req-b7d2ca65-46c8-4b11-abdc-05927ee1b07c tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=082d7637-9b1c-469c-b688-c76ca61e9f6b HTTP/1.1" status: 200 len: 943 time: 0.0854955 Aug 31 01:24:40.084272 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-71cc5d97-4d0f-4bf9-960e-2d0de2bcc09c req-9a093c59-3504-49b4-823f-bf4ee6988095 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f8dde826-589e-428f-9ff3-0c563df87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747364 Aug 31 01:24:40.087608 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-f7ce08f6-7417-4ee5-8a7b-fe415fd0a5b7 req-cabeb08d-58d7-4f4b-9fae-7cd963d8cdac tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0437e908-2bf2-472b-a7de-f34ccee5e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722680 Aug 31 01:24:40.623782 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac19ef2-a5dd-4b1d-8b67-80cce3647c61 req-d96f2191-7c27-4ab9-9f93-ea53f4ad2a8b tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:40.625288 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-8ac19ef2-a5dd-4b1d-8b67-80cce3647c61 req-d96f2191-7c27-4ab9-9f93-ea53f4ad2a8b tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 946 time: 0.0470154 Aug 31 01:24:40.674820 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-8ac19ef2-a5dd-4b1d-8b67-80cce3647c61 req-7c54277d-be9f-4e43-b45f-1865a7ef2d91 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438604 Aug 31 01:24:40.849475 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbe7d7b-4794-4f32-9f76-cb8a3d20a0d7 req-0de9d897-60b5-4a25-b6b6-643786030845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:40.850874 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-7bbe7d7b-4794-4f32-9f76-cb8a3d20a0d7 req-0de9d897-60b5-4a25-b6b6-643786030845 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?device_id=380077d1-0ed7-47ac-9e19-5425164e6da1 HTTP/1.1" status: 200 len: 1130 time: 0.0393169 Aug 31 01:24:40.978164 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:24:40.978963 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:24:41.232709 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee4fe2-3a9a-49a6-90be-89396bd6ea1b req-9eefdc0e-7f93-453f-b615-7e0881ec83bb tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:41.234207 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-24ee4fe2-3a9a-49a6-90be-89396bd6ea1b req-9eefdc0e-7f93-453f-b615-7e0881ec83bb tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=380077d1-0ed7-47ac-9e19-5425164e6da1 HTTP/1.1" status: 200 len: 946 time: 0.0751967 Aug 31 01:24:41.239903 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a9e86d-93db-4046-96cf-fbdaa9407b35 req-3183eea9-3c70-46b2-b164-939f5335d7d2 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:41.241294 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-79a9e86d-93db-4046-96cf-fbdaa9407b35 req-3183eea9-3c70-46b2-b164-939f5335d7d2 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=082d7637-9b1c-469c-b688-c76ca61e9f6b HTTP/1.1" status: 200 len: 943 time: 0.0809951 Aug 31 01:24:41.317459 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-24ee4fe2-3a9a-49a6-90be-89396bd6ea1b req-b680002a-fb06-4aed-a6a0-afd452143d3e tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f8dde826-589e-428f-9ff3-0c563df87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752268 Aug 31 01:24:41.321479 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-79a9e86d-93db-4046-96cf-fbdaa9407b35 req-9c67c5a3-ac09-43fa-9734-614ae2be9138 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0437e908-2bf2-472b-a7de-f34ccee5e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726116 Aug 31 01:24:41.616277 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device 3288282c-d42e-4903-85db-6161da718858 details requested by agent hyperv_hv-cinder-85528 with host hv-cinder-85528 {{(pid=106778) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:24:41.655167 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-7bbe7d7b-4794-4f32-9f76-cb8a3d20a0d7 req-5066e123-88bb-4e60-b7ce-1890d0ff6d79 service neutron] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f8dde826-589e-428f-9ff3-0c563df87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393486 Aug 31 01:24:41.715214 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port 3288282c-d42e-4903-85db-6161da718858, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=3288282c-d42e-4903-85db-6161da718858,segment=NetworkSegment(69073539-0cb5-4109-ac49-b16cdc893327),segment_id=69073539-0cb5-4109-ac49-b16cdc893327)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:24:41.726535 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Returning: {'device': '3288282c-d42e-4903-85db-6161da718858', 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948', 'port_id': '3288282c-d42e-4903-85db-6161da718858', 'mac_address': 'fa:16:3e:39:98:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1065, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cf8958b-5555-42e1-b4dd-8dee2893fbc9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106778) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:24:41.765615 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Current status of the port 3288282c-d42e-4903-85db-6161da718858 is: DOWN; New status is: BUILD {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:24:41.766011 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (3288282c-d42e-4903-85db-6161da718858), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:41.779273 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.notifiers.nova [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3288282c-d42e-4903-85db-6161da718858 {{(pid=106778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 01:24:41.795824 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24326f66-13b9-4dcf-a3ed-6a7a93971242 req-4fd9eb7f-3baf-4c9a-9715-ce7d9f1ef103 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:41.797313 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-24326f66-13b9-4dcf-a3ed-6a7a93971242 req-4fd9eb7f-3baf-4c9a-9715-ce7d9f1ef103 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 946 time: 0.0457196 Aug 31 01:24:41.798662 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port 3288282c-d42e-4903-85db-6161da718858, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=3288282c-d42e-4903-85db-6161da718858,segment=NetworkSegment(69073539-0cb5-4109-ac49-b16cdc893327),segment_id=69073539-0cb5-4109-ac49-b16cdc893327)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:24:41.815906 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:24:41.845522 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-24326f66-13b9-4dcf-a3ed-6a7a93971242 req-10fcfb9f-db04-4b69-a86d-1f66405ca319 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420935 Aug 31 01:24:41.851806 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (3288282c-d42e-4903-85db-6161da718858), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:41.911568 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Pushing event updated for resources: {'Port': ['ID=3288282c-d42e-4903-85db-6161da718858,revision_number=4']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:42.464277 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475259aa-9fa8-43fa-964f-8794c1bb4926 req-d94e8921-4de5-4184-899f-9e0775768ecb tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:42.465770 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-475259aa-9fa8-43fa-964f-8794c1bb4926 req-d94e8921-4de5-4184-899f-9e0775768ecb tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=380077d1-0ed7-47ac-9e19-5425164e6da1 HTTP/1.1" status: 200 len: 946 time: 0.0767627 Aug 31 01:24:42.473876 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c30c696-daf9-4b0d-81ad-e9bc6b7ecfeb req-dcf47abd-ba24-4752-ad39-e6b34f857f74 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:42.475249 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-5c30c696-daf9-4b0d-81ad-e9bc6b7ecfeb req-dcf47abd-ba24-4752-ad39-e6b34f857f74 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=082d7637-9b1c-469c-b688-c76ca61e9f6b HTTP/1.1" status: 200 len: 944 time: 0.0758033 Aug 31 01:24:42.548524 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-475259aa-9fa8-43fa-964f-8794c1bb4926 req-e4a6fdb5-04ee-44ae-b18e-b4ea48c29b36 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f8dde826-589e-428f-9ff3-0c563df87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723751 Aug 31 01:24:42.551814 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-5c30c696-daf9-4b0d-81ad-e9bc6b7ecfeb req-7e62e01a-eb20-420b-b336-36b989d080b3 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0437e908-2bf2-472b-a7de-f34ccee5e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688446 Aug 31 01:24:42.883553 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] get_ports_and_sgs() called for port_ids ['3288282c-d42e-4903-85db-6161da718858'] {{(pid=106778) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 01:24:42.990583 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab89a3-0e13-46d0-bf4f-3fa4017a5702 req-8cf10bd9-ebd9-49bb-98b8-1c420d80fdf8 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:42.992042 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1bab89a3-0e13-46d0-bf4f-3fa4017a5702 req-8cf10bd9-ebd9-49bb-98b8-1c420d80fdf8 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 946 time: 0.0498896 Aug 31 01:24:43.038947 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1bab89a3-0e13-46d0-bf4f-3fa4017a5702 req-59ae9fce-c8db-448a-ab79-c010b873f59d tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409355 Aug 31 01:24:43.697946 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0903d973-337b-4e7d-bdfd-d9d09e71fb1e req-66130066-5b6e-4b6d-b9bc-107346032ce6 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:43.699423 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0903d973-337b-4e7d-bdfd-d9d09e71fb1e req-66130066-5b6e-4b6d-b9bc-107346032ce6 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=082d7637-9b1c-469c-b688-c76ca61e9f6b HTTP/1.1" status: 200 len: 944 time: 0.0747569 Aug 31 01:24:43.707812 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c42ca-51bb-4e23-a249-12128abe7b30 req-5437f8c0-cb29-4bae-831a-abea25bbe909 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:43.709234 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-7d8c42ca-51bb-4e23-a249-12128abe7b30 req-5437f8c0-cb29-4bae-831a-abea25bbe909 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=380077d1-0ed7-47ac-9e19-5425164e6da1 HTTP/1.1" status: 200 len: 946 time: 0.0833125 Aug 31 01:24:43.715477 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:24:43.784242 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0903d973-337b-4e7d-bdfd-d9d09e71fb1e req-88a33b9d-b3fa-4af5-b129-50f73e77fbd2 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0437e908-2bf2-472b-a7de-f34ccee5e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740700 Aug 31 01:24:43.791850 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-7d8c42ca-51bb-4e23-a249-12128abe7b30 req-63c5b214-f99b-4118-9574-e71b5cd2cda0 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f8dde826-589e-428f-9ff3-0c563df87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752857 Aug 31 01:24:44.165578 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a48bca-7aa2-42ff-b32a-735396ba425f req-ad1fafac-72ea-4ca9-861b-31b2faa4029d tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:44.167125 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-61a48bca-7aa2-42ff-b32a-735396ba425f req-ad1fafac-72ea-4ca9-861b-31b2faa4029d tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 946 time: 0.0491025 Aug 31 01:24:44.217316 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-61a48bca-7aa2-42ff-b32a-735396ba425f req-0b372482-81bf-47c5-92ee-4120894efafe tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429807 Aug 31 01:24:44.932209 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e8ced-3bd4-42b7-ad64-cb78d70b1940 req-1ce1f323-16d6-493f-88bb-4d11ee34c586 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:44.933734 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-be8e8ced-3bd4-42b7-ad64-cb78d70b1940 req-1ce1f323-16d6-493f-88bb-4d11ee34c586 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=082d7637-9b1c-469c-b688-c76ca61e9f6b HTTP/1.1" status: 200 len: 944 time: 0.0767782 Aug 31 01:24:44.941087 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f14ebb-6b94-4e75-8481-c91d6407ef75 req-e43a61d7-0943-4dfb-af87-fb54f5b0b810 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:44.942935 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-92f14ebb-6b94-4e75-8481-c91d6407ef75 req-e43a61d7-0943-4dfb-af87-fb54f5b0b810 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=380077d1-0ed7-47ac-9e19-5425164e6da1 HTTP/1.1" status: 200 len: 946 time: 0.0771790 Aug 31 01:24:45.016132 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-be8e8ced-3bd4-42b7-ad64-cb78d70b1940 req-171cff13-46d6-4c3d-9867-f9cb6dd18481 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0437e908-2bf2-472b-a7de-f34ccee5e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721970 Aug 31 01:24:45.018997 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-92f14ebb-6b94-4e75-8481-c91d6407ef75 req-a6f10ece-0da2-4865-a211-5388d1004de7 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f8dde826-589e-428f-9ff3-0c563df87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686214 Aug 31 01:24:45.340515 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcaae38-fc4e-472a-a12a-ec38edacd2b2 req-d318412f-2bd6-4647-a0fd-0731609a1d32 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:45.342021 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-8bcaae38-fc4e-472a-a12a-ec38edacd2b2 req-d318412f-2bd6-4647-a0fd-0731609a1d32 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 946 time: 0.0471625 Aug 31 01:24:45.392735 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-8bcaae38-fc4e-472a-a12a-ec38edacd2b2 req-b973e5b0-81df-4e7e-b48d-207b09eb848e tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451787 Aug 31 01:24:46.398116 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3fe4eb-1e4d-41a4-ba39-be1094c21bfd req-0a0d1e70-d776-4f2c-be81-841e69dd28fb tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:46.399600 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-7e3fe4eb-1e4d-41a4-ba39-be1094c21bfd req-0a0d1e70-d776-4f2c-be81-841e69dd28fb tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=082d7637-9b1c-469c-b688-c76ca61e9f6b HTTP/1.1" status: 200 len: 944 time: 0.3114812 Aug 31 01:24:46.405194 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e80be-59d2-4ed4-a771-fd1a974da58c req-ad3dd678-4302-4dd3-9318-2c204ae62e82 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:46.406532 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-963e80be-59d2-4ed4-a771-fd1a974da58c req-ad3dd678-4302-4dd3-9318-2c204ae62e82 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=380077d1-0ed7-47ac-9e19-5425164e6da1 HTTP/1.1" status: 200 len: 946 time: 0.3097134 Aug 31 01:24:46.457465 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:24:46.483460 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-963e80be-59d2-4ed4-a771-fd1a974da58c req-c0418be1-4dec-4b2f-98af-f95a6f0da5a0 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f8dde826-589e-428f-9ff3-0c563df87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695033 Aug 31 01:24:46.486377 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-7e3fe4eb-1e4d-41a4-ba39-be1094c21bfd req-c8a9402f-a37a-440e-9573-558e84701141 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0437e908-2bf2-472b-a7de-f34ccee5e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788920 Aug 31 01:24:46.582751 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd67f84-4c47-49f0-a902-f288842b98b1 req-7d1d0ccf-4d1c-4ac0-ae46-67a24fcc609e tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:46.584592 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-ccd67f84-4c47-49f0-a902-f288842b98b1 req-7d1d0ccf-4d1c-4ac0-ae46-67a24fcc609e tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 946 time: 0.0455344 Aug 31 01:24:46.612935 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device 3288282c-d42e-4903-85db-6161da718858 up at agent hyperv_hv-cinder-85528 {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:24:46.615888 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:24:46.632008 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-ccd67f84-4c47-49f0-a902-f288842b98b1 req-fc7d0506-94f1-4824-a202-fe0e6b9fc85e tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420692 Aug 31 01:24:46.655990 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Provisioning for port 3288282c-d42e-4903-85db-6161da718858 completed by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 01:24:46.714054 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Provisioning complete for port 3288282c-d42e-4903-85db-6161da718858 triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:24:46.714433 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (3288282c-d42e-4903-85db-6161da718858), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:46.788503 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Current status of the port 3288282c-d42e-4903-85db-6161da718858 is: BUILD; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:24:46.789116 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (3288282c-d42e-4903-85db-6161da718858), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:46.810924 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '082d7637-9b1c-469c-b688-c76ca61e9f6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3288282c-d42e-4903-85db-6161da718858'}] {{(pid=106778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:24:46.813170 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d41e2a553b02095d3b1f0ace215352f4a23baa657e7b5a2da03818d3ee46b5df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a1f6a2-a42d-44ff-8808-2037e6366ad7" -d '{"events": [{"server_uuid": "082d7637-9b1c-469c-b688-c76ca61e9f6b", "name": "network-vif-plugged", "status": "completed", "tag": "3288282c-d42e-4903-85db-6161da718858"}]}' {{(pid=106778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:24:46.825797 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port 3288282c-d42e-4903-85db-6161da718858, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=3288282c-d42e-4903-85db-6161da718858,segment=NetworkSegment(69073539-0cb5-4109-ac49-b16cdc893327),segment_id=69073539-0cb5-4109-ac49-b16cdc893327)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:24:46.854212 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 01:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb876d9-43ab-4dcf-8b12-0c6a4c153617 x-openstack-request-id: req-7cb876d9-43ab-4dcf-8b12-0c6a4c153617 {{(pid=106778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:24:46.857979 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "082d7637-9b1c-469c-b688-c76ca61e9f6b", "name": "network-vif-plugged", "status": "completed", "tag": "3288282c-d42e-4903-85db-6161da718858", "code": 200}]} {{(pid=106778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:24:46.857979 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7cb876d9-43ab-4dcf-8b12-0c6a4c153617 {{(pid=106778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:24:46.857979 dv-cinder-855288-2-iscsi neutron-server[106778]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cb876d9-43ab-4dcf-8b12-0c6a4c153617'] response: {'server_uuid': '082d7637-9b1c-469c-b688-c76ca61e9f6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3288282c-d42e-4903-85db-6161da718858', 'code': 200} Aug 31 01:24:46.878569 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (3288282c-d42e-4903-85db-6161da718858), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:46.927463 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Pushing event updated for resources: {'Port': ['ID=3288282c-d42e-4903-85db-6161da718858,revision_number=5']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:47.007463 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=47 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:24:47.008237 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=46 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:24:47.637595 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b404e1-ec20-49da-a264-66ba23f0083e req-4b44e80a-367a-44f5-8f49-316e6c2f9111 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:47.638995 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-76b404e1-ec20-49da-a264-66ba23f0083e req-4b44e80a-367a-44f5-8f49-316e6c2f9111 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=380077d1-0ed7-47ac-9e19-5425164e6da1 HTTP/1.1" status: 200 len: 946 time: 0.0787253 Aug 31 01:24:47.644613 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904afae7-a205-4188-9cfe-65000f352e22 req-b62ab852-5e5c-4d9c-9f0a-b8f0dfccdaf8 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:47.646042 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-904afae7-a205-4188-9cfe-65000f352e22 req-b62ab852-5e5c-4d9c-9f0a-b8f0dfccdaf8 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=082d7637-9b1c-469c-b688-c76ca61e9f6b HTTP/1.1" status: 200 len: 945 time: 0.0838995 Aug 31 01:24:47.719388 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-76b404e1-ec20-49da-a264-66ba23f0083e req-1fff4a8c-1758-4220-b266-be1cacca0b98 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f8dde826-589e-428f-9ff3-0c563df87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723836 Aug 31 01:24:47.725081 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-904afae7-a205-4188-9cfe-65000f352e22 req-64ab90a9-1c7e-48f9-b96c-7d7051cb016c tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0437e908-2bf2-472b-a7de-f34ccee5e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710647 Aug 31 01:24:47.854781 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:24:47.861791 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d3699-c3e0-46c3-a7dd-a36b2ccb6d4c req-ab1f4f27-94cc-4e6b-b0a8-1c7b9a1d734b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:47.863326 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-984d3699-c3e0-46c3-a7dd-a36b2ccb6d4c req-ab1f4f27-94cc-4e6b-b0a8-1c7b9a1d734b service neutron] 10.222.0.85 "GET /networking/v2.0/ports?device_id=082d7637-9b1c-469c-b688-c76ca61e9f6b HTTP/1.1" status: 200 len: 1129 time: 0.0977511 Aug 31 01:24:47.886354 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912eccf5-0970-4af4-8a73-78b9a72b26b1 req-276bbdba-0b27-495e-b65f-1a7a64b3ceb9 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:47.887824 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-912eccf5-0970-4af4-8a73-78b9a72b26b1 req-276bbdba-0b27-495e-b65f-1a7a64b3ceb9 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=380077d1-0ed7-47ac-9e19-5425164e6da1 HTTP/1.1" status: 200 len: 946 time: 0.0940924 Aug 31 01:24:47.897231 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5747f7ad-837d-4b94-b1ab-1ad0b716c2ce req-2a2f1d1c-3133-4c86-8737-dda9914324b9 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:47.897231 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-5747f7ad-837d-4b94-b1ab-1ad0b716c2ce req-2a2f1d1c-3133-4c86-8737-dda9914324b9 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 946 time: 0.1025326 Aug 31 01:24:47.903295 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 58750) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:24:47.907825 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [None req-429aa7fc-a753-4346-8c93-2e9c5c81b26f tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Request body: {'floatingip': {'port_id': '6715d43f-3649-46e9-b421-5ed74efa38b9'}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:24:47.947921 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-429aa7fc-a753-4346-8c93-2e9c5c81b26f tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Publish callbacks [] for floatingip (6ce79723-0b15-48cb-9390-4388f2891564), before_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:47.956314 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-984d3699-c3e0-46c3-a7dd-a36b2ccb6d4c req-c47aad30-bb87-48c8-9577-98ddfd118be1 service neutron] 10.222.0.85 "GET /networking/v2.0/security-groups?id=0437e908-2bf2-472b-a7de-f34ccee5e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807149 Aug 31 01:24:47.970907 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-5747f7ad-837d-4b94-b1ab-1ad0b716c2ce req-26f95304-32ea-40c4-822b-5b79f89e4088 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640390 Aug 31 01:24:48.572933 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-429aa7fc-a753-4346-8c93-2e9c5c81b26f tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:48.632871 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-429aa7fc-a753-4346-8c93-2e9c5c81b26f tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608267'] for floatingip (6ce79723-0b15-48cb-9390-4388f2891564), after_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:48.728895 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.db.l3_db [None req-429aa7fc-a753-4346-8c93-2e9c5c81b26f tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Floating IP 6ce79723-0b15-48cb-9390-4388f2891564 associated. External IP: 172.27.1.220, port: 6715d43f-3649-46e9-b421-5ed74efa38b9. Aug 31 01:24:48.847546 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3380af4c-ff2e-411c-a51b-c30c3d7a19ae req-bca5d29f-e865-46cb-a068-bd2239cc34d9 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:48.849306 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-3380af4c-ff2e-411c-a51b-c30c3d7a19ae req-bca5d29f-e865-46cb-a068-bd2239cc34d9 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=082d7637-9b1c-469c-b688-c76ca61e9f6b HTTP/1.1" status: 200 len: 945 time: 0.0464475 Aug 31 01:24:48.905108 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-3380af4c-ff2e-411c-a51b-c30c3d7a19ae req-77ce04dd-c047-45a9-b028-39a9d31ad13b tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0437e908-2bf2-472b-a7de-f34ccee5e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500643 Aug 31 01:24:48.936532 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-429aa7fc-a753-4346-8c93-2e9c5c81b26f tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Router 0346bf8d-72be-459e-8f73-c22d0ddccdd0 has already been hosted by L3 agent 1428144b-5b15-4168-8538-b51b3045e8b6 {{(pid=106776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:24:49.045010 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-429aa7fc-a753-4346-8c93-2e9c5c81b26f tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Notify agent at l3_agent.dv-cinder-855288-2-iscsi the message routers_updated {{(pid=106776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:24:49.051226 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-429aa7fc-a753-4346-8c93-2e9c5c81b26f tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for floatingip (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:49.059607 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314ea252-2723-4b85-99ab-c3b136e67b4d None None] Sync routers for ids ['0346bf8d-72be-459e-8f73-c22d0ddccdd0'] in dv-cinder-855288-2-iscsi {{(pid=106778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:24:49.073632 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314ea252-2723-4b85-99ab-c3b136e67b4d None None] Routers {'0346bf8d-72be-459e-8f73-c22d0ddccdd0'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:24:49.074368 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-314ea252-2723-4b85-99ab-c3b136e67b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:24:33Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['0346bf8d-72be-459e-8f73-c22d0ddccdd0'], 'active': True} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:24:49.094577 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-429aa7fc-a753-4346-8c93-2e9c5c81b26f tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "PUT /networking/v2.0/floatingips/6ce79723-0b15-48cb-9390-4388f2891564 HTTP/1.1" status: 200 len: 992 time: 1.1901495 Aug 31 01:24:49.096170 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '380077d1-0ed7-47ac-9e19-5425164e6da1', 'tag': '6715d43f-3649-46e9-b421-5ed74efa38b9'}] {{(pid=106776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:24:49.099693 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c75c880f6fcf50a6244b1a715e98a431c8b587c27dc42cc7f33f1c98f81bddd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-003322b2-c443-49fd-a934-d5fe5ec9fa76" -d '{"events": [{"name": "network-changed", "server_uuid": "380077d1-0ed7-47ac-9e19-5425164e6da1", "tag": "6715d43f-3649-46e9-b421-5ed74efa38b9"}]}' {{(pid=106776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:24:49.108330 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4e3af2-a320-475f-888f-b841d1d24dd5 req-180ea699-6dbe-4ea6-acad-2359065f62cd tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:49.109973 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-2b4e3af2-a320-475f-888f-b841d1d24dd5 req-180ea699-6dbe-4ea6-acad-2359065f62cd tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 946 time: 0.0549955 Aug 31 01:24:49.115760 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:24:49.140269 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 01:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8ecfe5-a061-4292-9992-ba700f9eadce x-openstack-request-id: req-fc8ecfe5-a061-4292-9992-ba700f9eadce {{(pid=106776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:24:49.140563 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "380077d1-0ed7-47ac-9e19-5425164e6da1", "tag": "6715d43f-3649-46e9-b421-5ed74efa38b9", "status": "completed", "code": 200}]} {{(pid=106776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:24:49.140897 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fc8ecfe5-a061-4292-9992-ba700f9eadce {{(pid=106776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:24:49.141381 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc8ecfe5-a061-4292-9992-ba700f9eadce'] response: {'name': 'network-changed', 'server_uuid': '380077d1-0ed7-47ac-9e19-5425164e6da1', 'tag': '6715d43f-3649-46e9-b421-5ed74efa38b9', 'status': 'completed', 'code': 200} Aug 31 01:24:49.177082 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-2b4e3af2-a320-475f-888f-b841d1d24dd5 req-2f2c23da-d796-4ff4-a4bb-89f98c5eca89 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468082 Aug 31 01:24:49.209964 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvr_db [None req-314ea252-2723-4b85-99ab-c3b136e67b4d None None] Set router 0346bf8d-72be-459e-8f73-c22d0ddccdd0 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:24:49.247838 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003322b2-c443-49fd-a934-d5fe5ec9fa76 req-9e5f5dd9-d8cb-4d43-bc58-3e2e87a7f735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:49.249696 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-003322b2-c443-49fd-a934-d5fe5ec9fa76 req-9e5f5dd9-d8cb-4d43-bc58-3e2e87a7f735 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=d58414b1dd2342d58cc7665aee50b86b&device_id=380077d1-0ed7-47ac-9e19-5425164e6da1 HTTP/1.1" status: 200 len: 1130 time: 0.0447707 Aug 31 01:24:49.353813 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003322b2-c443-49fd-a934-d5fe5ec9fa76 req-46e27594-a095-452c-bf1b-48536de559b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:49.355303 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-003322b2-c443-49fd-a934-d5fe5ec9fa76 req-46e27594-a095-452c-bf1b-48536de559b4 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?id=0303b68a-9736-48eb-90f1-d3c52026d074 HTTP/1.1" status: 200 len: 921 time: 0.0979097 Aug 31 01:24:49.434955 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-314ea252-2723-4b85-99ab-c3b136e67b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0346bf8d-72be-459e-8f73-c22d0ddccdd0', 'name': 'tempest-ServerRescueNegativeTestJSON-1249741824-router', 'tenant_id': 'd58414b1dd2342d58cc7665aee50b86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '03f7b4dd-5b0d-41ca-9c65-665318a2eaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:22:34Z', 'revision_number': 4, 'project_id': 'd58414b1dd2342d58cc7665aee50b86b', 'gw_port': {'id': '03f7b4dd-5b0d-41ca-9c65-665318a2eaa9', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0346bf8d-72be-459e-8f73-c22d0ddccdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:25Z', 'updated_at': '2022-08-31T01:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_floatingips': [{'id': '6ce79723-0b15-48cb-9390-4388f2891564', 'tenant_id': 'd58414b1dd2342d58cc7665aee50b86b', 'floating_ip_address': '172.27.1.220', 'floating_network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'router_id': '0346bf8d-72be-459e-8f73-c22d0ddccdd0', 'port_id': '6715d43f-3649-46e9-b421-5ed74efa38b9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0303b68a-9736-48eb-90f1-d3c52026d074', 'mac_address': 'fa:16:3e:cf:ad:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380077d1-0ed7-47ac-9e19-5425164e6da1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T01:24:20Z', 'updated_at': '2022-08-31T01:24:48Z', 'revision_number': 1, 'project_id': 'd58414b1dd2342d58cc7665aee50b86b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7522e8f9-2020-4559-93b2-83cbdf697964', 'name': '', 'network_id': '0303b68a-9736-48eb-90f1-d3c52026d074', 'tenant_id': 'd58414b1dd2342d58cc7665aee50b86b', 'mac_address': 'fa:16:3e:0c:70:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0346bf8d-72be-459e-8f73-c22d0ddccdd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '14c282f1-a88f-47d5-b759-92c78d45d59b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:32Z', 'updated_at': '2022-08-31T01:22:48Z', 'revision_number': 5, 'project_id': 'd58414b1dd2342d58cc7665aee50b86b', 'subnets': [{'id': '14c282f1-a88f-47d5-b759-92c78d45d59b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:24:49.460316 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314ea252-2723-4b85-99ab-c3b136e67b4d None None] Checking router: 0346bf8d-72be-459e-8f73-c22d0ddccdd0 for host: dv-cinder-855288-2-iscsi {{(pid=106778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:24:49.469223 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314ea252-2723-4b85-99ab-c3b136e67b4d None None] Routers {'0346bf8d-72be-459e-8f73-c22d0ddccdd0'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:24:49.469823 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-314ea252-2723-4b85-99ab-c3b136e67b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:24:33Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['0346bf8d-72be-459e-8f73-c22d0ddccdd0'], 'active': True} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:24:49.516881 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:24:49.572709 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvr_db [None req-314ea252-2723-4b85-99ab-c3b136e67b4d None None] Set router 0346bf8d-72be-459e-8f73-c22d0ddccdd0 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:24:49.907536 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-314ea252-2723-4b85-99ab-c3b136e67b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0346bf8d-72be-459e-8f73-c22d0ddccdd0', 'name': 'tempest-ServerRescueNegativeTestJSON-1249741824-router', 'tenant_id': 'd58414b1dd2342d58cc7665aee50b86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '03f7b4dd-5b0d-41ca-9c65-665318a2eaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:22:34Z', 'revision_number': 4, 'project_id': 'd58414b1dd2342d58cc7665aee50b86b', 'gw_port': {'id': '03f7b4dd-5b0d-41ca-9c65-665318a2eaa9', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0346bf8d-72be-459e-8f73-c22d0ddccdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:25Z', 'updated_at': '2022-08-31T01:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_floatingips': [{'id': '6ce79723-0b15-48cb-9390-4388f2891564', 'tenant_id': 'd58414b1dd2342d58cc7665aee50b86b', 'floating_ip_address': '172.27.1.220', 'floating_network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'router_id': '0346bf8d-72be-459e-8f73-c22d0ddccdd0', 'port_id': '6715d43f-3649-46e9-b421-5ed74efa38b9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0303b68a-9736-48eb-90f1-d3c52026d074', 'mac_address': 'fa:16:3e:cf:ad:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380077d1-0ed7-47ac-9e19-5425164e6da1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T01:24:20Z', 'updated_at': '2022-08-31T01:24:48Z', 'revision_number': 1, 'project_id': 'd58414b1dd2342d58cc7665aee50b86b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7522e8f9-2020-4559-93b2-83cbdf697964', 'name': '', 'network_id': '0303b68a-9736-48eb-90f1-d3c52026d074', 'tenant_id': 'd58414b1dd2342d58cc7665aee50b86b', 'mac_address': 'fa:16:3e:0c:70:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0346bf8d-72be-459e-8f73-c22d0ddccdd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '14c282f1-a88f-47d5-b759-92c78d45d59b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:32Z', 'updated_at': '2022-08-31T01:22:48Z', 'revision_number': 5, 'project_id': 'd58414b1dd2342d58cc7665aee50b86b', 'subnets': [{'id': '14c282f1-a88f-47d5-b759-92c78d45d59b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:24:49.933332 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314ea252-2723-4b85-99ab-c3b136e67b4d None None] The sync data for ids ['0346bf8d-72be-459e-8f73-c22d0ddccdd0'] in dv-cinder-855288-2-iscsi is: [{'id': '0346bf8d-72be-459e-8f73-c22d0ddccdd0', 'name': 'tempest-ServerRescueNegativeTestJSON-1249741824-router', 'tenant_id': 'd58414b1dd2342d58cc7665aee50b86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '03f7b4dd-5b0d-41ca-9c65-665318a2eaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:22:34Z', 'revision_number': 4, 'project_id': 'd58414b1dd2342d58cc7665aee50b86b', 'gw_port': {'id': '03f7b4dd-5b0d-41ca-9c65-665318a2eaa9', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0346bf8d-72be-459e-8f73-c22d0ddccdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:25Z', 'updated_at': '2022-08-31T01:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_floatingips': [{'id': '6ce79723-0b15-48cb-9390-4388f2891564', 'tenant_id': 'd58414b1dd2342d58cc7665aee50b86b', 'floating_ip_address': '172.27.1.220', 'floating_network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'router_id': '0346bf8d-72be-459e-8f73-c22d0ddccdd0', 'port_id': '6715d43f-3649-46e9-b421-5ed74efa38b9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0303b68a-9736-48eb-90f1-d3c52026d074', 'mac_address': 'fa:16:3e:cf:ad:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380077d1-0ed7-47ac-9e19-5425164e6da1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T01:24:20Z', 'updated_at': '2022-08-31T01:24:48Z', 'revision_number': 1, 'project_id': 'd58414b1dd2342d58cc7665aee50b86b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7522e8f9-2020-4559-93b2-83cbdf697964', 'name': '', 'network_id': '0303b68a-9736-48eb-90f1-d3c52026d074', 'tenant_id': 'd58414b1dd2342d58cc7665aee50b86b', 'mac_address': 'fa:16:3e:0c:70:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0346bf8d-72be-459e-8f73-c22d0ddccdd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '14c282f1-a88f-47d5-b759-92c78d45d59b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:32Z', 'updated_at': '2022-08-31T01:22:48Z', 'revision_number': 5, 'project_id': 'd58414b1dd2342d58cc7665aee50b86b', 'subnets': [{'id': '14c282f1-a88f-47d5-b759-92c78d45d59b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:24:50.064998 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9216dcf9-674e-46e3-b759-3764fa87593f req-519b16e5-9fb1-48b9-8f90-91e6c8d544ef tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:50.066525 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-9216dcf9-674e-46e3-b759-3764fa87593f req-519b16e5-9fb1-48b9-8f90-91e6c8d544ef tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=082d7637-9b1c-469c-b688-c76ca61e9f6b HTTP/1.1" status: 200 len: 945 time: 0.0813260 Aug 31 01:24:50.110299 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-003322b2-c443-49fd-a934-d5fe5ec9fa76 req-e99af6d2-9422-4d68-b052-ffc9a162f61b service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6715d43f-3649-46e9-b421-5ed74efa38b9 HTTP/1.1" status: 200 len: 1000 time: 0.0899804 Aug 31 01:24:50.166213 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4474704-106c-41f1-890f-08371e03e869 None None] New status for floating IP 6ce79723-0b15-48cb-9390-4388f2891564: ACTIVE {{(pid=106779) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 01:24:50.185362 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003322b2-c443-49fd-a934-d5fe5ec9fa76 req-caec7894-b760-486e-8553-920da1c0ad58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:50.186830 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-003322b2-c443-49fd-a934-d5fe5ec9fa76 req-caec7894-b760-486e-8553-920da1c0ad58 service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=14c282f1-a88f-47d5-b759-92c78d45d59b HTTP/1.1" status: 200 len: 858 time: 0.0639985 Aug 31 01:24:50.267511 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003322b2-c443-49fd-a934-d5fe5ec9fa76 req-58e5df06-b2bf-4d63-8e78-6af0fd40ac23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:50.273431 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-003322b2-c443-49fd-a934-d5fe5ec9fa76 req-58e5df06-b2bf-4d63-8e78-6af0fd40ac23 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=0303b68a-9736-48eb-90f1-d3c52026d074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0767248 Aug 31 01:24:50.293689 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-9216dcf9-674e-46e3-b759-3764fa87593f req-7ceb5a5e-d128-401e-8ae6-529fabff07a9 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0437e908-2bf2-472b-a7de-f34ccee5e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2118602 Aug 31 01:24:50.338016 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:24:50.394977 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c13149-03de-4447-860b-67bc493f5bc6 req-9e6a7a6f-0fb8-47ca-9b31-9a23922a570c tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:50.396520 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-94c13149-03de-4447-860b-67bc493f5bc6 req-9e6a7a6f-0fb8-47ca-9b31-9a23922a570c tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 946 time: 0.1015196 Aug 31 01:24:50.472412 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-003322b2-c443-49fd-a934-d5fe5ec9fa76 req-57b48a54-0409-4a93-807c-4261ebfdbfe8 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/0303b68a-9736-48eb-90f1-d3c52026d074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759818 Aug 31 01:24:50.480327 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-94c13149-03de-4447-860b-67bc493f5bc6 req-25136d2f-677d-48ab-b65f-c6909e0140c1 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756443 Aug 31 01:24:50.570271 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:24:50.575908 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-003322b2-c443-49fd-a934-d5fe5ec9fa76 req-437a193e-aa29-488f-830d-0d35c72491ac service neutron] 10.222.0.85 "GET /networking/v2.0/networks/0303b68a-9736-48eb-90f1-d3c52026d074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945275 Aug 31 01:24:51.414975 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccb0021-f29e-405e-b16a-73d4b3d88076 req-e8b6dcc1-2a96-42d0-bdcc-e4ce0349c860 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:51.416452 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-9ccb0021-f29e-405e-b16a-73d4b3d88076 req-e8b6dcc1-2a96-42d0-bdcc-e4ce0349c860 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=082d7637-9b1c-469c-b688-c76ca61e9f6b HTTP/1.1" status: 200 len: 945 time: 0.0462000 Aug 31 01:24:51.462674 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-9ccb0021-f29e-405e-b16a-73d4b3d88076 req-f0699dc4-ecba-40e3-9eff-c69a6bc9216a tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0437e908-2bf2-472b-a7de-f34ccee5e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406668 Aug 31 01:24:51.615924 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c73e1cf-301f-4ec2-a645-b8562eebc5a2 req-246d4e2b-6e0b-4d81-9a32-2c7f34ae1368 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:51.617482 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-8c73e1cf-301f-4ec2-a645-b8562eebc5a2 req-246d4e2b-6e0b-4d81-9a32-2c7f34ae1368 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=082d7637-9b1c-469c-b688-c76ca61e9f6b HTTP/1.1" status: 200 len: 945 time: 0.0856314 Aug 31 01:24:51.627623 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 58818) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:24:51.628498 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca07b28-a664-4455-976f-9bf1cd68f8ab req-1aef6b85-50a1-49c4-84a3-be2bf54a65e4 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:51.630025 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-3ca07b28-a664-4455-976f-9bf1cd68f8ab req-1aef6b85-50a1-49c4-84a3-be2bf54a65e4 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 946 time: 0.0632842 Aug 31 01:24:51.633268 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [None req-25878f6f-06eb-4bdb-bfcc-878d6cec7657 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Request body: {'floatingip': {'port_id': '3288282c-d42e-4903-85db-6161da718858'}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:24:51.676517 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-25878f6f-06eb-4bdb-bfcc-878d6cec7657 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for floatingip (4e616b75-a374-4654-a49f-31d6582077e5), before_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:51.680511 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-3ca07b28-a664-4455-976f-9bf1cd68f8ab req-61342ae6-925e-4f7f-af8e-dc6ca8ebcbe4 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439517 Aug 31 01:24:51.746169 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:24:51.767852 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=100 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:24:52.073877 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 58828) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:24:52.112393 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-25878f6f-06eb-4bdb-bfcc-878d6cec7657 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:52.159775 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-25878f6f-06eb-4bdb-bfcc-878d6cec7657 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608267'] for floatingip (4e616b75-a374-4654-a49f-31d6582077e5), after_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:52.188276 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-abc39cbb-75e0-43c9-829e-8b6d24777ea8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:52.258109 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.db.l3_db [None req-25878f6f-06eb-4bdb-bfcc-878d6cec7657 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Floating IP 4e616b75-a374-4654-a49f-31d6582077e5 associated. External IP: 172.27.1.39, port: 3288282c-d42e-4903-85db-6161da718858. Aug 31 01:24:52.265607 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-abc39cbb-75e0-43c9-829e-8b6d24777ea8 admin admin] Publish callbacks [] for security_group (1f3e8752-ef87-43f0-ac8c-66591bda6cfe), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:52.329860 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-abc39cbb-75e0-43c9-829e-8b6d24777ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (1f3e8752-ef87-43f0-ac8c-66591bda6cfe), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:52.374244 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-abc39cbb-75e0-43c9-829e-8b6d24777ea8 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=5f525dac532047f29df0eb7337b99d54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2990088 Aug 31 01:24:52.375165 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc39cbb-75e0-43c9-829e-8b6d24777ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3e8752-ef87-43f0-ac8c-66591bda6cfe,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:52.378453 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 58832) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:24:52.429498 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-517ac3a9-9518-44ec-81f0-9c3f239998e4 admin admin] Publish callbacks [] for security_group (1f3e8752-ef87-43f0-ac8c-66591bda6cfe), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:52.449813 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-517ac3a9-9518-44ec-81f0-9c3f239998e4 admin admin] Publish callbacks [] for security_group (1f3e8752-ef87-43f0-ac8c-66591bda6cfe), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:52.457441 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25878f6f-06eb-4bdb-bfcc-878d6cec7657 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Router a0dd652c-1554-4322-9186-58d07c04c819 has already been hosted by L3 agent 1428144b-5b15-4168-8538-b51b3045e8b6 {{(pid=106776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:24:52.562298 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25878f6f-06eb-4bdb-bfcc-878d6cec7657 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Notify agent at l3_agent.dv-cinder-855288-2-iscsi the message routers_updated {{(pid=106776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:24:52.566943 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-25878f6f-06eb-4bdb-bfcc-878d6cec7657 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for floatingip (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:52.571754 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e9f2cd-6bc8-4354-b20e-b76f6a7b42ff None None] Sync routers for ids ['a0dd652c-1554-4322-9186-58d07c04c819'] in dv-cinder-855288-2-iscsi {{(pid=106778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:24:52.576091 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-517ac3a9-9518-44ec-81f0-9c3f239998e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (1f3e8752-ef87-43f0-ac8c-66591bda6cfe), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:52.578985 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-517ac3a9-9518-44ec-81f0-9c3f239998e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:52.583311 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-517ac3a9-9518-44ec-81f0-9c3f239998e4 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/1f3e8752-ef87-43f0-ac8c-66591bda6cfe HTTP/1.1" status: 204 len: 168 time: 0.2007980 Aug 31 01:24:52.583459 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e9f2cd-6bc8-4354-b20e-b76f6a7b42ff None None] Routers {'a0dd652c-1554-4322-9186-58d07c04c819'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:24:52.585648 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-58e9f2cd-6bc8-4354-b20e-b76f6a7b42ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:24:33Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['a0dd652c-1554-4322-9186-58d07c04c819'], 'active': True} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:24:52.590304 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ac3a9-9518-44ec-81f0-9c3f239998e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3e8752-ef87-43f0-ac8c-66591bda6cfe,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:52.602297 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-25878f6f-06eb-4bdb-bfcc-878d6cec7657 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "PUT /networking/v2.0/floatingips/4e616b75-a374-4654-a49f-31d6582077e5 HTTP/1.1" status: 200 len: 990 time: 0.9731913 Aug 31 01:24:52.603059 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '082d7637-9b1c-469c-b688-c76ca61e9f6b', 'tag': '3288282c-d42e-4903-85db-6161da718858'}] {{(pid=106776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:24:52.605357 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c75c880f6fcf50a6244b1a715e98a431c8b587c27dc42cc7f33f1c98f81bddd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-055302e7-de06-4262-922f-e96dcc0d5d38" -d '{"events": [{"name": "network-changed", "server_uuid": "082d7637-9b1c-469c-b688-c76ca61e9f6b", "tag": "3288282c-d42e-4903-85db-6161da718858"}]}' {{(pid=106776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:24:52.641875 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 01:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c40fd72-50f6-4623-92e2-3c0118c02d08 x-openstack-request-id: req-4c40fd72-50f6-4623-92e2-3c0118c02d08 {{(pid=106776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:24:52.642498 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "082d7637-9b1c-469c-b688-c76ca61e9f6b", "tag": "3288282c-d42e-4903-85db-6161da718858", "status": "completed", "code": 200}]} {{(pid=106776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:24:52.642498 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4c40fd72-50f6-4623-92e2-3c0118c02d08 {{(pid=106776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:24:52.642845 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c40fd72-50f6-4623-92e2-3c0118c02d08'] response: {'name': 'network-changed', 'server_uuid': '082d7637-9b1c-469c-b688-c76ca61e9f6b', 'tag': '3288282c-d42e-4903-85db-6161da718858', 'status': 'completed', 'code': 200} Aug 31 01:24:52.709907 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvr_db [None req-58e9f2cd-6bc8-4354-b20e-b76f6a7b42ff None None] Set router a0dd652c-1554-4322-9186-58d07c04c819 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:24:52.806162 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704499ea-6549-4e26-b2b8-e48e2b79a116 req-c1d23fd3-0a8d-4d8c-a801-d2fddfa57df3 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:52.807691 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-704499ea-6549-4e26-b2b8-e48e2b79a116 req-c1d23fd3-0a8d-4d8c-a801-d2fddfa57df3 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 946 time: 0.0475743 Aug 31 01:24:52.859024 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-704499ea-6549-4e26-b2b8-e48e2b79a116 req-99d3e00f-ffa9-4216-aca0-5019ec81dc4e tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441372 Aug 31 01:24:52.953000 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-58e9f2cd-6bc8-4354-b20e-b76f6a7b42ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'name': 'tempest-AttachVolumeNegativeTest-703590554-router', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bcae5e1e-21f8-45f7-ba18-74d0551b07e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:22:33Z', 'revision_number': 4, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'gw_port': {'id': 'bcae5e1e-21f8-45f7-ba18-74d0551b07e1', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:25Z', 'updated_at': '2022-08-31T01:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_floatingips': [{'id': '4e616b75-a374-4654-a49f-31d6582077e5', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'floating_ip_address': '172.27.1.39', 'floating_network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'router_id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'port_id': '3288282c-d42e-4903-85db-6161da718858', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 363, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948', 'mac_address': 'fa:16:3e:39:98:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '082d7637-9b1c-469c-b688-c76ca61e9f6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T01:24:24Z', 'updated_at': '2022-08-31T01:24:52Z', 'revision_number': 1, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'fixed_ip_address_scope': None}, {'id': '961d7e0d-bbb2-436a-98c0-6b5c5cd823f0', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'floating_ip_address': '172.27.1.70', 'floating_network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'router_id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'port_id': '06a28bab-3d45-4348-850c-bb3c714f41df', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948', 'mac_address': 'fa:16:3e:5c:58:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce564c8-7a17-4de1-96b9-3737fca73840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T01:22:48Z', 'updated_at': '2022-08-31T01:23:19Z', 'revision_number': 2, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '519870e6-178f-4031-8a44-b0fbae55ebbe', 'name': '', 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'mac_address': 'fa:16:3e:d7:53:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4cf8958b-5555-42e1-b4dd-8dee2893fbc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:31Z', 'updated_at': '2022-08-31T01:22:50Z', 'revision_number': 5, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'subnets': [{'id': '4cf8958b-5555-42e1-b4dd-8dee2893fbc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:24:52.978546 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e9f2cd-6bc8-4354-b20e-b76f6a7b42ff None None] Checking router: a0dd652c-1554-4322-9186-58d07c04c819 for host: dv-cinder-855288-2-iscsi {{(pid=106778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:24:52.987186 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e9f2cd-6bc8-4354-b20e-b76f6a7b42ff None None] Routers {'a0dd652c-1554-4322-9186-58d07c04c819'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:24:52.987795 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-58e9f2cd-6bc8-4354-b20e-b76f6a7b42ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:24:33Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['a0dd652c-1554-4322-9186-58d07c04c819'], 'active': True} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:24:53.091541 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvr_db [None req-58e9f2cd-6bc8-4354-b20e-b76f6a7b42ff None None] Set router a0dd652c-1554-4322-9186-58d07c04c819 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:24:53.247826 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=100 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:24:53.268337 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=100 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:24:53.325779 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-58e9f2cd-6bc8-4354-b20e-b76f6a7b42ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'name': 'tempest-AttachVolumeNegativeTest-703590554-router', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bcae5e1e-21f8-45f7-ba18-74d0551b07e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:22:33Z', 'revision_number': 4, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'gw_port': {'id': 'bcae5e1e-21f8-45f7-ba18-74d0551b07e1', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:25Z', 'updated_at': '2022-08-31T01:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_floatingips': [{'id': '4e616b75-a374-4654-a49f-31d6582077e5', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'floating_ip_address': '172.27.1.39', 'floating_network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'router_id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'port_id': '3288282c-d42e-4903-85db-6161da718858', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 363, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948', 'mac_address': 'fa:16:3e:39:98:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '082d7637-9b1c-469c-b688-c76ca61e9f6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T01:24:24Z', 'updated_at': '2022-08-31T01:24:52Z', 'revision_number': 1, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'fixed_ip_address_scope': None}, {'id': '961d7e0d-bbb2-436a-98c0-6b5c5cd823f0', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'floating_ip_address': '172.27.1.70', 'floating_network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'router_id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'port_id': '06a28bab-3d45-4348-850c-bb3c714f41df', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948', 'mac_address': 'fa:16:3e:5c:58:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce564c8-7a17-4de1-96b9-3737fca73840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T01:22:48Z', 'updated_at': '2022-08-31T01:23:19Z', 'revision_number': 2, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '519870e6-178f-4031-8a44-b0fbae55ebbe', 'name': '', 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'mac_address': 'fa:16:3e:d7:53:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4cf8958b-5555-42e1-b4dd-8dee2893fbc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:31Z', 'updated_at': '2022-08-31T01:22:50Z', 'revision_number': 5, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'subnets': [{'id': '4cf8958b-5555-42e1-b4dd-8dee2893fbc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:24:53.351865 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e9f2cd-6bc8-4354-b20e-b76f6a7b42ff None None] The sync data for ids ['a0dd652c-1554-4322-9186-58d07c04c819'] in dv-cinder-855288-2-iscsi is: [{'id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'name': 'tempest-AttachVolumeNegativeTest-703590554-router', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bcae5e1e-21f8-45f7-ba18-74d0551b07e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:22:33Z', 'revision_number': 4, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'gw_port': {'id': 'bcae5e1e-21f8-45f7-ba18-74d0551b07e1', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:25Z', 'updated_at': '2022-08-31T01:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_floatingips': [{'id': '4e616b75-a374-4654-a49f-31d6582077e5', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'floating_ip_address': '172.27.1.39', 'floating_network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'router_id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'port_id': '3288282c-d42e-4903-85db-6161da718858', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 363, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948', 'mac_address': 'fa:16:3e:39:98:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '082d7637-9b1c-469c-b688-c76ca61e9f6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T01:24:24Z', 'updated_at': '2022-08-31T01:24:52Z', 'revision_number': 1, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'fixed_ip_address_scope': None}, {'id': '961d7e0d-bbb2-436a-98c0-6b5c5cd823f0', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'floating_ip_address': '172.27.1.70', 'floating_network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'router_id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'port_id': '06a28bab-3d45-4348-850c-bb3c714f41df', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948', 'mac_address': 'fa:16:3e:5c:58:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce564c8-7a17-4de1-96b9-3737fca73840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T01:22:48Z', 'updated_at': '2022-08-31T01:23:19Z', 'revision_number': 2, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '519870e6-178f-4031-8a44-b0fbae55ebbe', 'name': '', 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'mac_address': 'fa:16:3e:d7:53:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4cf8958b-5555-42e1-b4dd-8dee2893fbc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:31Z', 'updated_at': '2022-08-31T01:22:50Z', 'revision_number': 5, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'subnets': [{'id': '4cf8958b-5555-42e1-b4dd-8dee2893fbc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:24:53.543602 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac78b93-c60a-4187-b335-2c071d94809e None None] New status for floating IP 4e616b75-a374-4654-a49f-31d6582077e5: ACTIVE {{(pid=106779) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 01:24:53.988483 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08924c74-fe93-4638-8258-37260d689343 req-07e52418-7133-4ccb-8885-5858a3e6ff1e tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:53.990472 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-08924c74-fe93-4638-8258-37260d689343 req-07e52418-7133-4ccb-8885-5858a3e6ff1e tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 946 time: 0.0497499 Aug 31 01:24:54.023248 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:24:54.038196 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-08924c74-fe93-4638-8258-37260d689343 req-910f33be-e82e-41fc-87eb-631a713c14c6 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422044 Aug 31 01:24:54.331218 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055302e7-de06-4262-922f-e96dcc0d5d38 req-9fbd81ac-485e-4eed-a8c5-b375b34d1485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:54.332755 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-055302e7-de06-4262-922f-e96dcc0d5d38 req-9fbd81ac-485e-4eed-a8c5-b375b34d1485 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=164da7d4776d4e9f8cf6497aa784d312&device_id=082d7637-9b1c-469c-b688-c76ca61e9f6b HTTP/1.1" status: 200 len: 1129 time: 0.0391650 Aug 31 01:24:54.387568 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:24:54.427700 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055302e7-de06-4262-922f-e96dcc0d5d38 req-0c7f2c89-3d3b-49ef-af64-6929d16b67ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:54.429185 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-055302e7-de06-4262-922f-e96dcc0d5d38 req-0c7f2c89-3d3b-49ef-af64-6929d16b67ff service neutron] 10.222.0.85 "GET /networking/v2.0/networks?id=0760f9a5-d813-4a0f-bcef-9988cda0c948 HTTP/1.1" status: 200 len: 916 time: 0.0904040 Aug 31 01:24:54.493088 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-055302e7-de06-4262-922f-e96dcc0d5d38 req-31948cc3-eaf5-4a52-8606-aa77862b1f96 service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3288282c-d42e-4903-85db-6161da718858 HTTP/1.1" status: 200 len: 1000 time: 0.0563810 Aug 31 01:24:54.542420 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055302e7-de06-4262-922f-e96dcc0d5d38 req-5f032ab1-06e4-4250-ae4d-ad11d5e44a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:54.543833 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-055302e7-de06-4262-922f-e96dcc0d5d38 req-5f032ab1-06e4-4250-ae4d-ad11d5e44a39 service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=4cf8958b-5555-42e1-b4dd-8dee2893fbc9 HTTP/1.1" status: 200 len: 853 time: 0.0428743 Aug 31 01:24:54.592836 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055302e7-de06-4262-922f-e96dcc0d5d38 req-d173e328-ad10-4b3f-83ff-5188f43ff1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:54.594285 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-055302e7-de06-4262-922f-e96dcc0d5d38 req-d173e328-ad10-4b3f-83ff-5188f43ff1ed service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=0760f9a5-d813-4a0f-bcef-9988cda0c948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429685 Aug 31 01:24:54.686674 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-055302e7-de06-4262-922f-e96dcc0d5d38 req-b70e8592-e148-4a64-b3a4-e0f02e85035e service neutron] 10.222.0.85 "GET /networking/v2.0/networks/0760f9a5-d813-4a0f-bcef-9988cda0c948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842657 Aug 31 01:24:54.842346 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-055302e7-de06-4262-922f-e96dcc0d5d38 req-71dbd730-ba5a-445c-b2d3-ef0a55bae52d service neutron] 10.222.0.85 "GET /networking/v2.0/networks/0760f9a5-d813-4a0f-bcef-9988cda0c948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869002 Aug 31 01:24:55.161429 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d84431-d0a5-4023-b883-638d768572d8 req-5a049387-0859-49d9-8180-c114eb74a4c3 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:55.162816 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-62d84431-d0a5-4023-b883-638d768572d8 req-5a049387-0859-49d9-8180-c114eb74a4c3 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 946 time: 0.0469692 Aug 31 01:24:55.210436 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-62d84431-d0a5-4023-b883-638d768572d8 req-010afcd3-8b66-4fab-a50d-ab69e24bd0b9 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419946 Aug 31 01:24:55.563658 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-292a4953-da0b-47d5-a791-b91df3d5803a req-77a7728e-f03f-483a-84b7-2732f0aacbc9 tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] 10.222.0.20 "GET /networking/v2.0/networks?tenant_id=6ac413264abe44918f2d1c65a365c063&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286279 Aug 31 01:24:55.748065 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a4953-da0b-47d5-a791-b91df3d5803a req-7ebfc666-59fe-4fec-9c2e-418edaec3e49 tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:55.749495 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-292a4953-da0b-47d5-a791-b91df3d5803a req-7ebfc666-59fe-4fec-9c2e-418edaec3e49 tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] 10.222.0.20 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1801252 Aug 31 01:24:55.763941 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-292a4953-da0b-47d5-a791-b91df3d5803a req-91c2ac57-045b-4d75-a369-4a3a46f2e026 tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] 10.222.0.20 "GET /networking/v2.0/quotas/6ac413264abe44918f2d1c65a365c063 HTTP/1.1" status: 200 len: 375 time: 0.0089631 Aug 31 01:24:55.795585 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-292a4953-da0b-47d5-a791-b91df3d5803a req-041c6302-0793-449a-8149-9c1ab615cd67 tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=6ac413264abe44918f2d1c65a365c063&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267715 Aug 31 01:24:56.052949 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-d3c5cea5-b852-445b-bad3-9ac3aa859b91 req-15cecdda-4ae0-45f7-aa15-38059ab01974 tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0652e608-c1c4-41e6-949e-6c5a486e2979 HTTP/1.1" status: 200 len: 210 time: 0.0284660 Aug 31 01:24:56.336276 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7798a3b-5f12-4c36-b9d1-09732aa5541a req-9380f6fa-caae-4baf-89e4-cc08f91650a4 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:56.337805 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-a7798a3b-5f12-4c36-b9d1-09732aa5541a req-9380f6fa-caae-4baf-89e4-cc08f91650a4 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 946 time: 0.0497625 Aug 31 01:24:56.363875 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:24:56.385023 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-a7798a3b-5f12-4c36-b9d1-09732aa5541a req-e0a487d8-93a1-46e3-8d8b-61e6915d0d64 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415874 Aug 31 01:24:57.150591 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-367d5aa8-0efd-40ac-8a78-fe1b596d8a60 req-8f7b979d-602e-4734-a9df-6f4357bd27af tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0652e608-c1c4-41e6-949e-6c5a486e2979 HTTP/1.1" status: 200 len: 210 time: 0.0281429 Aug 31 01:24:57.511568 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0478cf38-bdbb-43b5-b59b-6ab7ed335e76 req-f245a7a8-8038-41b1-adef-4369d4438ad1 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:57.513228 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0478cf38-bdbb-43b5-b59b-6ab7ed335e76 req-f245a7a8-8038-41b1-adef-4369d4438ad1 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 946 time: 0.0479856 Aug 31 01:24:57.561575 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0478cf38-bdbb-43b5-b59b-6ab7ed335e76 req-02f11327-e779-4b48-93b4-4b9789ad8229 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429134 Aug 31 01:24:58.257083 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-47694a6b-e0b6-44a7-a71a-a8c0687a1a21 req-f26d944f-ae68-4d1a-9c08-b849f4a65608 tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0652e608-c1c4-41e6-949e-6c5a486e2979 HTTP/1.1" status: 200 len: 210 time: 0.0309107 Aug 31 01:24:58.660431 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device dc60a507-f9d6-4b68-ae6c-65c2cfafb12c details requested by agent hyperv_hv-cinder-85528 with host hv-cinder-85528 {{(pid=106778) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:24:58.688749 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e520c96-0df7-4acf-8510-d933ecb3b523 req-907fa030-4fdb-4f64-9b79-237d5f49f6ae tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:58.690237 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-6e520c96-0df7-4acf-8510-d933ecb3b523 req-907fa030-4fdb-4f64-9b79-237d5f49f6ae tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 946 time: 0.0505228 Aug 31 01:24:58.739609 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-6e520c96-0df7-4acf-8510-d933ecb3b523 req-fbaccc9f-3ab9-4101-a1d8-2f2c71b4f151 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429811 Aug 31 01:24:58.769470 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port dc60a507-f9d6-4b68-ae6c-65c2cfafb12c, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=dc60a507-f9d6-4b68-ae6c-65c2cfafb12c,segment=NetworkSegment(4e76086e-0aa2-44ca-adc1-383a20f9a980),segment_id=4e76086e-0aa2-44ca-adc1-383a20f9a980)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:24:58.781257 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Returning: {'device': 'dc60a507-f9d6-4b68-ae6c-65c2cfafb12c', 'network_id': '2a0890c6-f1c3-465a-8b4d-8e1ae2356a58', 'port_id': 'dc60a507-f9d6-4b68-ae6c-65c2cfafb12c', 'mac_address': 'fa:16:3e:ec:2a:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1067, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd653247e-0c02-4230-ad01-73647a101df2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106778) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:24:58.816824 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Current status of the port dc60a507-f9d6-4b68-ae6c-65c2cfafb12c is: ACTIVE; New status is: BUILD {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:24:58.817224 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (dc60a507-f9d6-4b68-ae6c-65c2cfafb12c), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:58.830998 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.notifiers.nova [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dc60a507-f9d6-4b68-ae6c-65c2cfafb12c {{(pid=106778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 01:24:58.851091 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port dc60a507-f9d6-4b68-ae6c-65c2cfafb12c, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=dc60a507-f9d6-4b68-ae6c-65c2cfafb12c,segment=NetworkSegment(4e76086e-0aa2-44ca-adc1-383a20f9a980),segment_id=4e76086e-0aa2-44ca-adc1-383a20f9a980)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:24:58.908555 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (dc60a507-f9d6-4b68-ae6c-65c2cfafb12c), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:58.933334 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-292a4953-da0b-47d5-a791-b91df3d5803a req-d7fd39f0-7979-48c9-bf59-67dd370d5367 tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] 10.222.0.85 "GET /networking/v2.0/networks?tenant_id=6ac413264abe44918f2d1c65a365c063&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248811 Aug 31 01:24:58.969910 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Pushing event updated for resources: {'Port': ['ID=dc60a507-f9d6-4b68-ae6c-65c2cfafb12c,revision_number=6']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:59.049181 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a4953-da0b-47d5-a791-b91df3d5803a req-76c37283-3f3e-499b-a1d5-33a60974a9ff tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:59.050009 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] get_ports_and_sgs() called for port_ids ['dc60a507-f9d6-4b68-ae6c-65c2cfafb12c'] {{(pid=106778) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 01:24:59.050641 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-292a4953-da0b-47d5-a791-b91df3d5803a req-76c37283-3f3e-499b-a1d5-33a60974a9ff tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] 10.222.0.85 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1109438 Aug 31 01:24:59.064733 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [req-292a4953-da0b-47d5-a791-b91df3d5803a req-99c26c5c-868d-4f25-b1d5-44238e76de1b tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] Request body: {'port': {'device_id': '0652e608-c1c4-41e6-949e-6c5a486e2979', 'network_id': 'f24da6df-6910-4a33-9b29-ac14c491882d', 'admin_state_up': True, 'tenant_id': '6ac413264abe44918f2d1c65a365c063'}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:24:59.273262 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-292a4953-da0b-47d5-a791-b91df3d5803a req-99c26c5c-868d-4f25-b1d5-44238e76de1b tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] Made reservation on behalf of 6ac413264abe44918f2d1c65a365c063 for: {'port': 1} {{(pid=106777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:24:59.278966 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-292a4953-da0b-47d5-a791-b91df3d5803a req-99c26c5c-868d-4f25-b1d5-44238e76de1b tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:59.296300 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-292a4953-da0b-47d5-a791-b91df3d5803a req-99c26c5c-868d-4f25-b1d5-44238e76de1b tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] Publish callbacks [] for security_group (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:59.338600 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:24:59.375972 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-e1f67547-0f4d-4d68-8e4c-8678f0b7f106 req-ac099d07-d03d-40fa-bd87-14e296f517b6 tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0652e608-c1c4-41e6-949e-6c5a486e2979 HTTP/1.1" status: 200 len: 210 time: 0.0360241 Aug 31 01:24:59.420406 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-292a4953-da0b-47d5-a791-b91df3d5803a req-99c26c5c-868d-4f25-b1d5-44238e76de1b tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] Publish callbacks [] for security_group (1be2243a-0433-4ede-acb9-490f081c8d55), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:59.519545 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-292a4953-da0b-47d5-a791-b91df3d5803a req-99c26c5c-868d-4f25-b1d5-44238e76de1b tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (1be2243a-0433-4ede-acb9-490f081c8d55), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:59.584597 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c26c5c-868d-4f25-b1d5-44238e76de1b tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1be2243a-0433-4ede-acb9-490f081c8d55,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:24:59.662982 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.db_base_plugin_common [req-292a4953-da0b-47d5-a791-b91df3d5803a req-99c26c5c-868d-4f25-b1d5-44238e76de1b tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] Allocated IP 192.168.233.31 (f24da6df-6910-4a33-9b29-ac14c491882d/21554373-80eb-482b-8922-f754fe20d9ad/01016668-5bcb-48c2-a9e3-5491867dfd41) {{(pid=106777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:24:59.690332 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:24:59.846786 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-292a4953-da0b-47d5-a791-b91df3d5803a req-99c26c5c-868d-4f25-b1d5-44238e76de1b tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] Publish callbacks [] for port (01016668-5bcb-48c2-a9e3-5491867dfd41), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:24:59.925051 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdafb47f-56b9-4d11-b365-55e371ca9f3a req-9618957c-48e9-49f0-9d17-1930322051a1 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:24:59.927061 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-cdafb47f-56b9-4d11-b365-55e371ca9f3a req-9618957c-48e9-49f0-9d17-1930322051a1 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 945 time: 0.0784767 Aug 31 01:24:59.997053 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-cdafb47f-56b9-4d11-b365-55e371ca9f3a req-5de5eb66-ed59-46f6-a7e0-30ee93b89a66 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531981 Aug 31 01:25:00.080559 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-292a4953-da0b-47d5-a791-b91df3d5803a req-99c26c5c-868d-4f25-b1d5-44238e76de1b tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779185826838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5261574'] for port (01016668-5bcb-48c2-a9e3-5491867dfd41), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:00.127106 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-292a4953-da0b-47d5-a791-b91df3d5803a req-99c26c5c-868d-4f25-b1d5-44238e76de1b tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] Network f24da6df-6910-4a33-9b29-ac14c491882d is already hosted by enough agents. {{(pid=106777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:25:00.133145 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.base_scheduler [req-292a4953-da0b-47d5-a791-b91df3d5803a req-99c26c5c-868d-4f25-b1d5-44238e76de1b tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] Resources bound (agent type, host, resource id): {{(pid=106777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:25:00.137336 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.l3_dvrscheduler_db [req-292a4953-da0b-47d5-a791-b91df3d5803a req-99c26c5c-868d-4f25-b1d5-44238e76de1b tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] Received port after_create {{(pid=106777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 01:25:00.172477 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c26c5c-868d-4f25-b1d5-44238e76de1b tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] Pushing event updated for resources: {'Port': ['ID=01016668-5bcb-48c2-a9e3-5491867dfd41,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:00.204304 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a4953-da0b-47d5-a791-b91df3d5803a req-99c26c5c-868d-4f25-b1d5-44238e76de1b tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:00.207231 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-292a4953-da0b-47d5-a791-b91df3d5803a req-99c26c5c-868d-4f25-b1d5-44238e76de1b tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for port (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:00.275863 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-292a4953-da0b-47d5-a791-b91df3d5803a req-99c26c5c-868d-4f25-b1d5-44238e76de1b tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] 10.222.0.85 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2150431 Aug 31 01:25:00.291317 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [req-292a4953-da0b-47d5-a791-b91df3d5803a req-a0ec4dc1-5062-4b68-84af-0d908b410d43 service neutron] Request body: {'port': {'device_id': '0652e608-c1c4-41e6-949e-6c5a486e2979', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85528'}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:25:00.350718 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:25:00.367940 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-292a4953-da0b-47d5-a791-b91df3d5803a req-a0ec4dc1-5062-4b68-84af-0d908b410d43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (01016668-5bcb-48c2-a9e3-5491867dfd41), before_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:00.417876 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-2ec41279-13ad-4253-9816-74a72621cd01 None None] Provisioning complete for port 01016668-5bcb-48c2-a9e3-5491867dfd41 triggered by entity DHCP. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:25:00.418414 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-2ec41279-13ad-4253-9816-74a72621cd01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (01016668-5bcb-48c2-a9e3-5491867dfd41), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:00.502773 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-2ec41279-13ad-4253-9816-74a72621cd01 None None] Port 01016668-5bcb-48c2-a9e3-5491867dfd41 cannot update to ACTIVE because it is not bound. {{(pid=106778) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 01:25:00.665763 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device dc60a507-f9d6-4b68-ae6c-65c2cfafb12c up at agent hyperv_hv-cinder-85528 {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:25:00.820643 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Provisioning complete for port dc60a507-f9d6-4b68-ae6c-65c2cfafb12c triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:25:00.820643 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (dc60a507-f9d6-4b68-ae6c-65c2cfafb12c), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:00.836882 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Current status of the port dc60a507-f9d6-4b68-ae6c-65c2cfafb12c is: BUILD; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:25:00.837549 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (dc60a507-f9d6-4b68-ae6c-65c2cfafb12c), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:00.845920 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a4babe-9c67-4b1c-8d23-8986fd608fb0 req-632cc17f-1b4b-4e94-a8d2-a066d3c778ff tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:00.847571 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-37a4babe-9c67-4b1c-8d23-8986fd608fb0 req-632cc17f-1b4b-4e94-a8d2-a066d3c778ff tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0652e608-c1c4-41e6-949e-6c5a486e2979 HTTP/1.1" status: 200 len: 935 time: 0.3458767 Aug 31 01:25:00.867553 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:25:00.875183 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12814f73-696a-4dc2-9182-7779bfe90ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc60a507-f9d6-4b68-ae6c-65c2cfafb12c'}] {{(pid=106778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:25:00.878235 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d41e2a553b02095d3b1f0ace215352f4a23baa657e7b5a2da03818d3ee46b5df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53488e6a-e545-41a1-bfed-b0cdf87ffc43" -d '{"events": [{"server_uuid": "12814f73-696a-4dc2-9182-7779bfe90ad5", "name": "network-vif-plugged", "status": "completed", "tag": "dc60a507-f9d6-4b68-ae6c-65c2cfafb12c"}]}' {{(pid=106778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:25:00.916343 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port dc60a507-f9d6-4b68-ae6c-65c2cfafb12c, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=dc60a507-f9d6-4b68-ae6c-65c2cfafb12c,segment=NetworkSegment(4e76086e-0aa2-44ca-adc1-383a20f9a980),segment_id=4e76086e-0aa2-44ca-adc1-383a20f9a980)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:25:00.947593 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 01:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb40647-4a79-40ca-8a35-d956a2b11235 x-openstack-request-id: req-bbb40647-4a79-40ca-8a35-d956a2b11235 {{(pid=106778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:25:00.947939 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12814f73-696a-4dc2-9182-7779bfe90ad5", "name": "network-vif-plugged", "status": "completed", "tag": "dc60a507-f9d6-4b68-ae6c-65c2cfafb12c", "code": 200}]} {{(pid=106778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:25:00.948168 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bbb40647-4a79-40ca-8a35-d956a2b11235 {{(pid=106778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:25:00.948573 dv-cinder-855288-2-iscsi neutron-server[106778]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbb40647-4a79-40ca-8a35-d956a2b11235'] response: {'server_uuid': '12814f73-696a-4dc2-9182-7779bfe90ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc60a507-f9d6-4b68-ae6c-65c2cfafb12c', 'code': 200} Aug 31 01:25:01.009673 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-37a4babe-9c67-4b1c-8d23-8986fd608fb0 req-debb657d-4c63-4daf-9894-4027acc80170 tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1be2243a-0433-4ede-acb9-490f081c8d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437511 Aug 31 01:25:01.090696 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (dc60a507-f9d6-4b68-ae6c-65c2cfafb12c), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:01.095758 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.notifiers.nova [req-292a4953-da0b-47d5-a791-b91df3d5803a req-a0ec4dc1-5062-4b68-84af-0d908b410d43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01016668-5bcb-48c2-a9e3-5491867dfd41 {{(pid=106777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 01:25:01.122737 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-292a4953-da0b-47d5-a791-b91df3d5803a req-a0ec4dc1-5062-4b68-84af-0d908b410d43 service neutron] Publish callbacks [] for port (01016668-5bcb-48c2-a9e3-5491867dfd41), precommit_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:01.158589 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.provisioning_blocks [req-292a4953-da0b-47d5-a791-b91df3d5803a req-a0ec4dc1-5062-4b68-84af-0d908b410d43 service neutron] Transition to ACTIVE for port object 01016668-5bcb-48c2-a9e3-5491867dfd41 will not be triggered until provisioned by entity L2. {{(pid=106777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 01:25:01.180343 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Pushing event updated for resources: {'Port': ['ID=dc60a507-f9d6-4b68-ae6c-65c2cfafb12c,revision_number=7']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:01.230231 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed27f51-4e83-4b4f-8232-feadd05ebe02 req-e6710caf-9d36-4047-b024-7e6d99737a61 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:01.232318 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-5ed27f51-4e83-4b4f-8232-feadd05ebe02 req-e6710caf-9d36-4047-b024-7e6d99737a61 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 946 time: 0.0775614 Aug 31 01:25:01.236798 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-292a4953-da0b-47d5-a791-b91df3d5803a req-a0ec4dc1-5062-4b68-84af-0d908b410d43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5261583'] for port (01016668-5bcb-48c2-a9e3-5491867dfd41), after_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:01.307104 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-8db36676-093b-493d-a704-f305caff6ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (06e7caa6-6f15-45a1-a03b-1c511964ed9a), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:01.339881 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ec4dc1-5062-4b68-84af-0d908b410d43 service neutron] Pushing event updated for resources: {'Port': ['ID=01016668-5bcb-48c2-a9e3-5491867dfd41,revision_number=2']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:01.386489 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:25:01.413935 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-5ed27f51-4e83-4b4f-8232-feadd05ebe02 req-a2fa7635-2fdc-4453-b662-574fc3f1e82c tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467957 Aug 31 01:25:01.451073 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.managers [req-292a4953-da0b-47d5-a791-b91df3d5803a req-a0ec4dc1-5062-4b68-84af-0d908b410d43 service neutron] Attempting to bind port 01016668-5bcb-48c2-a9e3-5491867dfd41 on host hv-cinder-85528 for vnic_type normal with profile {{(pid=106777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 01:25:01.451662 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.managers [req-292a4953-da0b-47d5-a791-b91df3d5803a req-a0ec4dc1-5062-4b68-84af-0d908b410d43 service neutron] Attempting to bind port 01016668-5bcb-48c2-a9e3-5491867dfd41 by drivers openvswitch,hyperv on host hv-cinder-85528 at level 0 using segments [{'id': '495fb077-7c61-4a4f-a57a-bcf8fced2861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'f24da6df-6910-4a33-9b29-ac14c491882d'}] {{(pid=106777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 01:25:01.452286 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292a4953-da0b-47d5-a791-b91df3d5803a req-a0ec4dc1-5062-4b68-84af-0d908b410d43 service neutron] Attempting to bind port 01016668-5bcb-48c2-a9e3-5491867dfd41 on network f24da6df-6910-4a33-9b29-ac14c491882d {{(pid=106777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:25:01.458476 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292a4953-da0b-47d5-a791-b91df3d5803a req-a0ec4dc1-5062-4b68-84af-0d908b410d43 service neutron] Port 01016668-5bcb-48c2-a9e3-5491867dfd41 on network f24da6df-6910-4a33-9b29-ac14c491882d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85528 {{(pid=106777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 01:25:01.459053 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292a4953-da0b-47d5-a791-b91df3d5803a req-a0ec4dc1-5062-4b68-84af-0d908b410d43 service neutron] Attempting to bind port 01016668-5bcb-48c2-a9e3-5491867dfd41 on network f24da6df-6910-4a33-9b29-ac14c491882d {{(pid=106777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:25:01.467081 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 58990) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:25:01.467737 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292a4953-da0b-47d5-a791-b91df3d5803a req-a0ec4dc1-5062-4b68-84af-0d908b410d43 service neutron] Checking agent: {'id': '799b9b45-836a-4007-8b99-6041c4a5ce6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85528', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 1, 20, 34), 'started_at': datetime.datetime(2022, 8, 31, 1, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 1, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 01:25:01.468423 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292a4953-da0b-47d5-a791-b91df3d5803a req-a0ec4dc1-5062-4b68-84af-0d908b410d43 service neutron] Checking segment: {'id': '495fb077-7c61-4a4f-a57a-bcf8fced2861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'f24da6df-6910-4a33-9b29-ac14c491882d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:25:01.468851 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292a4953-da0b-47d5-a791-b91df3d5803a req-a0ec4dc1-5062-4b68-84af-0d908b410d43 service neutron] Bound using segment: {'id': '495fb077-7c61-4a4f-a57a-bcf8fced2861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'f24da6df-6910-4a33-9b29-ac14c491882d'} {{(pid=106777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 01:25:01.469281 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.managers [req-292a4953-da0b-47d5-a791-b91df3d5803a req-a0ec4dc1-5062-4b68-84af-0d908b410d43 service neutron] Bound port: 01016668-5bcb-48c2-a9e3-5491867dfd41, host: hv-cinder-85528, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '495fb077-7c61-4a4f-a57a-bcf8fced2861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': 'f24da6df-6910-4a33-9b29-ac14c491882d'}}] {{(pid=106777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 01:25:01.469642 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-292a4953-da0b-47d5-a791-b91df3d5803a req-a0ec4dc1-5062-4b68-84af-0d908b410d43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (01016668-5bcb-48c2-a9e3-5491867dfd41), before_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:01.603475 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.db [req-292a4953-da0b-47d5-a791-b91df3d5803a req-a0ec4dc1-5062-4b68-84af-0d908b410d43 service neutron] For port 01016668-5bcb-48c2-a9e3-5491867dfd41, host hv-cinder-85528, cleared binding levels {{(pid=106777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:25:01.604247 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.db [req-292a4953-da0b-47d5-a791-b91df3d5803a req-a0ec4dc1-5062-4b68-84af-0d908b410d43 service neutron] For port 01016668-5bcb-48c2-a9e3-5491867dfd41, host hv-cinder-85528, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=01016668-5bcb-48c2-a9e3-5491867dfd41,segment=NetworkSegment(495fb077-7c61-4a4f-a57a-bcf8fced2861),segment_id=495fb077-7c61-4a4f-a57a-bcf8fced2861)] {{(pid=106777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:25:01.644037 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-3e40166e-e3db-42a7-8ed9-7030979fc4f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:01.647784 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:25:01.679979 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-292a4953-da0b-47d5-a791-b91df3d5803a req-a0ec4dc1-5062-4b68-84af-0d908b410d43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5261583'] for port (01016668-5bcb-48c2-a9e3-5491867dfd41), after_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:01.684669 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a4953-da0b-47d5-a791-b91df3d5803a req-a0ec4dc1-5062-4b68-84af-0d908b410d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:01.685306 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-292a4953-da0b-47d5-a791-b91df3d5803a req-a0ec4dc1-5062-4b68-84af-0d908b410d43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for port (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:01.687391 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-292a4953-da0b-47d5-a791-b91df3d5803a req-a0ec4dc1-5062-4b68-84af-0d908b410d43 service neutron] 10.222.0.85 "PUT /networking/v2.0/ports/01016668-5bcb-48c2-a9e3-5491867dfd41 HTTP/1.1" status: 200 len: 1097 time: 1.4005210 Aug 31 01:25:01.687954 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0652e608-c1c4-41e6-949e-6c5a486e2979', 'tag': '01016668-5bcb-48c2-a9e3-5491867dfd41'}] {{(pid=106777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:25:01.690873 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e330c87e12d7f870e7d9a686a76230f6b0968ad9153010b5cc5787492cc6e0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2817cf7b-9ad8-48a5-9d5c-a8cc493b5de0" -d '{"events": [{"name": "network-changed", "server_uuid": "0652e608-c1c4-41e6-949e-6c5a486e2979", "tag": "01016668-5bcb-48c2-a9e3-5491867dfd41"}]}' {{(pid=106777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:25:01.756363 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 01:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34fcd8a1-2623-43ef-b40d-f2a69f87d1da x-openstack-request-id: req-34fcd8a1-2623-43ef-b40d-f2a69f87d1da {{(pid=106777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:25:01.756695 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0652e608-c1c4-41e6-949e-6c5a486e2979", "tag": "01016668-5bcb-48c2-a9e3-5491867dfd41", "status": "completed", "code": 200}]} {{(pid=106777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:25:01.757042 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-34fcd8a1-2623-43ef-b40d-f2a69f87d1da {{(pid=106777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:25:01.757584 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34fcd8a1-2623-43ef-b40d-f2a69f87d1da'] response: {'name': 'network-changed', 'server_uuid': '0652e608-c1c4-41e6-949e-6c5a486e2979', 'tag': '01016668-5bcb-48c2-a9e3-5491867dfd41', 'status': 'completed', 'code': 200} Aug 31 01:25:01.763837 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-3e40166e-e3db-42a7-8ed9-7030979fc4f0 admin admin] Publish callbacks [] for security_group (a51a0e29-417e-4da5-87be-7bf5d570316f), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:01.791186 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ec4dc1-5062-4b68-84af-0d908b410d43 service neutron] Pushing event updated for resources: {'Port': ['ID=01016668-5bcb-48c2-a9e3-5491867dfd41,revision_number=3']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:01.811214 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-3e40166e-e3db-42a7-8ed9-7030979fc4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (a51a0e29-417e-4da5-87be-7bf5d570316f), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:01.847846 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2817cf7b-9ad8-48a5-9d5c-a8cc493b5de0 req-e9237b29-d890-4147-9ad9-7803644b2c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:01.849385 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-2817cf7b-9ad8-48a5-9d5c-a8cc493b5de0 req-e9237b29-d890-4147-9ad9-7803644b2c2d service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=6ac413264abe44918f2d1c65a365c063&device_id=0652e608-c1c4-41e6-949e-6c5a486e2979 HTTP/1.1" status: 200 len: 1131 time: 0.0528738 Aug 31 01:25:01.857057 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:25:01.860688 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-3e40166e-e3db-42a7-8ed9-7030979fc4f0 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=f93acac1ed504852b8239acc71779630&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3917649 Aug 31 01:25:01.870244 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 58996) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:25:01.875556 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e40166e-e3db-42a7-8ed9-7030979fc4f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a51a0e29-417e-4da5-87be-7bf5d570316f,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:01.884042 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e40166e-e3db-42a7-8ed9-7030979fc4f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:01.884416 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e40166e-e3db-42a7-8ed9-7030979fc4f0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:01.884933 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e40166e-e3db-42a7-8ed9-7030979fc4f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:01.885270 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e40166e-e3db-42a7-8ed9-7030979fc4f0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:01.885601 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e40166e-e3db-42a7-8ed9-7030979fc4f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:01.885926 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e40166e-e3db-42a7-8ed9-7030979fc4f0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:01.886248 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e40166e-e3db-42a7-8ed9-7030979fc4f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:01.886569 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e40166e-e3db-42a7-8ed9-7030979fc4f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:01.886890 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e40166e-e3db-42a7-8ed9-7030979fc4f0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:01.887208 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e40166e-e3db-42a7-8ed9-7030979fc4f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:01.887722 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e40166e-e3db-42a7-8ed9-7030979fc4f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:01.888044 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e40166e-e3db-42a7-8ed9-7030979fc4f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:01.888364 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e40166e-e3db-42a7-8ed9-7030979fc4f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:01.888921 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e40166e-e3db-42a7-8ed9-7030979fc4f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:01.889245 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e40166e-e3db-42a7-8ed9-7030979fc4f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:01.894181 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-2817cf7b-9ad8-48a5-9d5c-a8cc493b5de0 req-9bef7509-e76d-4a6b-be11-fdc8a0bdcdc4 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?tenant_id=6ac413264abe44918f2d1c65a365c063&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350976 Aug 31 01:25:01.984927 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:25:01.997490 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-0ea020e9-458b-43a6-a031-1b75817e8291 admin admin] Publish callbacks [] for security_group (a51a0e29-417e-4da5-87be-7bf5d570316f), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:02.027937 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-0ea020e9-458b-43a6-a031-1b75817e8291 admin admin] Publish callbacks [] for security_group (a51a0e29-417e-4da5-87be-7bf5d570316f), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:02.069417 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2817cf7b-9ad8-48a5-9d5c-a8cc493b5de0 req-b9557b1a-aa2a-4ffd-973a-b93d9068ac34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:02.070914 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-2817cf7b-9ad8-48a5-9d5c-a8cc493b5de0 req-b9557b1a-aa2a-4ffd-973a-b93d9068ac34 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1685438 Aug 31 01:25:02.187866 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe82c9-0a70-448c-a45c-9a622c372c81 req-1824a5c9-f8b6-4381-a347-2eda511abd5f tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:02.189513 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0dbe82c9-0a70-448c-a45c-9a622c372c81 req-1824a5c9-f8b6-4381-a347-2eda511abd5f tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0652e608-c1c4-41e6-949e-6c5a486e2979 HTTP/1.1" status: 200 len: 947 time: 0.0831120 Aug 31 01:25:02.216105 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a4953-da0b-47d5-a791-b91df3d5803a req-2869eab4-5dff-45c8-b651-fff2a90e90b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:02.218390 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-292a4953-da0b-47d5-a791-b91df3d5803a req-2869eab4-5dff-45c8-b651-fff2a90e90b3 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=6ac413264abe44918f2d1c65a365c063&device_id=0652e608-c1c4-41e6-949e-6c5a486e2979 HTTP/1.1" status: 200 len: 1131 time: 0.0735109 Aug 31 01:25:02.270603 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-292a4953-da0b-47d5-a791-b91df3d5803a req-7d12386e-4e15-4d11-bd4c-57abda13e682 service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=01016668-5bcb-48c2-a9e3-5491867dfd41 HTTP/1.1" status: 200 len: 217 time: 0.0444574 Aug 31 01:25:02.271200 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-0ea020e9-458b-43a6-a031-1b75817e8291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (a51a0e29-417e-4da5-87be-7bf5d570316f), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:02.273783 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-0ea020e9-458b-43a6-a031-1b75817e8291 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:02.274789 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-0ea020e9-458b-43a6-a031-1b75817e8291 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/a51a0e29-417e-4da5-87be-7bf5d570316f HTTP/1.1" status: 204 len: 168 time: 0.4022424 Aug 31 01:25:02.322270 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea020e9-458b-43a6-a031-1b75817e8291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51a0e29-417e-4da5-87be-7bf5d570316f,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:02.329434 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0dbe82c9-0a70-448c-a45c-9a622c372c81 req-e903b613-e3a3-4a52-bcb7-cb2e21402b32 tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1be2243a-0433-4ede-acb9-490f081c8d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341667 Aug 31 01:25:02.341878 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:25:02.346330 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a4953-da0b-47d5-a791-b91df3d5803a req-8f1be5d8-e0cd-4221-8213-82f2a68a9c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:02.348859 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-292a4953-da0b-47d5-a791-b91df3d5803a req-8f1be5d8-e0cd-4221-8213-82f2a68a9c22 service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=21554373-80eb-482b-8922-f754fe20d9ad HTTP/1.1" status: 200 len: 843 time: 0.0688603 Aug 31 01:25:02.408031 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a4953-da0b-47d5-a791-b91df3d5803a req-6a654c06-723e-4f9c-8fb1-acab38bcdaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:02.409755 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-292a4953-da0b-47d5-a791-b91df3d5803a req-6a654c06-723e-4f9c-8fb1-acab38bcdaa6 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=f24da6df-6910-4a33-9b29-ac14c491882d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0493054 Aug 31 01:25:02.519449 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-292a4953-da0b-47d5-a791-b91df3d5803a req-de5943b7-dbe7-4a90-8506-101ce91d87ba service neutron] 10.222.0.85 "GET /networking/v2.0/networks/f24da6df-6910-4a33-9b29-ac14c491882d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015193 Aug 31 01:25:02.634731 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc475104-8458-4c81-87da-be69cbcf89ec req-ef47e589-03f7-4073-8bb6-9ffd5d4cdcea tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:02.636231 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-cc475104-8458-4c81-87da-be69cbcf89ec req-ef47e589-03f7-4073-8bb6-9ffd5d4cdcea tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 946 time: 0.1075180 Aug 31 01:25:02.705966 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-292a4953-da0b-47d5-a791-b91df3d5803a req-587bdb2e-1d5b-4a19-8ca1-9c7e91171e52 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/f24da6df-6910-4a33-9b29-ac14c491882d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782155 Aug 31 01:25:02.725239 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-cc475104-8458-4c81-87da-be69cbcf89ec req-31792ef2-b71a-4ae4-94a2-9e9ad576326d tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807874 Aug 31 01:25:03.468574 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2604b547-68b1-4496-b460-89ef5936d081 req-0a758659-1497-4989-992b-c0d900107e7f tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:03.470120 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-2604b547-68b1-4496-b460-89ef5936d081 req-0a758659-1497-4989-992b-c0d900107e7f tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0652e608-c1c4-41e6-949e-6c5a486e2979 HTTP/1.1" status: 200 len: 947 time: 0.0534718 Aug 31 01:25:03.526139 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-2604b547-68b1-4496-b460-89ef5936d081 req-1402ad26-35f4-4952-b419-a88651ca09ed tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1be2243a-0433-4ede-acb9-490f081c8d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503736 Aug 31 01:25:03.537029 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-56781c37-a66a-4fba-ad93-273d8549d1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (1428144b-5b15-4168-8538-b51b3045e8b6), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:03.646427 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=42,neutron:UPDATE=3 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:25:03.648364 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:25:03.782726 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (799b9b45-836a-4007-8b99-6041c4a5ce6b), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:03.873036 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f96a87-1526-4a48-8231-01671d8fd074 req-826c6de1-bc0a-4095-9bbf-62a664722dda tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:03.875035 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-33f96a87-1526-4a48-8231-01671d8fd074 req-826c6de1-bc0a-4095-9bbf-62a664722dda tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 946 time: 0.0612271 Aug 31 01:25:03.953319 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-33f96a87-1526-4a48-8231-01671d8fd074 req-c33078aa-6a83-4aaa-9053-0a2c0c846ff6 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723984 Aug 31 01:25:04.667145 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ba883-5ac5-4b3f-bdcf-19ebec5776e7 req-d9473e22-5087-4fa2-bae6-d4d109562710 tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:04.669793 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-d36ba883-5ac5-4b3f-bdcf-19ebec5776e7 req-d9473e22-5087-4fa2-bae6-d4d109562710 tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0652e608-c1c4-41e6-949e-6c5a486e2979 HTTP/1.1" status: 200 len: 947 time: 0.0548663 Aug 31 01:25:04.698198 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device 01016668-5bcb-48c2-a9e3-5491867dfd41 details requested by agent hyperv_hv-cinder-85528 with host hv-cinder-85528 {{(pid=106778) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:25:04.768028 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-d36ba883-5ac5-4b3f-bdcf-19ebec5776e7 req-8d1adca2-8e1e-4bf5-a4bf-c7dd458ddf35 tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1be2243a-0433-4ede-acb9-490f081c8d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914114 Aug 31 01:25:04.807246 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:25:04.855112 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port 01016668-5bcb-48c2-a9e3-5491867dfd41, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=01016668-5bcb-48c2-a9e3-5491867dfd41,segment=NetworkSegment(495fb077-7c61-4a4f-a57a-bcf8fced2861),segment_id=495fb077-7c61-4a4f-a57a-bcf8fced2861)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:25:04.880905 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Returning: {'device': '01016668-5bcb-48c2-a9e3-5491867dfd41', 'network_id': 'f24da6df-6910-4a33-9b29-ac14c491882d', 'port_id': '01016668-5bcb-48c2-a9e3-5491867dfd41', 'mac_address': 'fa:16:3e:dc:37:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1087, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21554373-80eb-482b-8922-f754fe20d9ad', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106778) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:25:04.920534 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Current status of the port 01016668-5bcb-48c2-a9e3-5491867dfd41 is: DOWN; New status is: BUILD {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:25:04.923592 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (01016668-5bcb-48c2-a9e3-5491867dfd41), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:04.937077 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.notifiers.nova [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01016668-5bcb-48c2-a9e3-5491867dfd41 {{(pid=106778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 01:25:04.945429 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-6cf74907-e165-4231-8e79-d72e153e628e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (625e835a-7d63-45f9-8a46-c3ba876c3627), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:04.961880 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port 01016668-5bcb-48c2-a9e3-5491867dfd41, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=01016668-5bcb-48c2-a9e3-5491867dfd41,segment=NetworkSegment(495fb077-7c61-4a4f-a57a-bcf8fced2861),segment_id=495fb077-7c61-4a4f-a57a-bcf8fced2861)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:25:05.040217 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (01016668-5bcb-48c2-a9e3-5491867dfd41), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:05.094543 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c87d61-8fd0-40c2-a4ae-f3bfa6e50123 req-538babc9-47af-40d2-b60d-8925d0476dc3 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:05.102784 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-c6c87d61-8fd0-40c2-a4ae-f3bfa6e50123 req-538babc9-47af-40d2-b60d-8925d0476dc3 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 946 time: 0.0625081 Aug 31 01:25:05.110788 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Pushing event updated for resources: {'Port': ['ID=01016668-5bcb-48c2-a9e3-5491867dfd41,revision_number=4']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:05.121771 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:25:05.150523 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-c6c87d61-8fd0-40c2-a4ae-f3bfa6e50123 req-563db8d8-e649-4127-b3ad-bf5677993e49 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463552 Aug 31 01:25:05.411598 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] get_ports_and_sgs() called for port_ids ['01016668-5bcb-48c2-a9e3-5491867dfd41'] {{(pid=106778) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 01:25:05.940539 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b15da-0c72-46f5-b11c-815a5b4ea6eb req-f2ec86ce-6734-4827-a7cc-62549acafc17 tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:05.943218 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-af4b15da-0c72-46f5-b11c-815a5b4ea6eb req-f2ec86ce-6734-4827-a7cc-62549acafc17 tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0652e608-c1c4-41e6-949e-6c5a486e2979 HTTP/1.1" status: 200 len: 948 time: 0.0728328 Aug 31 01:25:06.006823 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-af4b15da-0c72-46f5-b11c-815a5b4ea6eb req-5e871f0f-91e1-4f7c-8a41-13090056fd05 tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1be2243a-0433-4ede-acb9-490f081c8d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572810 Aug 31 01:25:06.353116 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d380b-5c77-4b30-8207-29c575d8c627 req-48d139a3-4e86-490a-99e1-d1aad95d2744 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:06.353116 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-761d380b-5c77-4b30-8207-29c575d8c627 req-48d139a3-4e86-490a-99e1-d1aad95d2744 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 946 time: 0.0977046 Aug 31 01:25:06.398926 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-761d380b-5c77-4b30-8207-29c575d8c627 req-8049969a-46a3-4de9-9038-9b1ef9b57068 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501101 Aug 31 01:25:06.714319 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device 01016668-5bcb-48c2-a9e3-5491867dfd41 up at agent hyperv_hv-cinder-85528 {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:25:06.756787 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-f7411cf7-2853-429b-aa0f-54d02b543116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (5f821ebb-aac9-4915-bb43-6712672a5d6c), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:06.757457 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Provisioning for port 01016668-5bcb-48c2-a9e3-5491867dfd41 completed by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 01:25:06.781993 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (f96ef3eb-5320-49ab-b33a-a2775d3a6053), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:06.904124 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Provisioning complete for port 01016668-5bcb-48c2-a9e3-5491867dfd41 triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:25:06.904680 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (01016668-5bcb-48c2-a9e3-5491867dfd41), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:06.935214 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:25:06.989137 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Current status of the port 01016668-5bcb-48c2-a9e3-5491867dfd41 is: BUILD; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:25:06.989503 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (01016668-5bcb-48c2-a9e3-5491867dfd41), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:07.016069 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0652e608-c1c4-41e6-949e-6c5a486e2979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01016668-5bcb-48c2-a9e3-5491867dfd41'}] {{(pid=106778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:25:07.018378 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d41e2a553b02095d3b1f0ace215352f4a23baa657e7b5a2da03818d3ee46b5df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12595640-2a89-4bfe-9fd6-b41c2b1e2609" -d '{"events": [{"server_uuid": "0652e608-c1c4-41e6-949e-6c5a486e2979", "name": "network-vif-plugged", "status": "completed", "tag": "01016668-5bcb-48c2-a9e3-5491867dfd41"}]}' {{(pid=106778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:25:07.033839 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port 01016668-5bcb-48c2-a9e3-5491867dfd41, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=01016668-5bcb-48c2-a9e3-5491867dfd41,segment=NetworkSegment(495fb077-7c61-4a4f-a57a-bcf8fced2861),segment_id=495fb077-7c61-4a4f-a57a-bcf8fced2861)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:25:07.100073 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 01:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e81f3d50-c179-48b6-ab4a-7cd91f4e580d x-openstack-request-id: req-e81f3d50-c179-48b6-ab4a-7cd91f4e580d {{(pid=106778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:25:07.100385 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0652e608-c1c4-41e6-949e-6c5a486e2979", "name": "network-vif-plugged", "status": "completed", "tag": "01016668-5bcb-48c2-a9e3-5491867dfd41", "code": 200}]} {{(pid=106778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:25:07.100683 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e81f3d50-c179-48b6-ab4a-7cd91f4e580d {{(pid=106778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:25:07.101110 dv-cinder-855288-2-iscsi neutron-server[106778]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e81f3d50-c179-48b6-ab4a-7cd91f4e580d'] response: {'server_uuid': '0652e608-c1c4-41e6-949e-6c5a486e2979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01016668-5bcb-48c2-a9e3-5491867dfd41', 'code': 200} Aug 31 01:25:07.139943 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d116de-dedc-4c58-9027-ed250849c7d2 req-b6e554f3-0124-43c8-8e40-93013c16442b tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:07.142186 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-e3d116de-dedc-4c58-9027-ed250849c7d2 req-b6e554f3-0124-43c8-8e40-93013c16442b tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0652e608-c1c4-41e6-949e-6c5a486e2979 HTTP/1.1" status: 200 len: 948 time: 0.0508990 Aug 31 01:25:07.143828 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (01016668-5bcb-48c2-a9e3-5491867dfd41), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:07.208879 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-e3d116de-dedc-4c58-9027-ed250849c7d2 req-c57be647-bab1-44e1-9b06-6b6902744511 tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1be2243a-0433-4ede-acb9-490f081c8d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526810 Aug 31 01:25:07.253309 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Pushing event updated for resources: {'Port': ['ID=01016668-5bcb-48c2-a9e3-5491867dfd41,revision_number=5']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:07.503742 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6741053a-d745-4fee-a697-70e005670379 req-51fb0ece-86d8-473f-be8f-547e3de8b2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:07.505938 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-6741053a-d745-4fee-a697-70e005670379 req-51fb0ece-86d8-473f-be8f-547e3de8b2c8 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0652e608-c1c4-41e6-949e-6c5a486e2979 HTTP/1.1" status: 200 len: 1133 time: 0.0436516 Aug 31 01:25:07.600438 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b45ded-cdbc-4987-829a-1cf9de8982e4 req-3c8ae306-e5a8-44cd-8ede-6f7c5e9d3010 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:07.601833 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-a6b45ded-cdbc-4987-829a-1cf9de8982e4 req-3c8ae306-e5a8-44cd-8ede-6f7c5e9d3010 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 946 time: 0.0706410 Aug 31 01:25:07.604394 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-6741053a-d745-4fee-a697-70e005670379 req-dd7ac9b5-f5c8-4d1d-950d-762d8bb4120c service neutron] 10.222.0.85 "GET /networking/v2.0/security-groups?id=1be2243a-0433-4ede-acb9-490f081c8d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879898 Aug 31 01:25:07.653511 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-a6b45ded-cdbc-4987-829a-1cf9de8982e4 req-368737c3-dc1c-40f2-8df1-49dbaa6c433b tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454855 Aug 31 01:25:07.983228 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.agents_db [None req-5925ee7b-6bd5-4912-8f46-3ff11817b141 None None] Agent healthcheck: found 6 active agents {{(pid=106779) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:25:08.406720 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e509754-34bb-4863-a76e-5016e3777317 req-b72cd9ee-4851-46a0-98fc-9ccd01714f63 tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:08.408359 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-5e509754-34bb-4863-a76e-5016e3777317 req-b72cd9ee-4851-46a0-98fc-9ccd01714f63 tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0652e608-c1c4-41e6-949e-6c5a486e2979 HTTP/1.1" status: 200 len: 949 time: 0.1042328 Aug 31 01:25:08.467110 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-5e509754-34bb-4863-a76e-5016e3777317 req-9fd9c00f-e5a2-4fd9-be4f-efffc3562072 tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1be2243a-0433-4ede-acb9-490f081c8d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519862 Aug 31 01:25:08.813253 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a7c2a-6875-47fa-b0e8-35646fa79c3b req-cae6508a-2663-40ac-9a3a-ea0661de8ba4 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:08.814939 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-f12a7c2a-6875-47fa-b0e8-35646fa79c3b req-cae6508a-2663-40ac-9a3a-ea0661de8ba4 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 946 time: 0.0685215 Aug 31 01:25:08.877202 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-f12a7c2a-6875-47fa-b0e8-35646fa79c3b req-514b2c8e-1d9a-419b-b5be-a0547b971b29 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565877 Aug 31 01:25:09.592485 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:25:09.599476 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb90adb9-2868-496a-98bb-974bf1385cb8 req-ba533778-032d-4673-b71a-b67ab71d11b0 tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:09.601019 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-cb90adb9-2868-496a-98bb-974bf1385cb8 req-ba533778-032d-4673-b71a-b67ab71d11b0 tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0652e608-c1c4-41e6-949e-6c5a486e2979 HTTP/1.1" status: 200 len: 949 time: 0.0525177 Aug 31 01:25:09.656708 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-cb90adb9-2868-496a-98bb-974bf1385cb8 req-e5c74c26-9288-4783-837d-f87dd82a675c tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1be2243a-0433-4ede-acb9-490f081c8d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486722 Aug 31 01:25:10.010949 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a22f0ef-6fca-42d2-8a4a-71a9df3b76d2 req-5701d11a-301f-45bc-a660-6a4aab88d863 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:10.012386 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0a22f0ef-6fca-42d2-8a4a-71a9df3b76d2 req-5701d11a-301f-45bc-a660-6a4aab88d863 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 946 time: 0.0460818 Aug 31 01:25:10.062066 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0a22f0ef-6fca-42d2-8a4a-71a9df3b76d2 req-18653d2b-307e-454c-9c7d-67d69d87f886 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441725 Aug 31 01:25:10.779530 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:25:10.790916 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002cae61-a015-49aa-8e63-4d27ea6907c8 req-f5065546-f12c-48f4-a5d3-cc7389035a7f tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:10.792699 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-002cae61-a015-49aa-8e63-4d27ea6907c8 req-f5065546-f12c-48f4-a5d3-cc7389035a7f tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0652e608-c1c4-41e6-949e-6c5a486e2979 HTTP/1.1" status: 200 len: 949 time: 0.0520108 Aug 31 01:25:10.845865 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-002cae61-a015-49aa-8e63-4d27ea6907c8 req-73663b85-c6d7-4fc8-8fc0-9cd7dde8427e tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1be2243a-0433-4ede-acb9-490f081c8d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465956 Aug 31 01:25:11.185391 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d64b795-1401-481d-8452-0bc71e75256d req-cfe7b72e-f528-4877-b0a2-ead6df2f3e10 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:11.186996 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-8d64b795-1401-481d-8452-0bc71e75256d req-cfe7b72e-f528-4877-b0a2-ead6df2f3e10 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 946 time: 0.0481129 Aug 31 01:25:11.236590 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-8d64b795-1401-481d-8452-0bc71e75256d req-4336bbaf-f7dc-4c90-b15b-3c05325f4ea4 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434957 Aug 31 01:25:11.481028 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef177a-7898-4751-87e2-9b5f80e6b8d3 req-88e0ee74-b439-4c58-9683-76632a1a7e1e tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:11.482558 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-72ef177a-7898-4751-87e2-9b5f80e6b8d3 req-88e0ee74-b439-4c58-9683-76632a1a7e1e tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0652e608-c1c4-41e6-949e-6c5a486e2979 HTTP/1.1" status: 200 len: 949 time: 0.0583479 Aug 31 01:25:11.544052 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-72ef177a-7898-4751-87e2-9b5f80e6b8d3 req-3e5c82e6-e517-49a5-8a6a-a04a026443eb tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1be2243a-0433-4ede-acb9-490f081c8d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558155 Aug 31 01:25:11.879061 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=15 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:25:12.362015 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb32255-06ec-45cc-83c9-00b3f193252e req-2ecb91c4-0d71-4f40-b4dd-c4574a88f953 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:12.363538 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-efb32255-06ec-45cc-83c9-00b3f193252e req-2ecb91c4-0d71-4f40-b4dd-c4574a88f953 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 946 time: 0.0465553 Aug 31 01:25:12.410646 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-efb32255-06ec-45cc-83c9-00b3f193252e req-fc5b10e7-3e85-440b-be40-2eec786847a2 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416431 Aug 31 01:25:12.659430 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eb3455-a172-4b06-84f5-d540ced65442 req-607d5a11-8467-4ce9-be4a-e3a41c63ceb3 tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:12.661862 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-02eb3455-a172-4b06-84f5-d540ced65442 req-607d5a11-8467-4ce9-be4a-e3a41c63ceb3 tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0652e608-c1c4-41e6-949e-6c5a486e2979 HTTP/1.1" status: 200 len: 949 time: 0.0510001 Aug 31 01:25:12.709425 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-02eb3455-a172-4b06-84f5-d540ced65442 req-f5017ba4-0945-4217-8f88-669a006d8d04 tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1be2243a-0433-4ede-acb9-490f081c8d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421083 Aug 31 01:25:13.413239 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976376a6-a5c8-459e-bc70-f136a1b604f9 req-9c08b208-037d-4ba4-b019-b02737c5b2a4 tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:13.414698 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-976376a6-a5c8-459e-bc70-f136a1b604f9 req-9c08b208-037d-4ba4-b019-b02737c5b2a4 tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=0652e608-c1c4-41e6-949e-6c5a486e2979 HTTP/1.1" status: 200 len: 949 time: 0.0490506 Aug 31 01:25:13.561860 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c323372e-4e87-4936-afa8-1f0a64b8cedb req-dbfbbcc4-7dcc-4c0a-ba93-88701de9d539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:13.563513 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-c323372e-4e87-4936-afa8-1f0a64b8cedb req-dbfbbcc4-7dcc-4c0a-ba93-88701de9d539 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=53d2295ada114ea3b6b5001c4c197f35&device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 1130 time: 0.0397656 Aug 31 01:25:13.563633 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0249733d-d49b-4ad1-b02d-9860151e201c req-94c86b34-e7f5-4428-a3e3-41412915d0f0 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:13.565091 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0249733d-d49b-4ad1-b02d-9860151e201c req-94c86b34-e7f5-4428-a3e3-41412915d0f0 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 946 time: 0.0769131 Aug 31 01:25:13.639417 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.plugin [req-976376a6-a5c8-459e-bc70-f136a1b604f9 req-82577eb9-b1bf-41c7-97f2-c24bc2853124 tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] Deleting port 01016668-5bcb-48c2-a9e3-5491867dfd41 {{(pid=106777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:25:13.639683 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-976376a6-a5c8-459e-bc70-f136a1b604f9 req-82577eb9-b1bf-41c7-97f2-c24bc2853124 tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (01016668-5bcb-48c2-a9e3-5491867dfd41), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:13.667338 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c323372e-4e87-4936-afa8-1f0a64b8cedb req-572e1982-f703-4283-b8f0-1fcbdcd243de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:13.668889 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-c323372e-4e87-4936-afa8-1f0a64b8cedb req-572e1982-f703-4283-b8f0-1fcbdcd243de service neutron] 10.222.0.85 "GET /networking/v2.0/networks?id=2a0890c6-f1c3-465a-8b4d-8e1ae2356a58 HTTP/1.1" status: 200 len: 919 time: 0.0946288 Aug 31 01:25:13.690671 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0249733d-d49b-4ad1-b02d-9860151e201c req-7403e68f-db8d-4270-a9b9-2c9b64911ce0 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196215 Aug 31 01:25:13.750575 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-c323372e-4e87-4936-afa8-1f0a64b8cedb req-55441226-9447-4d08-9f83-5bd25870ad54 service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc60a507-f9d6-4b68-ae6c-65c2cfafb12c HTTP/1.1" status: 200 len: 1001 time: 0.0739603 Aug 31 01:25:13.750996 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.db [req-976376a6-a5c8-459e-bc70-f136a1b604f9 req-82577eb9-b1bf-41c7-97f2-c24bc2853124 tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] For port 01016668-5bcb-48c2-a9e3-5491867dfd41, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=01016668-5bcb-48c2-a9e3-5491867dfd41,segment=NetworkSegment(495fb077-7c61-4a4f-a57a-bcf8fced2861),segment_id=495fb077-7c61-4a4f-a57a-bcf8fced2861)] {{(pid=106777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:25:13.751363 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-976376a6-a5c8-459e-bc70-f136a1b604f9 req-82577eb9-b1bf-41c7-97f2-c24bc2853124 tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (01016668-5bcb-48c2-a9e3-5491867dfd41), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:13.766876 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.plugin [req-976376a6-a5c8-459e-bc70-f136a1b604f9 req-82577eb9-b1bf-41c7-97f2-c24bc2853124 tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] Calling delete_port for 01016668-5bcb-48c2-a9e3-5491867dfd41 owned by compute:nova {{(pid=106777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:25:13.818988 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c323372e-4e87-4936-afa8-1f0a64b8cedb req-ecb10e6f-e7dd-42ee-ae94-dd733f029c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:13.820643 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-c323372e-4e87-4936-afa8-1f0a64b8cedb req-ecb10e6f-e7dd-42ee-ae94-dd733f029c76 service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=d653247e-0c02-4230-ad01-73647a101df2 HTTP/1.1" status: 200 len: 856 time: 0.0626452 Aug 31 01:25:13.868255 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c323372e-4e87-4936-afa8-1f0a64b8cedb req-24a441a6-fdb5-4c99-a024-68651c21d679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:13.869854 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-c323372e-4e87-4936-afa8-1f0a64b8cedb req-24a441a6-fdb5-4c99-a024-68651c21d679 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=2a0890c6-f1c3-465a-8b4d-8e1ae2356a58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405314 Aug 31 01:25:13.875566 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f47b6d7-52ed-4096-8c9f-f7bef5b49fb9 req-6735d692-e31f-4a93-a851-ea9bc437b692 tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:13.877100 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0f47b6d7-52ed-4096-8c9f-f7bef5b49fb9 req-6735d692-e31f-4a93-a851-ea9bc437b692 tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0652e608-c1c4-41e6-949e-6c5a486e2979 HTTP/1.1" status: 200 len: 949 time: 0.0647395 Aug 31 01:25:13.912440 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:25:13.928545 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:25:13.962592 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0f47b6d7-52ed-4096-8c9f-f7bef5b49fb9 req-26bf3649-efd0-4ef1-bd1f-abfe1699fa5f tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1be2243a-0433-4ede-acb9-490f081c8d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791528 Aug 31 01:25:13.979098 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-c323372e-4e87-4936-afa8-1f0a64b8cedb req-05e940a7-742a-4d92-9f15-9266c3cfb05c service neutron] 10.222.0.85 "GET /networking/v2.0/networks/2a0890c6-f1c3-465a-8b4d-8e1ae2356a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995703 Aug 31 01:25:14.068347 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-976376a6-a5c8-459e-bc70-f136a1b604f9 req-82577eb9-b1bf-41c7-97f2-c24bc2853124 tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5261574'] for port (01016668-5bcb-48c2-a9e3-5491867dfd41), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:14.076003 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-c323372e-4e87-4936-afa8-1f0a64b8cedb req-bdc33903-45b5-4af9-b328-611af386e573 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/2a0890c6-f1c3-465a-8b4d-8e1ae2356a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853865 Aug 31 01:25:14.084335 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] get_ports_and_sgs() called for port_ids ['01016668-5bcb-48c2-a9e3-5491867dfd41'] {{(pid=106778) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 01:25:14.099684 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82577eb9-b1bf-41c7-97f2-c24bc2853124 tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] Pushing event deleted for resources: {'Port': ['ID=01016668-5bcb-48c2-a9e3-5491867dfd41,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:14.144572 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.l3_dvrscheduler_db [req-976376a6-a5c8-459e-bc70-f136a1b604f9 req-82577eb9-b1bf-41c7-97f2-c24bc2853124 tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] No DVR routers for this DVR port 01016668-5bcb-48c2-a9e3-5491867dfd41 on host hv-cinder-85528 {{(pid=106777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 01:25:14.147399 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-976376a6-a5c8-459e-bc70-f136a1b604f9 req-82577eb9-b1bf-41c7-97f2-c24bc2853124 tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for port (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:14.150762 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-976376a6-a5c8-459e-bc70-f136a1b604f9 req-82577eb9-b1bf-41c7-97f2-c24bc2853124 tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] 10.222.0.85 "DELETE /networking/v2.0/ports/01016668-5bcb-48c2-a9e3-5491867dfd41 HTTP/1.1" status: 204 len: 173 time: 0.6335688 Aug 31 01:25:14.151119 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0652e608-c1c4-41e6-949e-6c5a486e2979', 'name': 'network-vif-deleted', 'tag': '01016668-5bcb-48c2-a9e3-5491867dfd41'}] {{(pid=106777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:25:14.153422 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e330c87e12d7f870e7d9a686a76230f6b0968ad9153010b5cc5787492cc6e0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-560e5e61-3294-46e0-bb7f-8323193f0032" -d '{"events": [{"server_uuid": "0652e608-c1c4-41e6-949e-6c5a486e2979", "name": "network-vif-deleted", "tag": "01016668-5bcb-48c2-a9e3-5491867dfd41"}]}' {{(pid=106777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:25:14.197110 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 01:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b06ad30-4ce3-4593-a8fb-8c9bcae93837 x-openstack-request-id: req-0b06ad30-4ce3-4593-a8fb-8c9bcae93837 {{(pid=106777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:25:14.197577 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0652e608-c1c4-41e6-949e-6c5a486e2979", "name": "network-vif-deleted", "tag": "01016668-5bcb-48c2-a9e3-5491867dfd41", "status": "completed", "code": 200}]} {{(pid=106777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:25:14.197833 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0b06ad30-4ce3-4593-a8fb-8c9bcae93837 {{(pid=106777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:25:14.198234 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b06ad30-4ce3-4593-a8fb-8c9bcae93837'] response: {'server_uuid': '0652e608-c1c4-41e6-949e-6c5a486e2979', 'name': 'network-vif-deleted', 'tag': '01016668-5bcb-48c2-a9e3-5491867dfd41', 'status': 'completed', 'code': 200} Aug 31 01:25:14.826026 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f529b-8fbf-410b-8d8f-b00a6c210d2b req-ff02af4e-bc35-4e06-8467-dc2736b797ba tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:14.827490 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-a17f529b-8fbf-410b-8d8f-b00a6c210d2b req-ff02af4e-bc35-4e06-8467-dc2736b797ba tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 946 time: 0.0503726 Aug 31 01:25:14.874552 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-a17f529b-8fbf-410b-8d8f-b00a6c210d2b req-4fb0fc23-23d4-4096-aca9-359d6efff167 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406919 Aug 31 01:25:15.063460 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-14c7961f-bc75-45e7-bd10-af6316637eaf req-a0f32a70-efdd-4c2b-9bd4-1774367eb036 tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0652e608-c1c4-41e6-949e-6c5a486e2979 HTTP/1.1" status: 200 len: 210 time: 0.0269191 Aug 31 01:25:15.996535 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ebf13-dc64-4591-9b64-7f232ce7bb28 req-d3d735d0-9282-4172-9b1a-0368d191427e tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:15.998023 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-3d1ebf13-dc64-4591-9b64-7f232ce7bb28 req-d3d735d0-9282-4172-9b1a-0368d191427e tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 946 time: 0.0463498 Aug 31 01:25:16.043867 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-3d1ebf13-dc64-4591-9b64-7f232ce7bb28 req-77b02610-1e64-4b33-8f6c-c838fae622aa tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403745 Aug 31 01:25:16.165678 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-063edb02-84f3-4502-b5f0-2e645a8ad2e2 req-9af4908d-2612-4bda-9c0d-b79a9bb8094e tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0652e608-c1c4-41e6-949e-6c5a486e2979 HTTP/1.1" status: 200 len: 210 time: 0.0303283 Aug 31 01:25:17.165783 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf216a-be81-4942-a985-03ee734be8ea req-59998095-babf-4dc4-8631-340b7f9eb2f7 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:17.167247 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b8cf216a-be81-4942-a985-03ee734be8ea req-59998095-babf-4dc4-8631-340b7f9eb2f7 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 946 time: 0.0464044 Aug 31 01:25:17.219234 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b8cf216a-be81-4942-a985-03ee734be8ea req-e0d88d26-3a98-4880-ba52-132f7c86bbb0 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465109 Aug 31 01:25:17.231475 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device 01016668-5bcb-48c2-a9e3-5491867dfd41 no longer exists at agent hyperv_hv-cinder-85528 {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:25:17.259292 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] No Port match for: 01016668-5bcb-48c2-a9e3-5491867dfd41 {{(pid=106778) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 01:25:17.259642 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device 01016668-5bcb-48c2-a9e3-5491867dfd41 not bound to the agent host hv-cinder-85528 {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:25:17.260909 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device dc60a507-f9d6-4b68-ae6c-65c2cfafb12c no longer exists at agent hyperv_hv-cinder-85528 {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:25:17.273477 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-9d321197-96e8-418e-a529-e0cf3708fb6c req-f80a8f98-c297-4bf7-b470-e3203242f8f6 tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0652e608-c1c4-41e6-949e-6c5a486e2979 HTTP/1.1" status: 200 len: 210 time: 0.0298607 Aug 31 01:25:17.297342 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:25:17.331537 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Current status of the port dc60a507-f9d6-4b68-ae6c-65c2cfafb12c is: ACTIVE; New status is: DOWN {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:25:17.331860 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (dc60a507-f9d6-4b68-ae6c-65c2cfafb12c), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:17.362242 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12814f73-696a-4dc2-9182-7779bfe90ad5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc60a507-f9d6-4b68-ae6c-65c2cfafb12c'}] {{(pid=106778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:25:17.365502 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d41e2a553b02095d3b1f0ace215352f4a23baa657e7b5a2da03818d3ee46b5df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-863ed401-8787-4eac-8756-e74169ba6bc4" -d '{"events": [{"server_uuid": "12814f73-696a-4dc2-9182-7779bfe90ad5", "name": "network-vif-unplugged", "status": "completed", "tag": "dc60a507-f9d6-4b68-ae6c-65c2cfafb12c"}]}' {{(pid=106778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:25:17.371131 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port dc60a507-f9d6-4b68-ae6c-65c2cfafb12c, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=dc60a507-f9d6-4b68-ae6c-65c2cfafb12c,segment=NetworkSegment(4e76086e-0aa2-44ca-adc1-383a20f9a980),segment_id=4e76086e-0aa2-44ca-adc1-383a20f9a980)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:25:17.405807 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 31 Aug 2022 01:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce4ac50-380b-4053-9247-f372e094dbe2 x-openstack-request-id: req-5ce4ac50-380b-4053-9247-f372e094dbe2 {{(pid=106778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:25:17.406097 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12814f73-696a-4dc2-9182-7779bfe90ad5", "name": "network-vif-unplugged", "status": "completed", "tag": "dc60a507-f9d6-4b68-ae6c-65c2cfafb12c", "code": 200}]} {{(pid=106778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:25:17.406353 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5ce4ac50-380b-4053-9247-f372e094dbe2 {{(pid=106778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:25:17.406788 dv-cinder-855288-2-iscsi neutron-server[106778]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ce4ac50-380b-4053-9247-f372e094dbe2'] response: {'server_uuid': '12814f73-696a-4dc2-9182-7779bfe90ad5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc60a507-f9d6-4b68-ae6c-65c2cfafb12c', 'code': 200} Aug 31 01:25:17.508331 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (dc60a507-f9d6-4b68-ae6c-65c2cfafb12c), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:17.555749 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Pushing event updated for resources: {'Port': ['ID=dc60a507-f9d6-4b68-ae6c-65c2cfafb12c,revision_number=8']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:17.978089 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=4 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:25:17.981960 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=4 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:25:18.369522 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376528bf-5ae1-479e-aa56-87e75dea8a03 req-bc959d52-e673-4630-9fc8-aef3f2e34d57 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:18.372306 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-376528bf-5ae1-479e-aa56-87e75dea8a03 req-bc959d52-e673-4630-9fc8-aef3f2e34d57 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 944 time: 0.0633149 Aug 31 01:25:18.413824 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-323d7687-b5e4-4f00-98c6-1d942bc0d055 req-d63adbcd-0d19-49d0-886c-d05e716b1918 tempest-VolumesNegativeTest-2062849129 tempest-VolumesNegativeTest-2062849129-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0652e608-c1c4-41e6-949e-6c5a486e2979 HTTP/1.1" status: 200 len: 210 time: 0.0402017 Aug 31 01:25:18.447434 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-376528bf-5ae1-479e-aa56-87e75dea8a03 req-1b3bccdb-f786-4e14-898b-e6c256a0eb57 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629978 Aug 31 01:25:19.844093 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [req-62ee8349-b98c-4da4-9d1e-2a8ebd030686 req-dd49107a-0a60-41c7-b408-1f38a761681e service neutron] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106777) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 01:25:19.845793 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-62ee8349-b98c-4da4-9d1e-2a8ebd030686 req-dd49107a-0a60-41c7-b408-1f38a761681e service neutron] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0070250 Aug 31 01:25:20.290558 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85a4d7f-d802-4575-a3bf-908da0a8e030 req-9d40e15d-e34c-4233-aa41-b1ebe2b42059 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:20.292044 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-a85a4d7f-d802-4575-a3bf-908da0a8e030 req-9d40e15d-e34c-4233-aa41-b1ebe2b42059 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 944 time: 0.0514741 Aug 31 01:25:20.340930 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-a85a4d7f-d802-4575-a3bf-908da0a8e030 req-2bd15686-f688-4cad-b975-8e6704e2d52c tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431328 Aug 31 01:25:20.883702 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 59334) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:25:20.974086 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-ac1aa202-bdd4-43b6-94c9-b8c8e8c2af50 req-c36d1b70-4445-4203-a2fd-5f562c1e8b6b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0891473 Aug 31 01:25:20.983019 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [req-ac1aa202-bdd4-43b6-94c9-b8c8e8c2af50 req-2ec3184b-bf08-4466-80a5-cb9203232c65 service neutron] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106777) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 01:25:20.984022 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-ac1aa202-bdd4-43b6-94c9-b8c8e8c2af50 req-2ec3184b-bf08-4466-80a5-cb9203232c65 service neutron] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049458 Aug 31 01:25:21.069934 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 59356) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:25:21.180366 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1aa202-bdd4-43b6-94c9-b8c8e8c2af50 req-9c636245-4a90-459c-b960-5179f54e6aa1 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:21.182105 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-ac1aa202-bdd4-43b6-94c9-b8c8e8c2af50 req-9c636245-4a90-459c-b960-5179f54e6aa1 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports/dc60a507-f9d6-4b68-ae6c-65c2cfafb12c HTTP/1.1" status: 200 len: 941 time: 0.1084085 Aug 31 01:25:21.241867 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device dc60a507-f9d6-4b68-ae6c-65c2cfafb12c no longer exists at agent hyperv_hv-cinder-85528 {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:25:21.449247 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Current status of the port dc60a507-f9d6-4b68-ae6c-65c2cfafb12c is: DOWN; New status is: DOWN {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:25:21.479166 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b087c7-9afa-446b-9cab-37361fd3aeee req-78bc82ca-83db-4eff-b246-ffb7ff2bcf8b tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:21.481058 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-87b087c7-9afa-446b-9cab-37361fd3aeee req-78bc82ca-83db-4eff-b246-ffb7ff2bcf8b tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 944 time: 0.0548391 Aug 31 01:25:21.537446 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-87b087c7-9afa-446b-9cab-37361fd3aeee req-1384f42d-cf4c-4a9c-a9e4-0d86c1bd5a97 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499768 Aug 31 01:25:22.662808 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef23b40f-ee9a-4bf3-bd69-a4257ab14ab0 req-2db5e54f-4e8a-488b-96b1-f9c22502cca5 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:22.664300 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-ef23b40f-ee9a-4bf3-bd69-a4257ab14ab0 req-2db5e54f-4e8a-488b-96b1-f9c22502cca5 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 944 time: 0.0476599 Aug 31 01:25:22.721265 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-ef23b40f-ee9a-4bf3-bd69-a4257ab14ab0 req-719ad457-b934-4a86-8d00-e207ad116065 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503504 Aug 31 01:25:23.845537 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:25:23.858638 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc6c24-b57a-4596-a38d-0d2b246f29f4 req-37203ff5-5ab1-473e-889c-4fb798c8c342 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:23.860259 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-26dc6c24-b57a-4596-a38d-0d2b246f29f4 req-37203ff5-5ab1-473e-889c-4fb798c8c342 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 944 time: 0.0486763 Aug 31 01:25:23.911191 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-26dc6c24-b57a-4596-a38d-0d2b246f29f4 req-156c60fc-c520-434b-aca0-0fdcb70f8c53 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444784 Aug 31 01:25:24.071280 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=39 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:25:24.073169 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=55 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:25:25.041523 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d330a27d-ed9d-4c9f-9743-7eb01ffca16f req-dc540a53-77b4-4ced-ae7c-1ef48e2d81d2 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:25.043022 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-d330a27d-ed9d-4c9f-9743-7eb01ffca16f req-dc540a53-77b4-4ced-ae7c-1ef48e2d81d2 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 944 time: 0.0468438 Aug 31 01:25:25.093051 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-d330a27d-ed9d-4c9f-9743-7eb01ffca16f req-7aa0f77b-2ae0-4816-9b17-62ef4f85856b tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431845 Aug 31 01:25:26.176402 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 59618) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:25:26.209821 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:25:26.223260 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb8ed7-621d-45cb-a505-45b84b747046 req-a412b253-33cb-4130-b56e-6fc9f0041053 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:26.224884 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0cdb8ed7-621d-45cb-a505-45b84b747046 req-a412b253-33cb-4130-b56e-6fc9f0041053 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 944 time: 0.0528347 Aug 31 01:25:26.276350 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0cdb8ed7-621d-45cb-a505-45b84b747046 req-4f8cc17b-033a-44b1-b3d5-79012f366dfa tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453048 Aug 31 01:25:26.322619 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-6e6a6aab-e552-40ec-8ad9-ccf60acd1615 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=6ac413264abe44918f2d1c65a365c063&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1450465 Aug 31 01:25:26.325074 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 59624) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:25:26.376203 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-5158600f-3e51-4963-86a3-c058c7a4e64a admin admin] Publish callbacks [] for security_group (1be2243a-0433-4ede-acb9-490f081c8d55), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:26.397078 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-5158600f-3e51-4963-86a3-c058c7a4e64a admin admin] Publish callbacks [] for security_group (1be2243a-0433-4ede-acb9-490f081c8d55), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:26.536130 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-5158600f-3e51-4963-86a3-c058c7a4e64a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (1be2243a-0433-4ede-acb9-490f081c8d55), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:26.538739 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-5158600f-3e51-4963-86a3-c058c7a4e64a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:26.539938 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-5158600f-3e51-4963-86a3-c058c7a4e64a admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/1be2243a-0433-4ede-acb9-490f081c8d55 HTTP/1.1" status: 204 len: 168 time: 0.2139819 Aug 31 01:25:26.548148 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5158600f-3e51-4963-86a3-c058c7a4e64a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be2243a-0433-4ede-acb9-490f081c8d55,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:27.413967 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d2b404-1c29-4615-979f-5c48c6e2da18 req-f3b835df-04f2-44cb-a5b4-54f2e7cf50b0 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:27.415459 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-37d2b404-1c29-4615-979f-5c48c6e2da18 req-f3b835df-04f2-44cb-a5b4-54f2e7cf50b0 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 944 time: 0.0482342 Aug 31 01:25:27.464646 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-37d2b404-1c29-4615-979f-5c48c6e2da18 req-97e40b88-2973-4cb2-88a8-9a4a2d165dd8 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438323 Aug 31 01:25:28.594141 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba3e70-b7e4-4531-b38d-731c5ce470fc req-6cf5fa64-5034-4a1e-9e21-807e2b15991b tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:28.595644 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-deba3e70-b7e4-4531-b38d-731c5ce470fc req-6cf5fa64-5034-4a1e-9e21-807e2b15991b tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 944 time: 0.0526016 Aug 31 01:25:28.651074 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-deba3e70-b7e4-4531-b38d-731c5ce470fc req-a82ae0eb-043b-4784-a6c8-d8a169a9377b tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497527 Aug 31 01:25:29.783787 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53cee40-7d41-4303-be7b-e01001b59b72 req-fda71d70-023d-4fdb-a28d-aaa2c1a9080a tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:29.785311 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-e53cee40-7d41-4303-be7b-e01001b59b72 req-fda71d70-023d-4fdb-a28d-aaa2c1a9080a tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 944 time: 0.0501432 Aug 31 01:25:29.834452 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-e53cee40-7d41-4303-be7b-e01001b59b72 req-355d7b0e-08f1-49f8-b46a-5d9ce8f2fc67 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435443 Aug 31 01:25:29.986399 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c84e6-7b88-46d7-93c1-710b1a211bd0 req-235a9080-d7c1-4135-8203-b2e1a9edf241 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:29.988186 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-fb4c84e6-7b88-46d7-93c1-710b1a211bd0 req-235a9080-d7c1-4135-8203-b2e1a9edf241 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=368bac0a-39c9-4f1e-99f9-84223e7de06b HTTP/1.1" status: 200 len: 946 time: 0.0483558 Aug 31 01:25:30.040284 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-fb4c84e6-7b88-46d7-93c1-710b1a211bd0 req-9800a054-5941-40d8-94b5-0fcf16d70abc tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=34358351-83e4-4657-bc0e-b19966191f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453596 Aug 31 01:25:30.965863 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51e70e7-df8a-4aa0-9a78-345b54f115ac req-12932eb6-ece8-4dd1-b13b-9b5d8b6d2430 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:30.967343 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-c51e70e7-df8a-4aa0-9a78-345b54f115ac req-12932eb6-ece8-4dd1-b13b-9b5d8b6d2430 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 944 time: 0.0506637 Aug 31 01:25:31.014407 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-c51e70e7-df8a-4aa0-9a78-345b54f115ac req-0f8c07ce-020d-4ea0-88ae-efbab981cb60 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414643 Aug 31 01:25:31.168036 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a5f910-5db6-41dc-9456-0f9a2c2907b8 req-79efc0b6-8543-4df6-89a7-636c1f4f71d2 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:31.169646 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-f7a5f910-5db6-41dc-9456-0f9a2c2907b8 req-79efc0b6-8543-4df6-89a7-636c1f4f71d2 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=368bac0a-39c9-4f1e-99f9-84223e7de06b HTTP/1.1" status: 200 len: 946 time: 0.0485208 Aug 31 01:25:31.221664 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-f7a5f910-5db6-41dc-9456-0f9a2c2907b8 req-0035d681-109f-44dd-8469-399ca8c0dc59 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=34358351-83e4-4657-bc0e-b19966191f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463440 Aug 31 01:25:31.324536 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b30475b5-1110-4e18-9b20-7291c903e009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (06e7caa6-6f15-45a1-a03b-1c511964ed9a), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:31.643788 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1aa202-bdd4-43b6-94c9-b8c8e8c2af50 req-8b551aa2-6ea8-4cdc-b5c7-433f338cf920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:31.645371 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-ac1aa202-bdd4-43b6-94c9-b8c8e8c2af50 req-8b551aa2-6ea8-4cdc-b5c7-433f338cf920 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5&tenant_id=53d2295ada114ea3b6b5001c4c197f35 HTTP/1.1" status: 200 len: 1128 time: 0.0759060 Aug 31 01:25:31.711793 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1aa202-bdd4-43b6-94c9-b8c8e8c2af50 req-fbc5a980-2b4a-4356-b1a7-b40e898ae30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:31.726952 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-ac1aa202-bdd4-43b6-94c9-b8c8e8c2af50 req-fbc5a980-2b4a-4356-b1a7-b40e898ae30c service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=53d2295ada114ea3b6b5001c4c197f35&device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 1128 time: 0.0417836 Aug 31 01:25:31.812283 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1aa202-bdd4-43b6-94c9-b8c8e8c2af50 req-2c016c47-e6f9-4a1c-acc9-13893c31502f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:31.814013 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-ac1aa202-bdd4-43b6-94c9-b8c8e8c2af50 req-2c016c47-e6f9-4a1c-acc9-13893c31502f service neutron] 10.222.0.85 "GET /networking/v2.0/networks?id=2a0890c6-f1c3-465a-8b4d-8e1ae2356a58 HTTP/1.1" status: 200 len: 919 time: 0.0941892 Aug 31 01:25:31.880530 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-ac1aa202-bdd4-43b6-94c9-b8c8e8c2af50 req-e0fd3eea-8c35-4753-9020-841ea86d3703 service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc60a507-f9d6-4b68-ae6c-65c2cfafb12c HTTP/1.1" status: 200 len: 999 time: 0.0580306 Aug 31 01:25:31.934799 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1aa202-bdd4-43b6-94c9-b8c8e8c2af50 req-c17650d4-0936-4b8b-be1f-53cbd25db865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:31.936252 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-ac1aa202-bdd4-43b6-94c9-b8c8e8c2af50 req-c17650d4-0936-4b8b-be1f-53cbd25db865 service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=d653247e-0c02-4230-ad01-73647a101df2 HTTP/1.1" status: 200 len: 856 time: 0.0453973 Aug 31 01:25:31.950896 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:25:31.982960 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1aa202-bdd4-43b6-94c9-b8c8e8c2af50 req-016ef1c6-18f3-4b13-9f44-a171b7542d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:31.984872 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-ac1aa202-bdd4-43b6-94c9-b8c8e8c2af50 req-016ef1c6-18f3-4b13-9f44-a171b7542d5f service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=2a0890c6-f1c3-465a-8b4d-8e1ae2356a58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419858 Aug 31 01:25:32.059545 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:25:32.090182 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-ac1aa202-bdd4-43b6-94c9-b8c8e8c2af50 req-ae443e9d-71b5-4df3-858e-68d4babb2278 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/2a0890c6-f1c3-465a-8b4d-8e1ae2356a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916033 Aug 31 01:25:32.186156 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce8ada-69a6-4317-bbcc-5de0d92c81cf req-150b50d3-afa7-4776-9eb9-9402a9690d50 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:32.187733 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-11ce8ada-69a6-4317-bbcc-5de0d92c81cf req-150b50d3-afa7-4776-9eb9-9402a9690d50 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 944 time: 0.0921664 Aug 31 01:25:32.261592 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-ac1aa202-bdd4-43b6-94c9-b8c8e8c2af50 req-169bdafe-0c6f-48b8-bbca-5093edfb04e2 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/2a0890c6-f1c3-465a-8b4d-8e1ae2356a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565983 Aug 31 01:25:32.265814 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-11ce8ada-69a6-4317-bbcc-5de0d92c81cf req-10dfc1bb-ebeb-4bf0-aeb2-0b11d8a75105 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713906 Aug 31 01:25:32.346937 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7337e6e0-d76b-473a-a0eb-ac092cb68298 req-24167d81-9817-4028-8786-0f0410c4ea65 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:32.348595 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-7337e6e0-d76b-473a-a0eb-ac092cb68298 req-24167d81-9817-4028-8786-0f0410c4ea65 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=368bac0a-39c9-4f1e-99f9-84223e7de06b HTTP/1.1" status: 200 len: 946 time: 0.0482850 Aug 31 01:25:32.397860 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-7337e6e0-d76b-473a-a0eb-ac092cb68298 req-5f0475e2-92a0-4495-b72e-251cf2c28de9 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=34358351-83e4-4657-bc0e-b19966191f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429764 Aug 31 01:25:33.404312 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a55587-5d02-400e-8e7f-1c95d8e9c61f req-9f7185db-846b-481c-9533-a7b6d772fea3 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:33.405923 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-95a55587-5d02-400e-8e7f-1c95d8e9c61f req-9f7185db-846b-481c-9533-a7b6d772fea3 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 944 time: 0.0529077 Aug 31 01:25:33.465869 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-95a55587-5d02-400e-8e7f-1c95d8e9c61f req-0ec46182-e30d-47ea-a815-e0082d5a8a10 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532534 Aug 31 01:25:33.529814 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-bbf94cd4-c5f5-4123-9c2a-47b1859dfacd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (1428144b-5b15-4168-8538-b51b3045e8b6), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:33.554078 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c9ed48-fe8d-4164-abbb-726188fd29b2 req-e7fbdbe3-935c-4209-a25b-57797a40647f tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:33.555552 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-78c9ed48-fe8d-4164-abbb-726188fd29b2 req-e7fbdbe3-935c-4209-a25b-57797a40647f tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=368bac0a-39c9-4f1e-99f9-84223e7de06b HTTP/1.1" status: 200 len: 946 time: 0.0627830 Aug 31 01:25:33.606353 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-78c9ed48-fe8d-4164-abbb-726188fd29b2 req-dda53269-c737-4ce0-9131-d7f41a6b75f0 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=34358351-83e4-4657-bc0e-b19966191f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445127 Aug 31 01:25:33.753213 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (799b9b45-836a-4007-8b99-6041c4a5ce6b), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:34.599396 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98a467-8373-4206-b4d0-16b97987372b req-8ec6577a-6a4e-4eeb-81f5-4568626d9a8c tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:34.600902 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-cd98a467-8373-4206-b4d0-16b97987372b req-8ec6577a-6a4e-4eeb-81f5-4568626d9a8c tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 944 time: 0.0506346 Aug 31 01:25:34.658872 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-cd98a467-8373-4206-b4d0-16b97987372b req-d494af4e-7bab-4488-a28c-d2a00d1dfcd8 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520954 Aug 31 01:25:34.750470 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e82b6e-487d-483f-b5e0-be66409a0813 req-ddc957fc-2e18-4ee6-a571-3f292cc2ee4b tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:34.753188 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-47e82b6e-487d-483f-b5e0-be66409a0813 req-ddc957fc-2e18-4ee6-a571-3f292cc2ee4b tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=368bac0a-39c9-4f1e-99f9-84223e7de06b HTTP/1.1" status: 200 len: 946 time: 0.0500958 Aug 31 01:25:34.810343 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-47e82b6e-487d-483f-b5e0-be66409a0813 req-032bfe13-6c95-44ff-95bc-d0706f9f395c tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=34358351-83e4-4657-bc0e-b19966191f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520403 Aug 31 01:25:34.964219 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-6cf74907-e165-4231-8e79-d72e153e628e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (625e835a-7d63-45f9-8a46-c3ba876c3627), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:35.814115 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fcc7db-eb0d-4ab4-a86e-e58b2175799c req-91633c9c-f2b6-40ed-b278-4aeaad01525e tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:35.815612 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-94fcc7db-eb0d-4ab4-a86e-e58b2175799c req-91633c9c-f2b6-40ed-b278-4aeaad01525e tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 944 time: 0.0554457 Aug 31 01:25:35.867233 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-94fcc7db-eb0d-4ab4-a86e-e58b2175799c req-5719212e-d50d-4716-97a5-1e13b75cdb04 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449777 Aug 31 01:25:35.960380 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2ceb3-5f82-4930-b025-5100e8bf291e req-d0af2840-b8a5-40be-abb9-62d9eb9649a7 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:35.961911 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-31a2ceb3-5f82-4930-b025-5100e8bf291e req-d0af2840-b8a5-40be-abb9-62d9eb9649a7 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=368bac0a-39c9-4f1e-99f9-84223e7de06b HTTP/1.1" status: 200 len: 946 time: 0.0569763 Aug 31 01:25:36.014079 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-31a2ceb3-5f82-4930-b025-5100e8bf291e req-cc0ce7e9-482c-46b3-9481-61b960826b53 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=34358351-83e4-4657-bc0e-b19966191f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457480 Aug 31 01:25:36.358328 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-f7411cf7-2853-429b-aa0f-54d02b543116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (5f821ebb-aac9-4915-bb43-6712672a5d6c), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:36.427581 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (f96ef3eb-5320-49ab-b33a-a2775d3a6053), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:36.543425 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=24,neutron:DELETE=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:25:36.544273 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=19,neutron:DELETE=3 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:25:36.994001 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:25:37.010097 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424cdbc2-98e1-4e37-98d7-cfa859a89a6c req-a3005f48-0525-40bd-81fa-ee78950380bd tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:37.011642 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-424cdbc2-98e1-4e37-98d7-cfa859a89a6c req-a3005f48-0525-40bd-81fa-ee78950380bd tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 944 time: 0.0535855 Aug 31 01:25:37.066700 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-424cdbc2-98e1-4e37-98d7-cfa859a89a6c req-d09f0823-21b8-4c19-aa86-14a8f81e0dcf tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483429 Aug 31 01:25:37.159556 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0ee53-eb30-4e2e-b3f5-89e2af677563 req-6bba95dd-6e33-4267-bda9-9db85483ebad tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:37.161098 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-c7d0ee53-eb30-4e2e-b3f5-89e2af677563 req-6bba95dd-6e33-4267-bda9-9db85483ebad tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=368bac0a-39c9-4f1e-99f9-84223e7de06b HTTP/1.1" status: 200 len: 946 time: 0.0489085 Aug 31 01:25:37.182086 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:25:37.211453 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-c7d0ee53-eb30-4e2e-b3f5-89e2af677563 req-65b6bd65-9c54-4cad-b2c5-32408eed8269 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=34358351-83e4-4657-bc0e-b19966191f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444646 Aug 31 01:25:38.200198 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c4c5c6-b807-4345-b6b2-dbae24e5abef req-f2be84d4-7f77-4644-885a-21266bb4f5a4 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:38.201577 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-66c4c5c6-b807-4345-b6b2-dbae24e5abef req-f2be84d4-7f77-4644-885a-21266bb4f5a4 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 944 time: 0.0527451 Aug 31 01:25:38.264552 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-66c4c5c6-b807-4345-b6b2-dbae24e5abef req-3f2ced48-0ae5-4b53-8fa6-ad1ca01fae33 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470588 Aug 31 01:25:38.342758 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f1482f-b1f6-4807-bd6f-80fab75ed9d9 req-3d51266a-c5c6-477b-be02-a9ae95144081 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:38.345386 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-39f1482f-b1f6-4807-bd6f-80fab75ed9d9 req-3d51266a-c5c6-477b-be02-a9ae95144081 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=368bac0a-39c9-4f1e-99f9-84223e7de06b HTTP/1.1" status: 200 len: 946 time: 0.0514953 Aug 31 01:25:38.399332 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-39f1482f-b1f6-4807-bd6f-80fab75ed9d9 req-0f73e545-5134-4fc0-a524-39e4360fe981 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=34358351-83e4-4657-bc0e-b19966191f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493622 Aug 31 01:25:39.400445 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed5bc0-4e1a-4dad-974f-b17d0bbfb83e req-62cfe8dd-7bec-4d10-8cb9-b4f904306bb2 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:39.402223 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-5aed5bc0-4e1a-4dad-974f-b17d0bbfb83e req-62cfe8dd-7bec-4d10-8cb9-b4f904306bb2 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 944 time: 0.0499675 Aug 31 01:25:39.461132 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-5aed5bc0-4e1a-4dad-974f-b17d0bbfb83e req-704e3638-ef58-44a3-b283-68062f291e6d tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506122 Aug 31 01:25:39.529283 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319e20bd-a8a0-4284-ac48-756c6ceccacc req-b118ac59-af88-4e9e-a390-cdb80b279858 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:39.530765 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-319e20bd-a8a0-4284-ac48-756c6ceccacc req-b118ac59-af88-4e9e-a390-cdb80b279858 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=368bac0a-39c9-4f1e-99f9-84223e7de06b HTTP/1.1" status: 200 len: 946 time: 0.0480993 Aug 31 01:25:39.580058 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-319e20bd-a8a0-4284-ac48-756c6ceccacc req-aa708f09-9991-402a-882e-b8c4bdc745d7 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=34358351-83e4-4657-bc0e-b19966191f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435543 Aug 31 01:25:40.236344 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a2fe62-2fa4-4e38-987a-060f061b9f6d req-911e6771-e357-4672-85ab-78bd6be29f1d tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:40.237900 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-11a2fe62-2fa4-4e38-987a-060f061b9f6d req-911e6771-e357-4672-85ab-78bd6be29f1d tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=082d7637-9b1c-469c-b688-c76ca61e9f6b HTTP/1.1" status: 200 len: 945 time: 0.0494375 Aug 31 01:25:40.291375 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-11a2fe62-2fa4-4e38-987a-060f061b9f6d req-0c983804-d17f-4e3c-8977-003418bfe147 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0437e908-2bf2-472b-a7de-f34ccee5e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471518 Aug 31 01:25:40.596518 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f5a3e-b5f0-4614-bb17-0515647943f6 req-315aaef4-f181-47ec-b794-5590210f05da tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:40.598231 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-029f5a3e-b5f0-4614-bb17-0515647943f6 req-315aaef4-f181-47ec-b794-5590210f05da tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 944 time: 0.0514526 Aug 31 01:25:40.649331 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-029f5a3e-b5f0-4614-bb17-0515647943f6 req-1f4abc67-9ac2-4cd6-9cd8-b65f5190a8cf tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449762 Aug 31 01:25:40.725526 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7257ac-802b-494a-919e-efcf9deaa3f5 req-7548f9fb-3c3f-439e-b3e9-1e6c9defa8c3 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:40.726950 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0f7257ac-802b-494a-919e-efcf9deaa3f5 req-7548f9fb-3c3f-439e-b3e9-1e6c9defa8c3 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=368bac0a-39c9-4f1e-99f9-84223e7de06b HTTP/1.1" status: 200 len: 946 time: 0.0489764 Aug 31 01:25:40.777292 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0f7257ac-802b-494a-919e-efcf9deaa3f5 req-071db6e3-e193-4bd4-ac9b-4aa4c565bbf4 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=34358351-83e4-4657-bc0e-b19966191f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441489 Aug 31 01:25:41.421322 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb895777-4d50-4632-b30f-9d6a46f80697 req-e8eecda2-4924-418d-b390-7a971fd0a4c8 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:41.422856 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-cb895777-4d50-4632-b30f-9d6a46f80697 req-e8eecda2-4924-418d-b390-7a971fd0a4c8 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=082d7637-9b1c-469c-b688-c76ca61e9f6b HTTP/1.1" status: 200 len: 945 time: 0.0507803 Aug 31 01:25:41.475796 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-cb895777-4d50-4632-b30f-9d6a46f80697 req-91cfcb3c-9289-407d-81c0-a772704f2d5b tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0437e908-2bf2-472b-a7de-f34ccee5e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471804 Aug 31 01:25:41.792268 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd776657-ed77-4a65-8ad0-f6f563d14ce9 req-46a49569-49c2-437a-8339-25fffaf49410 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:41.793945 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-fd776657-ed77-4a65-8ad0-f6f563d14ce9 req-46a49569-49c2-437a-8339-25fffaf49410 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 944 time: 0.0497739 Aug 31 01:25:41.880395 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-fd776657-ed77-4a65-8ad0-f6f563d14ce9 req-8698e7e5-153f-4e80-bae6-a9a0362399ae tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804834 Aug 31 01:25:41.971007 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750bb860-3c99-4917-a72b-52e09c23ce2b req-83c28fb4-cfb9-4e44-9874-07c91efbef30 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:41.981274 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-750bb860-3c99-4917-a72b-52e09c23ce2b req-83c28fb4-cfb9-4e44-9874-07c91efbef30 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=368bac0a-39c9-4f1e-99f9-84223e7de06b HTTP/1.1" status: 200 len: 946 time: 0.0950503 Aug 31 01:25:41.997796 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:25:42.032134 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-750bb860-3c99-4917-a72b-52e09c23ce2b req-7ea91c3d-0bd4-4423-aac0-54881abe469f tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=34358351-83e4-4657-bc0e-b19966191f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500495 Aug 31 01:25:42.614176 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e029dc42-50a9-4146-a644-1321c92c7d7d req-7cc321ba-e7bd-4736-bf30-65e558e1e9cf tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:42.616158 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-e029dc42-50a9-4146-a644-1321c92c7d7d req-7cc321ba-e7bd-4736-bf30-65e558e1e9cf tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=082d7637-9b1c-469c-b688-c76ca61e9f6b HTTP/1.1" status: 200 len: 945 time: 0.0506468 Aug 31 01:25:42.650718 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:25:42.665590 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-e029dc42-50a9-4146-a644-1321c92c7d7d req-28cffda8-fc6c-486a-a6f9-6872c1468a90 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0437e908-2bf2-472b-a7de-f34ccee5e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436940 Aug 31 01:25:43.010731 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9da6ed-5ecb-4061-bec3-d051300fc761 req-61932f28-175e-45f3-9001-b0403119d0e1 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:43.012109 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-ae9da6ed-5ecb-4061-bec3-d051300fc761 req-61932f28-175e-45f3-9001-b0403119d0e1 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 944 time: 0.0471873 Aug 31 01:25:43.059763 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-ae9da6ed-5ecb-4061-bec3-d051300fc761 req-38140389-a0c1-42dc-8a5a-25bdd7eebc3f tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420797 Aug 31 01:25:43.161859 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e07e5fe-9f44-4bad-a6b3-9e3462240607 req-ec9a0a75-276c-4fd1-8b42-60ec7dbb7b8d tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:43.163939 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1e07e5fe-9f44-4bad-a6b3-9e3462240607 req-ec9a0a75-276c-4fd1-8b42-60ec7dbb7b8d tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=368bac0a-39c9-4f1e-99f9-84223e7de06b HTTP/1.1" status: 200 len: 946 time: 0.0524714 Aug 31 01:25:43.451260 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1e07e5fe-9f44-4bad-a6b3-9e3462240607 req-d4fba8b9-3d77-40d3-a9de-e7712d037b78 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=34358351-83e4-4657-bc0e-b19966191f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2814870 Aug 31 01:25:43.785118 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb94b1-ab1b-45eb-ab31-8222af99dc75 req-a0f82a7a-494f-4d84-9f85-09fbf0e438db tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:43.786596 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-cedb94b1-ab1b-45eb-ab31-8222af99dc75 req-a0f82a7a-494f-4d84-9f85-09fbf0e438db tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=082d7637-9b1c-469c-b688-c76ca61e9f6b HTTP/1.1" status: 200 len: 945 time: 0.0490370 Aug 31 01:25:43.834527 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-cedb94b1-ab1b-45eb-ab31-8222af99dc75 req-bf31af11-304c-4262-806f-c9ef7c94a6cc tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0437e908-2bf2-472b-a7de-f34ccee5e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420997 Aug 31 01:25:44.186362 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7806ba2e-f52d-475b-9fb2-7d5edef39fa6 req-e5275722-4f2e-4e7a-b82f-c68562fc78d9 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:44.187828 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-7806ba2e-f52d-475b-9fb2-7d5edef39fa6 req-e5275722-4f2e-4e7a-b82f-c68562fc78d9 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 944 time: 0.0464940 Aug 31 01:25:44.237823 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-7806ba2e-f52d-475b-9fb2-7d5edef39fa6 req-7c19427c-965b-4c9e-9cb4-14410a7ff381 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444043 Aug 31 01:25:44.571443 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81df5dc-6075-485a-ad90-8acefc26c5d5 req-7a6fc0bb-4871-4a51-ac84-3ab227dbf6ff tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:44.573030 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-c81df5dc-6075-485a-ad90-8acefc26c5d5 req-7a6fc0bb-4871-4a51-ac84-3ab227dbf6ff tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=368bac0a-39c9-4f1e-99f9-84223e7de06b HTTP/1.1" status: 200 len: 946 time: 0.0469418 Aug 31 01:25:44.621274 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-c81df5dc-6075-485a-ad90-8acefc26c5d5 req-31a722c3-2120-4695-a89f-c7bec4dcd0c0 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=34358351-83e4-4657-bc0e-b19966191f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426402 Aug 31 01:25:44.979331 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc699b-3f81-4356-833a-cc905c15a3e9 req-c5b6bfaa-0ac7-4efc-bc6f-ade8272d0663 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:44.980844 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-f1fc699b-3f81-4356-833a-cc905c15a3e9 req-c5b6bfaa-0ac7-4efc-bc6f-ade8272d0663 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=082d7637-9b1c-469c-b688-c76ca61e9f6b HTTP/1.1" status: 200 len: 945 time: 0.0743265 Aug 31 01:25:44.983183 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.agents_db [None req-5925ee7b-6bd5-4912-8f46-3ff11817b141 None None] Agent healthcheck: found 6 active agents {{(pid=106779) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:25:44.998052 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-dff52bcb-3798-46c8-8c9b-b27bd7c8e0aa req-f5e10598-d8a0-4b6b-a3a0-f0d008f3381e service neutron] 10.222.0.85 "GET /networking/v2.0/ports?device_id=8ce564c8-7a17-4de1-96b9-3737fca73840&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0590334 Aug 31 01:25:45.058908 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-f1fc699b-3f81-4356-833a-cc905c15a3e9 req-f6c12191-28a9-461f-b439-8c2718ec5868 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0437e908-2bf2-472b-a7de-f34ccee5e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705364 Aug 31 01:25:45.072221 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff52bcb-3798-46c8-8c9b-b27bd7c8e0aa req-5b88eee7-8af4-4e25-b8f3-44a86e5d534d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:45.073738 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-dff52bcb-3798-46c8-8c9b-b27bd7c8e0aa req-5b88eee7-8af4-4e25-b8f3-44a86e5d534d service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=164da7d4776d4e9f8cf6497aa784d312&device_id=8ce564c8-7a17-4de1-96b9-3737fca73840 HTTP/1.1" status: 200 len: 1129 time: 0.0511572 Aug 31 01:25:45.286925 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff52bcb-3798-46c8-8c9b-b27bd7c8e0aa req-517f904b-b41a-4e46-ba8f-75e6ca6b88ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:45.287619 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-dff52bcb-3798-46c8-8c9b-b27bd7c8e0aa req-517f904b-b41a-4e46-ba8f-75e6ca6b88ed service neutron] 10.222.0.85 "GET /networking/v2.0/networks?id=0760f9a5-d813-4a0f-bcef-9988cda0c948 HTTP/1.1" status: 200 len: 916 time: 0.0946860 Aug 31 01:25:45.381416 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9923897-0ea5-468d-874b-005ea76755f7 req-30eda6e1-3d77-48de-8e7b-0e2d331350ed tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:45.382803 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-c9923897-0ea5-468d-874b-005ea76755f7 req-30eda6e1-3d77-48de-8e7b-0e2d331350ed tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=082d7637-9b1c-469c-b688-c76ca61e9f6b HTTP/1.1" status: 200 len: 945 time: 0.0807335 Aug 31 01:25:45.393549 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-dff52bcb-3798-46c8-8c9b-b27bd7c8e0aa req-23206b36-32bb-446a-b0bc-64d69f57b539 service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06a28bab-3d45-4348-850c-bb3c714f41df HTTP/1.1" status: 200 len: 1000 time: 0.0922332 Aug 31 01:25:45.400141 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d01182a-436a-455a-8bc4-a1180498ba95 req-c0fd8b04-8240-47a6-bde8-0e24a8839d7c tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:45.401651 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-5d01182a-436a-455a-8bc4-a1180498ba95 req-c0fd8b04-8240-47a6-bde8-0e24a8839d7c tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 944 time: 0.0635762 Aug 31 01:25:45.480322 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff52bcb-3798-46c8-8c9b-b27bd7c8e0aa req-36a7cae6-2e41-43ce-be4f-55e4fde3ba8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:45.481892 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-dff52bcb-3798-46c8-8c9b-b27bd7c8e0aa req-36a7cae6-2e41-43ce-be4f-55e4fde3ba8d service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=4cf8958b-5555-42e1-b4dd-8dee2893fbc9 HTTP/1.1" status: 200 len: 853 time: 0.0793951 Aug 31 01:25:45.489401 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-5d01182a-436a-455a-8bc4-a1180498ba95 req-68591b61-f660-4649-afe2-d077c4f5b26e tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795896 Aug 31 01:25:45.504571 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [req-c9923897-0ea5-468d-874b-005ea76755f7 req-f2968c77-f89f-47a4-8968-eb8ba7b78ddd tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Deleting port 3288282c-d42e-4903-85db-6161da718858 {{(pid=106776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:25:45.504944 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-c9923897-0ea5-468d-874b-005ea76755f7 req-f2968c77-f89f-47a4-8968-eb8ba7b78ddd tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (3288282c-d42e-4903-85db-6161da718858), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:45.521960 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:25:45.529940 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff52bcb-3798-46c8-8c9b-b27bd7c8e0aa req-43a2b765-7ec0-491f-809a-9bac7e784fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:45.531445 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-dff52bcb-3798-46c8-8c9b-b27bd7c8e0aa req-43a2b765-7ec0-491f-809a-9bac7e784fdf service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=0760f9a5-d813-4a0f-bcef-9988cda0c948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412123 Aug 31 01:25:45.553563 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:25:45.639326 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-dff52bcb-3798-46c8-8c9b-b27bd7c8e0aa req-a678a5f7-687e-4120-8841-a6df19b0c09b service neutron] 10.222.0.85 "GET /networking/v2.0/networks/0760f9a5-d813-4a0f-bcef-9988cda0c948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000853 Aug 31 01:25:45.774508 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd247c-4454-42f0-8401-7c4cc6ebd1f2 req-d898f910-b329-4713-a5c8-619957fda664 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:45.776011 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-bafd247c-4454-42f0-8401-7c4cc6ebd1f2 req-d898f910-b329-4713-a5c8-619957fda664 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=368bac0a-39c9-4f1e-99f9-84223e7de06b HTTP/1.1" status: 200 len: 946 time: 0.0718234 Aug 31 01:25:45.794727 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.db [req-c9923897-0ea5-468d-874b-005ea76755f7 req-f2968c77-f89f-47a4-8968-eb8ba7b78ddd tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] For port 3288282c-d42e-4903-85db-6161da718858, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=3288282c-d42e-4903-85db-6161da718858,segment=NetworkSegment(69073539-0cb5-4109-ac49-b16cdc893327),segment_id=69073539-0cb5-4109-ac49-b16cdc893327)] {{(pid=106776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:25:45.795095 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-c9923897-0ea5-468d-874b-005ea76755f7 req-f2968c77-f89f-47a4-8968-eb8ba7b78ddd tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (3288282c-d42e-4903-85db-6161da718858), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:45.803996 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-dff52bcb-3798-46c8-8c9b-b27bd7c8e0aa req-311395c4-8853-43b7-8402-d82b5638072a service neutron] 10.222.0.85 "GET /networking/v2.0/networks/0760f9a5-d813-4a0f-bcef-9988cda0c948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571207 Aug 31 01:25:45.840940 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-bafd247c-4454-42f0-8401-7c4cc6ebd1f2 req-97c8b448-73bc-4802-9faa-0752d6c6ac65 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=34358351-83e4-4657-bc0e-b19966191f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552161 Aug 31 01:25:46.026111 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-c9923897-0ea5-468d-874b-005ea76755f7 req-f2968c77-f89f-47a4-8968-eb8ba7b78ddd tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:46.026481 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-c9923897-0ea5-468d-874b-005ea76755f7 req-f2968c77-f89f-47a4-8968-eb8ba7b78ddd tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608267'] for floatingip (4e616b75-a374-4654-a49f-31d6582077e5), after_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:46.026796 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.db.l3_db [req-c9923897-0ea5-468d-874b-005ea76755f7 req-f2968c77-f89f-47a4-8968-eb8ba7b78ddd tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Floating IP 4e616b75-a374-4654-a49f-31d6582077e5 disassociated. External IP: 172.27.1.39, port: 3288282c-d42e-4903-85db-6161da718858. Aug 31 01:25:46.027159 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [req-c9923897-0ea5-468d-874b-005ea76755f7 req-f2968c77-f89f-47a4-8968-eb8ba7b78ddd tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Calling delete_port for 3288282c-d42e-4903-85db-6161da718858 owned by compute:nova {{(pid=106776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:25:46.186434 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d782625c-a7ee-4e4f-8df2-fa42bf29460a req-940c5094-e9fe-47a8-829b-f1f9d28eeb21 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:46.193352 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-d782625c-a7ee-4e4f-8df2-fa42bf29460a req-940c5094-e9fe-47a8-829b-f1f9d28eeb21 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=082d7637-9b1c-469c-b688-c76ca61e9f6b HTTP/1.1" status: 200 len: 945 time: 0.0517242 Aug 31 01:25:46.232849 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-c9923897-0ea5-468d-874b-005ea76755f7 req-f2968c77-f89f-47a4-8968-eb8ba7b78ddd tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6273727'] for port (3288282c-d42e-4903-85db-6161da718858), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:46.241474 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-d782625c-a7ee-4e4f-8df2-fa42bf29460a req-2ef306b8-23fe-4452-8949-e64efd6a0548 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0437e908-2bf2-472b-a7de-f34ccee5e04c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461204 Aug 31 01:25:46.273976 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2968c77-f89f-47a4-8968-eb8ba7b78ddd tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Pushing event deleted for resources: {'Port': ['ID=3288282c-d42e-4903-85db-6161da718858,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:46.300542 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=32,neutron:UPDATE=4 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:25:46.304641 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=67,neutron:UPDATE=4 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:25:46.401700 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9923897-0ea5-468d-874b-005ea76755f7 req-f2968c77-f89f-47a4-8968-eb8ba7b78ddd tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Router a0dd652c-1554-4322-9186-58d07c04c819 has already been hosted by L3 agent 1428144b-5b15-4168-8538-b51b3045e8b6 {{(pid=106776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:25:46.517038 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9923897-0ea5-468d-874b-005ea76755f7 req-f2968c77-f89f-47a4-8968-eb8ba7b78ddd tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Notify agent at l3_agent.dv-cinder-855288-2-iscsi the message routers_updated {{(pid=106776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:25:46.534475 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e34952-cc3e-4ecb-9e25-54c6c0a7a3f2 None None] Sync routers for ids ['a0dd652c-1554-4322-9186-58d07c04c819'] in dv-cinder-855288-2-iscsi {{(pid=106778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:25:46.557758 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e34952-cc3e-4ecb-9e25-54c6c0a7a3f2 None None] Routers {'a0dd652c-1554-4322-9186-58d07c04c819'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:25:46.558624 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-79e34952-cc3e-4ecb-9e25-54c6c0a7a3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:25:33Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['a0dd652c-1554-4322-9186-58d07c04c819'], 'active': True} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:46.590110 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9923897-0ea5-468d-874b-005ea76755f7 req-f2968c77-f89f-47a4-8968-eb8ba7b78ddd tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] No DVR routers for this DVR port 3288282c-d42e-4903-85db-6161da718858 on host hv-cinder-85528 {{(pid=106776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 01:25:46.598843 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-c9923897-0ea5-468d-874b-005ea76755f7 req-f2968c77-f89f-47a4-8968-eb8ba7b78ddd tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for port (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:46.603020 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-c9923897-0ea5-468d-874b-005ea76755f7 req-f2968c77-f89f-47a4-8968-eb8ba7b78ddd tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.85 "DELETE /networking/v2.0/ports/3288282c-d42e-4903-85db-6161da718858 HTTP/1.1" status: 204 len: 173 time: 1.2137907 Aug 31 01:25:46.603485 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '082d7637-9b1c-469c-b688-c76ca61e9f6b', 'name': 'network-vif-deleted', 'tag': '3288282c-d42e-4903-85db-6161da718858'}] {{(pid=106776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:25:46.605778 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c75c880f6fcf50a6244b1a715e98a431c8b587c27dc42cc7f33f1c98f81bddd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a340cf-3fd6-48d6-b742-43bb2fd2fa38" -d '{"events": [{"server_uuid": "082d7637-9b1c-469c-b688-c76ca61e9f6b", "name": "network-vif-deleted", "tag": "3288282c-d42e-4903-85db-6161da718858"}]}' {{(pid=106776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:25:46.653775 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 01:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ecb1a14-e15d-4e9d-9c79-c5a64b41eaed x-openstack-request-id: req-3ecb1a14-e15d-4e9d-9c79-c5a64b41eaed {{(pid=106776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:25:46.654065 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "082d7637-9b1c-469c-b688-c76ca61e9f6b", "name": "network-vif-deleted", "tag": "3288282c-d42e-4903-85db-6161da718858", "status": "completed", "code": 200}]} {{(pid=106776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:25:46.654313 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3ecb1a14-e15d-4e9d-9c79-c5a64b41eaed {{(pid=106776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:25:46.654769 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ecb1a14-e15d-4e9d-9c79-c5a64b41eaed'] response: {'server_uuid': '082d7637-9b1c-469c-b688-c76ca61e9f6b', 'name': 'network-vif-deleted', 'tag': '3288282c-d42e-4903-85db-6161da718858', 'status': 'completed', 'code': 200} Aug 31 01:25:46.676242 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd5fe12-273b-407a-8b2f-cb6687213309 req-e05ee36a-8004-4e9a-8ef3-ca27cf06cd21 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:46.677812 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-cfd5fe12-273b-407a-8b2f-cb6687213309 req-e05ee36a-8004-4e9a-8ef3-ca27cf06cd21 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 944 time: 0.0763369 Aug 31 01:25:46.712935 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvr_db [None req-79e34952-cc3e-4ecb-9e25-54c6c0a7a3f2 None None] Set router a0dd652c-1554-4322-9186-58d07c04c819 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:25:46.765607 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-cfd5fe12-273b-407a-8b2f-cb6687213309 req-33dd2e06-2148-4791-92eb-23cae337da05 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807004 Aug 31 01:25:47.018096 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff33fee-6288-4dae-9363-1e886d279e1c req-9023e7f0-45f3-465d-8a99-ef2ec17bf753 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:47.019844 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-aff33fee-6288-4dae-9363-1e886d279e1c req-9023e7f0-45f3-465d-8a99-ef2ec17bf753 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=368bac0a-39c9-4f1e-99f9-84223e7de06b HTTP/1.1" status: 200 len: 946 time: 0.0722280 Aug 31 01:25:47.026398 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-79e34952-cc3e-4ecb-9e25-54c6c0a7a3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'name': 'tempest-AttachVolumeNegativeTest-703590554-router', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bcae5e1e-21f8-45f7-ba18-74d0551b07e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:22:33Z', 'revision_number': 4, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'gw_port': {'id': 'bcae5e1e-21f8-45f7-ba18-74d0551b07e1', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:25Z', 'updated_at': '2022-08-31T01:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_floatingips': [{'id': '961d7e0d-bbb2-436a-98c0-6b5c5cd823f0', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'floating_ip_address': '172.27.1.70', 'floating_network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'router_id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'port_id': '06a28bab-3d45-4348-850c-bb3c714f41df', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948', 'mac_address': 'fa:16:3e:5c:58:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce564c8-7a17-4de1-96b9-3737fca73840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T01:22:48Z', 'updated_at': '2022-08-31T01:23:19Z', 'revision_number': 2, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '519870e6-178f-4031-8a44-b0fbae55ebbe', 'name': '', 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'mac_address': 'fa:16:3e:d7:53:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4cf8958b-5555-42e1-b4dd-8dee2893fbc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:31Z', 'updated_at': '2022-08-31T01:22:50Z', 'revision_number': 5, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'subnets': [{'id': '4cf8958b-5555-42e1-b4dd-8dee2893fbc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:47.070051 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e34952-cc3e-4ecb-9e25-54c6c0a7a3f2 None None] Checking router: a0dd652c-1554-4322-9186-58d07c04c819 for host: dv-cinder-855288-2-iscsi {{(pid=106778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:25:47.075748 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-aff33fee-6288-4dae-9363-1e886d279e1c req-7b1424ba-d5c4-4107-a3b5-1aaf2e89fd00 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=34358351-83e4-4657-bc0e-b19966191f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488753 Aug 31 01:25:47.079579 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e34952-cc3e-4ecb-9e25-54c6c0a7a3f2 None None] Routers {'a0dd652c-1554-4322-9186-58d07c04c819'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:25:47.080185 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-79e34952-cc3e-4ecb-9e25-54c6c0a7a3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:25:33Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['a0dd652c-1554-4322-9186-58d07c04c819'], 'active': True} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:47.182406 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvr_db [None req-79e34952-cc3e-4ecb-9e25-54c6c0a7a3f2 None None] Set router a0dd652c-1554-4322-9186-58d07c04c819 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:25:47.380278 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-79a23313-2992-4824-8d46-9681ebe6aec6 req-284ecd24-a3e2-4de8-808c-a9ec72593f13 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=082d7637-9b1c-469c-b688-c76ca61e9f6b HTTP/1.1" status: 200 len: 210 time: 0.0351155 Aug 31 01:25:47.404577 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-79e34952-cc3e-4ecb-9e25-54c6c0a7a3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'name': 'tempest-AttachVolumeNegativeTest-703590554-router', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bcae5e1e-21f8-45f7-ba18-74d0551b07e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:22:33Z', 'revision_number': 4, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'gw_port': {'id': 'bcae5e1e-21f8-45f7-ba18-74d0551b07e1', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:25Z', 'updated_at': '2022-08-31T01:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_floatingips': [{'id': '961d7e0d-bbb2-436a-98c0-6b5c5cd823f0', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'floating_ip_address': '172.27.1.70', 'floating_network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'router_id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'port_id': '06a28bab-3d45-4348-850c-bb3c714f41df', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948', 'mac_address': 'fa:16:3e:5c:58:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce564c8-7a17-4de1-96b9-3737fca73840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T01:22:48Z', 'updated_at': '2022-08-31T01:23:19Z', 'revision_number': 2, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '519870e6-178f-4031-8a44-b0fbae55ebbe', 'name': '', 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'mac_address': 'fa:16:3e:d7:53:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4cf8958b-5555-42e1-b4dd-8dee2893fbc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:31Z', 'updated_at': '2022-08-31T01:22:50Z', 'revision_number': 5, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'subnets': [{'id': '4cf8958b-5555-42e1-b4dd-8dee2893fbc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:25:47.435907 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e34952-cc3e-4ecb-9e25-54c6c0a7a3f2 None None] The sync data for ids ['a0dd652c-1554-4322-9186-58d07c04c819'] in dv-cinder-855288-2-iscsi is: [{'id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'name': 'tempest-AttachVolumeNegativeTest-703590554-router', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bcae5e1e-21f8-45f7-ba18-74d0551b07e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:22:33Z', 'revision_number': 4, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'gw_port': {'id': 'bcae5e1e-21f8-45f7-ba18-74d0551b07e1', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:25Z', 'updated_at': '2022-08-31T01:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_floatingips': [{'id': '961d7e0d-bbb2-436a-98c0-6b5c5cd823f0', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'floating_ip_address': '172.27.1.70', 'floating_network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'router_id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'port_id': '06a28bab-3d45-4348-850c-bb3c714f41df', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948', 'mac_address': 'fa:16:3e:5c:58:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce564c8-7a17-4de1-96b9-3737fca73840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T01:22:48Z', 'updated_at': '2022-08-31T01:23:19Z', 'revision_number': 2, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '519870e6-178f-4031-8a44-b0fbae55ebbe', 'name': '', 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'mac_address': 'fa:16:3e:d7:53:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4cf8958b-5555-42e1-b4dd-8dee2893fbc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:31Z', 'updated_at': '2022-08-31T01:22:50Z', 'revision_number': 5, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'subnets': [{'id': '4cf8958b-5555-42e1-b4dd-8dee2893fbc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:25:47.733501 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01848541-786e-4b2e-b422-35aeb1edf7eb None None] New status for floating IP 4e616b75-a374-4654-a49f-31d6582077e5: DOWN {{(pid=106779) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 01:25:47.897078 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af189be-9499-4098-a92c-e1c5d972038d req-e2718d72-5b9e-44d1-a2f3-002cf4ea6d89 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:47.899679 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-3af189be-9499-4098-a92c-e1c5d972038d req-e2718d72-5b9e-44d1-a2f3-002cf4ea6d89 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 944 time: 0.0586987 Aug 31 01:25:47.975312 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-3af189be-9499-4098-a92c-e1c5d972038d req-2030fd85-e806-4dc6-b2bb-cdb799f41013 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685873 Aug 31 01:25:47.996115 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 59860) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:25:48.160002 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-24457c9e-7956-4781-bea2-2c031ebb06cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:48.193529 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:25:48.225729 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:25:48.230968 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=7 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:25:48.246218 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc51418-ad91-457c-9e33-2a87b05d474e req-650c6d34-786c-4758-a9f5-a48496e27604 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:48.248032 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-fdc51418-ad91-457c-9e33-2a87b05d474e req-650c6d34-786c-4758-a9f5-a48496e27604 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=368bac0a-39c9-4f1e-99f9-84223e7de06b HTTP/1.1" status: 200 len: 946 time: 0.0811858 Aug 31 01:25:48.270808 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-24457c9e-7956-4781-bea2-2c031ebb06cd admin admin] Publish callbacks [] for security_group (31aa8a09-2245-43f9-bf86-662cb6b904cd), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:48.303700 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-fdc51418-ad91-457c-9e33-2a87b05d474e req-28714494-800c-4780-bc6f-0e2f09fc4c68 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=34358351-83e4-4657-bc0e-b19966191f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488782 Aug 31 01:25:48.370051 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-24457c9e-7956-4781-bea2-2c031ebb06cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (31aa8a09-2245-43f9-bf86-662cb6b904cd), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:48.412933 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-24457c9e-7956-4781-bea2-2c031ebb06cd admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=99b04f41cebb4755aa0783764c1299aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4129035 Aug 31 01:25:48.412933 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24457c9e-7956-4781-bea2-2c031ebb06cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31aa8a09-2245-43f9-bf86-662cb6b904cd,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:48.415017 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 59870) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:25:48.480396 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-379c8ea0-7c54-480c-bfa8-bf684084bbdf admin admin] Publish callbacks [] for security_group (31aa8a09-2245-43f9-bf86-662cb6b904cd), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:48.501413 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-379c8ea0-7c54-480c-bfa8-bf684084bbdf admin admin] Publish callbacks [] for security_group (31aa8a09-2245-43f9-bf86-662cb6b904cd), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:48.616443 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 59874) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:25:48.673703 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-379c8ea0-7c54-480c-bfa8-bf684084bbdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (31aa8a09-2245-43f9-bf86-662cb6b904cd), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:48.676135 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-379c8ea0-7c54-480c-bfa8-bf684084bbdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:48.677240 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-379c8ea0-7c54-480c-bfa8-bf684084bbdf admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/31aa8a09-2245-43f9-bf86-662cb6b904cd HTTP/1.1" status: 204 len: 168 time: 0.2608345 Aug 31 01:25:48.679493 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-7e50da0d-a9a0-46af-95bb-e214bfd3d0f3 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for security_group (0437e908-2bf2-472b-a7de-f34ccee5e04c), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:48.693708 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379c8ea0-7c54-480c-bfa8-bf684084bbdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31aa8a09-2245-43f9-bf86-662cb6b904cd,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:48.709314 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c8ea0-7c54-480c-bfa8-bf684084bbdf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:48.709660 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c8ea0-7c54-480c-bfa8-bf684084bbdf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:48.709998 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c8ea0-7c54-480c-bfa8-bf684084bbdf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:48.710334 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c8ea0-7c54-480c-bfa8-bf684084bbdf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:48.710678 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c8ea0-7c54-480c-bfa8-bf684084bbdf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:48.710982 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c8ea0-7c54-480c-bfa8-bf684084bbdf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:48.711800 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c8ea0-7c54-480c-bfa8-bf684084bbdf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:48.712120 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c8ea0-7c54-480c-bfa8-bf684084bbdf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:48.712453 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c8ea0-7c54-480c-bfa8-bf684084bbdf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:48.712778 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c8ea0-7c54-480c-bfa8-bf684084bbdf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:48.713187 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c8ea0-7c54-480c-bfa8-bf684084bbdf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:48.713421 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c8ea0-7c54-480c-bfa8-bf684084bbdf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:48.713736 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c8ea0-7c54-480c-bfa8-bf684084bbdf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:48.714049 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c8ea0-7c54-480c-bfa8-bf684084bbdf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:48.714361 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379c8ea0-7c54-480c-bfa8-bf684084bbdf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:48.723058 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-7e50da0d-a9a0-46af-95bb-e214bfd3d0f3 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for security_group (0437e908-2bf2-472b-a7de-f34ccee5e04c), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:48.877991 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-7e50da0d-a9a0-46af-95bb-e214bfd3d0f3 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (0437e908-2bf2-472b-a7de-f34ccee5e04c), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:48.880613 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-7e50da0d-a9a0-46af-95bb-e214bfd3d0f3 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for security_group (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:48.881833 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-7e50da0d-a9a0-46af-95bb-e214bfd3d0f3 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "DELETE /networking/v2.0/security-groups/0437e908-2bf2-472b-a7de-f34ccee5e04c HTTP/1.1" status: 204 len: 168 time: 0.2643776 Aug 31 01:25:48.885264 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 59878) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:25:48.905975 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.api.v2.resource [None req-66571378-e4ab-4dbd-8e25-427fdab636ee tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] show failed (client error): The resource could not be found. Aug 31 01:25:48.907532 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-66571378-e4ab-4dbd-8e25-427fdab636ee tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/security-groups/0437e908-2bf2-472b-a7de-f34ccee5e04c HTTP/1.1" status: 404 len: 347 time: 0.0207818 Aug 31 01:25:48.908593 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e50da0d-a9a0-46af-95bb-e214bfd3d0f3 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0437e908-2bf2-472b-a7de-f34ccee5e04c,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:48.910715 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 59880) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:25:49.045815 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [None req-51a5b4e9-d9fe-4610-a5f7-cef8f4b27beb tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Deleting port eab7608d-830f-4daf-b922-77147a1062f6 {{(pid=106776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:25:49.046544 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-51a5b4e9-d9fe-4610-a5f7-cef8f4b27beb tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (eab7608d-830f-4daf-b922-77147a1062f6), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:49.126843 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad246c85-fcc6-4b18-8118-c05b9c95611b req-aed61357-b1b6-40a3-8354-952051bcb4c8 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:49.128511 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-ad246c85-fcc6-4b18-8118-c05b9c95611b req-aed61357-b1b6-40a3-8354-952051bcb4c8 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 944 time: 0.0651422 Aug 31 01:25:49.143038 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-51a5b4e9-d9fe-4610-a5f7-cef8f4b27beb tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (eab7608d-830f-4daf-b922-77147a1062f6), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:49.143510 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-51a5b4e9-d9fe-4610-a5f7-cef8f4b27beb tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for floatingip (eab7608d-830f-4daf-b922-77147a1062f6), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:49.158279 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [None req-51a5b4e9-d9fe-4610-a5f7-cef8f4b27beb tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Calling delete_port for eab7608d-830f-4daf-b922-77147a1062f6 owned by network:floatingip {{(pid=106776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:25:49.188237 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-ad246c85-fcc6-4b18-8118-c05b9c95611b req-f997e0ac-c06b-4430-8391-a14661557052 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533614 Aug 31 01:25:49.381328 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-51a5b4e9-d9fe-4610-a5f7-cef8f4b27beb tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6273727'] for port (eab7608d-830f-4daf-b922-77147a1062f6), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:49.408485 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5b4e9-d9fe-4610-a5f7-cef8f4b27beb tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Pushing event deleted for resources: {'Port': ['ID=eab7608d-830f-4daf-b922-77147a1062f6,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:49.432449 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed22c801-9b8c-42c6-83b0-6330f667ff6c req-81ac176d-98d2-41ad-bcff-5c0e7a4cfed5 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:49.434224 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-ed22c801-9b8c-42c6-83b0-6330f667ff6c req-81ac176d-98d2-41ad-bcff-5c0e7a4cfed5 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=368bac0a-39c9-4f1e-99f9-84223e7de06b HTTP/1.1" status: 200 len: 946 time: 0.0546625 Aug 31 01:25:49.455855 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:25:49.469231 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-51a5b4e9-d9fe-4610-a5f7-cef8f4b27beb tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for floatingip (4e616b75-a374-4654-a49f-31d6582077e5), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:49.471678 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-51a5b4e9-d9fe-4610-a5f7-cef8f4b27beb tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for floatingip (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:49.473139 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-51a5b4e9-d9fe-4610-a5f7-cef8f4b27beb tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/4e616b75-a374-4654-a49f-31d6582077e5 HTTP/1.1" status: 204 len: 168 time: 0.5612032 Aug 31 01:25:49.478060 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device 3288282c-d42e-4903-85db-6161da718858 no longer exists at agent hyperv_hv-cinder-85528 {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:25:49.488651 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-ed22c801-9b8c-42c6-83b0-6330f667ff6c req-d6617d53-3d95-4903-8514-f3ca50298adc tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=34358351-83e4-4657-bc0e-b19966191f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485141 Aug 31 01:25:49.498713 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] No Port match for: 3288282c-d42e-4903-85db-6161da718858 {{(pid=106778) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 01:25:49.499069 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device 3288282c-d42e-4903-85db-6161da718858 not bound to the agent host hv-cinder-85528 {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:25:49.870982 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b5cd2-0ce6-4e23-986e-ed7aea022bce req-aa797fa9-90ff-4d33-bcd7-e32bb6899818 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:49.872507 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-aa9b5cd2-0ce6-4e23-986e-ed7aea022bce req-aa797fa9-90ff-4d33-bcd7-e32bb6899818 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=368bac0a-39c9-4f1e-99f9-84223e7de06b HTTP/1.1" status: 200 len: 946 time: 0.0481329 Aug 31 01:25:49.922538 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-aa9b5cd2-0ce6-4e23-986e-ed7aea022bce req-137504cf-a5c6-4334-8dbc-511737e983bb tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=34358351-83e4-4657-bc0e-b19966191f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443065 Aug 31 01:25:49.989973 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:DELETE=4 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:25:50.006400 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe0c1b6-5225-421b-a257-ab6d662063e4 req-13bbdef2-ab48-449d-9ad9-383e8bb285f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:50.007974 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-3fe0c1b6-5225-421b-a257-ab6d662063e4 req-13bbdef2-ab48-449d-9ad9-383e8bb285f6 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=fb863f706c3846db958c9b7fe367c3f5&device_id=368bac0a-39c9-4f1e-99f9-84223e7de06b HTTP/1.1" status: 200 len: 1130 time: 0.0513127 Aug 31 01:25:50.156750 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe0c1b6-5225-421b-a257-ab6d662063e4 req-b9c647ad-512e-459f-8c89-95f6c05b6b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:50.158129 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-3fe0c1b6-5225-421b-a257-ab6d662063e4 req-b9c647ad-512e-459f-8c89-95f6c05b6b87 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?id=2d97e458-c7f0-41e8-8974-7a68b9809489 HTTP/1.1" status: 200 len: 912 time: 0.0859423 Aug 31 01:25:50.315293 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef90bd33-3c5f-4d32-ab0d-6e0fc1771de2 req-eb6f22e3-6887-48fc-b6b8-8d15a6dc7f1e tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:50.316774 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-ef90bd33-3c5f-4d32-ab0d-6e0fc1771de2 req-eb6f22e3-6887-48fc-b6b8-8d15a6dc7f1e tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 944 time: 0.0494270 Aug 31 01:25:50.363506 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-ef90bd33-3c5f-4d32-ab0d-6e0fc1771de2 req-26061b22-eb6a-4124-af5c-8d3d0a4a104c tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407224 Aug 31 01:25:50.938699 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-3fe0c1b6-5225-421b-a257-ab6d662063e4 req-91ac1e4f-8abd-48e2-b897-7361a52f6190 service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51441d6e-84dd-48a3-bd25-fade9ebd6634 HTTP/1.1" status: 200 len: 1002 time: 0.0604277 Aug 31 01:25:50.992781 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe0c1b6-5225-421b-a257-ab6d662063e4 req-b5c1b60f-2db2-41af-96ea-00db5afbdb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:50.994400 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-3fe0c1b6-5225-421b-a257-ab6d662063e4 req-b5c1b60f-2db2-41af-96ea-00db5afbdb61 service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=ce633e5b-f53e-4e09-ba61-d50d905d9cae HTTP/1.1" status: 200 len: 849 time: 0.0460672 Aug 31 01:25:51.042885 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe0c1b6-5225-421b-a257-ab6d662063e4 req-4cb02d03-3456-4ea3-8070-ede10d5e6d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:51.044402 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-3fe0c1b6-5225-421b-a257-ab6d662063e4 req-4cb02d03-3456-4ea3-8070-ede10d5e6d40 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=2d97e458-c7f0-41e8-8974-7a68b9809489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422714 Aug 31 01:25:51.049650 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3902ff-2206-40b6-953e-1f4606fb1be6 req-80e920d6-f61b-4c8d-98b5-4246cb56cd07 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:51.051125 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-cb3902ff-2206-40b6-953e-1f4606fb1be6 req-80e920d6-f61b-4c8d-98b5-4246cb56cd07 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=368bac0a-39c9-4f1e-99f9-84223e7de06b HTTP/1.1" status: 200 len: 946 time: 0.0501626 Aug 31 01:25:51.101185 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-cb3902ff-2206-40b6-953e-1f4606fb1be6 req-2af03c7c-fad6-4f8f-b04c-8825f62e088e tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=34358351-83e4-4657-bc0e-b19966191f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444784 Aug 31 01:25:51.141558 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-3fe0c1b6-5225-421b-a257-ab6d662063e4 req-87f1ee22-4ce6-4112-bf03-9edb44c217c0 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/2d97e458-c7f0-41e8-8974-7a68b9809489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893550 Aug 31 01:25:51.234239 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-3fe0c1b6-5225-421b-a257-ab6d662063e4 req-2c1dc38b-3401-4513-a668-6ced88d07c01 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/2d97e458-c7f0-41e8-8974-7a68b9809489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861864 Aug 31 01:25:51.480063 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device dc60a507-f9d6-4b68-ae6c-65c2cfafb12c details requested by agent hyperv_hv-cinder-85528 with host hv-cinder-85528 {{(pid=106778) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:25:51.488210 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644fc0f3-a958-4f6f-834a-df6058028ced req-f767a4fd-03ff-4448-90c2-3bb49b765dc2 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:51.489718 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-644fc0f3-a958-4f6f-834a-df6058028ced req-f767a4fd-03ff-4448-90c2-3bb49b765dc2 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 944 time: 0.0462127 Aug 31 01:25:51.541943 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-644fc0f3-a958-4f6f-834a-df6058028ced req-0f71b7ec-f125-452a-9b04-ddd8ce93ce32 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455024 Aug 31 01:25:51.582343 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port dc60a507-f9d6-4b68-ae6c-65c2cfafb12c, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=dc60a507-f9d6-4b68-ae6c-65c2cfafb12c,segment=NetworkSegment(4e76086e-0aa2-44ca-adc1-383a20f9a980),segment_id=4e76086e-0aa2-44ca-adc1-383a20f9a980)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:25:51.593631 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Returning: {'device': 'dc60a507-f9d6-4b68-ae6c-65c2cfafb12c', 'network_id': '2a0890c6-f1c3-465a-8b4d-8e1ae2356a58', 'port_id': 'dc60a507-f9d6-4b68-ae6c-65c2cfafb12c', 'mac_address': 'fa:16:3e:ec:2a:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1067, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd653247e-0c02-4230-ad01-73647a101df2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106778) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:25:51.598163 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=100 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:25:51.629180 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Current status of the port dc60a507-f9d6-4b68-ae6c-65c2cfafb12c is: DOWN; New status is: BUILD {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:25:51.629572 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (dc60a507-f9d6-4b68-ae6c-65c2cfafb12c), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:51.632655 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=100 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:25:51.643923 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.notifiers.nova [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc60a507-f9d6-4b68-ae6c-65c2cfafb12c {{(pid=106778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 01:25:51.663194 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port dc60a507-f9d6-4b68-ae6c-65c2cfafb12c, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=dc60a507-f9d6-4b68-ae6c-65c2cfafb12c,segment=NetworkSegment(4e76086e-0aa2-44ca-adc1-383a20f9a980),segment_id=4e76086e-0aa2-44ca-adc1-383a20f9a980)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:25:51.722176 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (dc60a507-f9d6-4b68-ae6c-65c2cfafb12c), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:51.771191 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Pushing event updated for resources: {'Port': ['ID=dc60a507-f9d6-4b68-ae6c-65c2cfafb12c,revision_number=9']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:51.778202 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:51.778546 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:51.778911 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:51.779314 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:51.779656 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:51.779986 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:51.780311 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:51.780634 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:51.780983 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:51.781312 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:51.781635 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:51.781958 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:51.782297 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:51.782597 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:51.782916 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:25:52.098948 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] get_ports_and_sgs() called for port_ids ['dc60a507-f9d6-4b68-ae6c-65c2cfafb12c'] {{(pid=106778) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 01:25:52.218682 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4def2259-f9da-4e1c-a38c-9587760a58d7 req-361d50c6-2fad-4bb8-b000-ee518cd09585 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:52.220222 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-4def2259-f9da-4e1c-a38c-9587760a58d7 req-361d50c6-2fad-4bb8-b000-ee518cd09585 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=368bac0a-39c9-4f1e-99f9-84223e7de06b HTTP/1.1" status: 200 len: 946 time: 0.0469856 Aug 31 01:25:52.250791 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:25:52.267610 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-4def2259-f9da-4e1c-a38c-9587760a58d7 req-1ec3782d-ad1f-4032-9605-a27c5cdfd289 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=34358351-83e4-4657-bc0e-b19966191f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416820 Aug 31 01:25:52.673400 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a9d323-1489-4ff4-a506-1faaabf11ac7 req-1052c08e-b677-4167-8502-6d2b9fac2040 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:52.674855 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-f2a9d323-1489-4ff4-a506-1faaabf11ac7 req-1052c08e-b677-4167-8502-6d2b9fac2040 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 945 time: 0.0460556 Aug 31 01:25:52.723227 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-f2a9d323-1489-4ff4-a506-1faaabf11ac7 req-7c73d27c-8bdf-4243-9d33-2360cdab9328 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419624 Aug 31 01:25:53.391646 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc60d8c-eecd-4ea3-b07c-fd3c425fdcd0 req-38fb8a7d-e77b-49a2-89c7-dad0607bfc61 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:53.393329 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-9fc60d8c-eecd-4ea3-b07c-fd3c425fdcd0 req-38fb8a7d-e77b-49a2-89c7-dad0607bfc61 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=368bac0a-39c9-4f1e-99f9-84223e7de06b HTTP/1.1" status: 200 len: 946 time: 0.0529563 Aug 31 01:25:53.440565 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-9fc60d8c-eecd-4ea3-b07c-fd3c425fdcd0 req-fc4f55c3-ba01-498d-9690-b272bf96c670 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=34358351-83e4-4657-bc0e-b19966191f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417097 Aug 31 01:25:53.494214 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device dc60a507-f9d6-4b68-ae6c-65c2cfafb12c up at agent hyperv_hv-cinder-85528 {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:25:53.539720 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Provisioning complete for port dc60a507-f9d6-4b68-ae6c-65c2cfafb12c triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:25:53.540106 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (dc60a507-f9d6-4b68-ae6c-65c2cfafb12c), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:53.610856 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Current status of the port dc60a507-f9d6-4b68-ae6c-65c2cfafb12c is: BUILD; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:25:53.611170 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (dc60a507-f9d6-4b68-ae6c-65c2cfafb12c), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:53.633868 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12814f73-696a-4dc2-9182-7779bfe90ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc60a507-f9d6-4b68-ae6c-65c2cfafb12c'}] {{(pid=106778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:25:53.636128 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d41e2a553b02095d3b1f0ace215352f4a23baa657e7b5a2da03818d3ee46b5df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcaf7d41-f675-4ccd-a38a-33af1deec9a9" -d '{"events": [{"server_uuid": "12814f73-696a-4dc2-9182-7779bfe90ad5", "name": "network-vif-plugged", "status": "completed", "tag": "dc60a507-f9d6-4b68-ae6c-65c2cfafb12c"}]}' {{(pid=106778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:25:53.649113 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port dc60a507-f9d6-4b68-ae6c-65c2cfafb12c, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=dc60a507-f9d6-4b68-ae6c-65c2cfafb12c,segment=NetworkSegment(4e76086e-0aa2-44ca-adc1-383a20f9a980),segment_id=4e76086e-0aa2-44ca-adc1-383a20f9a980)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:25:53.672925 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 01:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd284031-f6cb-4123-96a0-5880c8a2b611 x-openstack-request-id: req-dd284031-f6cb-4123-96a0-5880c8a2b611 {{(pid=106778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:25:53.673374 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12814f73-696a-4dc2-9182-7779bfe90ad5", "name": "network-vif-plugged", "status": "completed", "tag": "dc60a507-f9d6-4b68-ae6c-65c2cfafb12c", "code": 200}]} {{(pid=106778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:25:53.673628 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dd284031-f6cb-4123-96a0-5880c8a2b611 {{(pid=106778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:25:53.674049 dv-cinder-855288-2-iscsi neutron-server[106778]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd284031-f6cb-4123-96a0-5880c8a2b611'] response: {'server_uuid': '12814f73-696a-4dc2-9182-7779bfe90ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc60a507-f9d6-4b68-ae6c-65c2cfafb12c', 'code': 200} Aug 31 01:25:53.729761 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (dc60a507-f9d6-4b68-ae6c-65c2cfafb12c), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:53.780565 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Pushing event updated for resources: {'Port': ['ID=dc60a507-f9d6-4b68-ae6c-65c2cfafb12c,revision_number=10']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:53.847577 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f34426c-6cc0-4b99-8e7d-6a77861d900f req-1f2b4536-0ec4-4706-b791-64812e4e818d tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:53.849071 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-6f34426c-6cc0-4b99-8e7d-6a77861d900f req-1f2b4536-0ec4-4706-b791-64812e4e818d tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 947 time: 0.0464478 Aug 31 01:25:53.894979 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-6f34426c-6cc0-4b99-8e7d-6a77861d900f req-0e4b7dae-f584-4f6d-9547-eeffc65a7676 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396872 Aug 31 01:25:54.587828 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7053922-2e4a-448d-9f8f-b29467977f87 req-773cff66-ccb8-45e2-8cce-3f9b844f3108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:54.589447 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-a7053922-2e4a-448d-9f8f-b29467977f87 req-773cff66-ccb8-45e2-8cce-3f9b844f3108 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 1131 time: 0.0402699 Aug 31 01:25:54.638765 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-a7053922-2e4a-448d-9f8f-b29467977f87 req-a86c1e37-eec1-491d-892a-4907fc036aeb service neutron] 10.222.0.85 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420530 Aug 31 01:25:55.046004 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9cc798-a56c-46f9-8b7c-7f0b42514a34 req-e2df75fd-b56c-4f73-8c87-2a154bbfb2aa tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:55.047499 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0f9cc798-a56c-46f9-8b7c-7f0b42514a34 req-e2df75fd-b56c-4f73-8c87-2a154bbfb2aa tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=380077d1-0ed7-47ac-9e19-5425164e6da1 HTTP/1.1" status: 200 len: 946 time: 0.0819347 Aug 31 01:25:55.053635 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1742976-2687-45b3-b189-526bfe2d9c79 req-37d9de8a-27e9-4f46-9868-ef36f943fcf6 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:55.055215 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b1742976-2687-45b3-b189-526bfe2d9c79 req-37d9de8a-27e9-4f46-9868-ef36f943fcf6 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 947 time: 0.0793691 Aug 31 01:25:55.135293 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0f9cc798-a56c-46f9-8b7c-7f0b42514a34 req-2e212653-7159-4b4e-9c76-0f47e1155c87 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f8dde826-589e-428f-9ff3-0c563df87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790508 Aug 31 01:25:55.142870 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b1742976-2687-45b3-b189-526bfe2d9c79 req-b41c4da5-ad95-4176-a39b-08cc1e71974b tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791917 Aug 31 01:25:55.143002 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1323ca39-f180-4ece-b073-8c56a1bcb853 req-c33f3b04-e892-4d5c-a462-7404192ea8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:55.144446 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-1323ca39-f180-4ece-b073-8c56a1bcb853 req-c33f3b04-e892-4d5c-a462-7404192ea8f3 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=d58414b1dd2342d58cc7665aee50b86b&device_id=380077d1-0ed7-47ac-9e19-5425164e6da1 HTTP/1.1" status: 200 len: 1130 time: 0.0424404 Aug 31 01:25:55.246457 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1323ca39-f180-4ece-b073-8c56a1bcb853 req-b3aef056-05f4-460d-9b1c-a25b6a965377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:55.247929 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-1323ca39-f180-4ece-b073-8c56a1bcb853 req-b3aef056-05f4-460d-9b1c-a25b6a965377 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?id=0303b68a-9736-48eb-90f1-d3c52026d074 HTTP/1.1" status: 200 len: 921 time: 0.0966187 Aug 31 01:25:55.560779 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:25:55.641168 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-1323ca39-f180-4ece-b073-8c56a1bcb853 req-64f5cd9f-f273-41ba-863a-fe9d33b47a18 service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6715d43f-3649-46e9-b421-5ed74efa38b9 HTTP/1.1" status: 200 len: 1002 time: 0.1182325 Aug 31 01:25:55.697436 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1323ca39-f180-4ece-b073-8c56a1bcb853 req-aee9f6c8-a8a2-47e8-b0e0-da6f5aa9bcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:55.698829 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-1323ca39-f180-4ece-b073-8c56a1bcb853 req-aee9f6c8-a8a2-47e8-b0e0-da6f5aa9bcbc service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=14c282f1-a88f-47d5-b759-92c78d45d59b HTTP/1.1" status: 200 len: 858 time: 0.0470753 Aug 31 01:25:55.748640 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1323ca39-f180-4ece-b073-8c56a1bcb853 req-4b29d6f7-8d04-4373-97c0-e7cba5be3db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:55.750174 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-1323ca39-f180-4ece-b073-8c56a1bcb853 req-4b29d6f7-8d04-4373-97c0-e7cba5be3db1 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=0303b68a-9736-48eb-90f1-d3c52026d074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384858 Aug 31 01:25:55.845871 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-1323ca39-f180-4ece-b073-8c56a1bcb853 req-783f592e-ae6e-4ed6-8e36-12db8b3a19ee service neutron] 10.222.0.85 "GET /networking/v2.0/networks/0303b68a-9736-48eb-90f1-d3c52026d074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829787 Aug 31 01:25:55.929368 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=100 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:25:55.946361 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-1323ca39-f180-4ece-b073-8c56a1bcb853 req-e2aa61ba-086c-4545-96f3-046933cf1b9d service neutron] 10.222.0.85 "GET /networking/v2.0/networks/0303b68a-9736-48eb-90f1-d3c52026d074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869765 Aug 31 01:25:56.297951 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb163880-a2e2-4cb5-b014-b16a25cdce87 req-24722307-84b9-4feb-a325-cffc63e2a1b3 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:56.299494 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-cb163880-a2e2-4cb5-b014-b16a25cdce87 req-24722307-84b9-4feb-a325-cffc63e2a1b3 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=380077d1-0ed7-47ac-9e19-5425164e6da1 HTTP/1.1" status: 200 len: 946 time: 0.0793378 Aug 31 01:25:56.305654 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397a8512-ab74-4d2d-9c1f-6aacd0ce5984 req-0147931e-dc4b-4883-b3d7-2910638a6aeb tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:56.307032 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-397a8512-ab74-4d2d-9c1f-6aacd0ce5984 req-0147931e-dc4b-4883-b3d7-2910638a6aeb tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 947 time: 0.0769923 Aug 31 01:25:56.329503 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:25:56.375127 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-cb163880-a2e2-4cb5-b014-b16a25cdce87 req-3fc43e8a-5e6c-4359-80dd-f7c097a00705 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f8dde826-589e-428f-9ff3-0c563df87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670877 Aug 31 01:25:56.386734 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-397a8512-ab74-4d2d-9c1f-6aacd0ce5984 req-eed2a63c-adb1-4c98-b56c-864fd82eebe0 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726411 Aug 31 01:25:57.023199 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56958182-c704-47b7-b12f-6ca1f9cc7432 req-7146f35c-3240-46f1-8ff7-649bfdec7eb0 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:57.024689 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-56958182-c704-47b7-b12f-6ca1f9cc7432 req-7146f35c-3240-46f1-8ff7-649bfdec7eb0 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8ce564c8-7a17-4de1-96b9-3737fca73840 HTTP/1.1" status: 200 len: 945 time: 0.0484684 Aug 31 01:25:57.073665 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-56958182-c704-47b7-b12f-6ca1f9cc7432 req-18735692-52db-42af-8844-516ed6be00d6 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b5c65665-607a-4023-be3d-def6abb51db3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434031 Aug 31 01:25:57.522542 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796cdfae-145b-4311-9507-7bcd05640707 req-b33e43d4-46b2-43bf-b801-bc43963b37d4 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:57.524006 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-796cdfae-145b-4311-9507-7bcd05640707 req-b33e43d4-46b2-43bf-b801-bc43963b37d4 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=380077d1-0ed7-47ac-9e19-5425164e6da1 HTTP/1.1" status: 200 len: 946 time: 0.0731375 Aug 31 01:25:57.550132 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9dd4e4-b844-4b3f-88cb-fbf087766106 req-1bba2c5b-dfbe-419b-ba0b-940a97bec81d tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:57.551522 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-5f9dd4e4-b844-4b3f-88cb-fbf087766106 req-1bba2c5b-dfbe-419b-ba0b-940a97bec81d tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 947 time: 0.0697055 Aug 31 01:25:57.596737 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-796cdfae-145b-4311-9507-7bcd05640707 req-cb57d951-4e3a-4f16-9444-6693662fe3fb tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f8dde826-589e-428f-9ff3-0c563df87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672028 Aug 31 01:25:57.611657 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:25:57.619979 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-5f9dd4e4-b844-4b3f-88cb-fbf087766106 req-563b5904-c982-4278-80b5-b30e50574ab1 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614252 Aug 31 01:25:57.799904 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=9 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:25:58.196116 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a87b37-cc32-484d-a394-c461cb192098 req-e4ac26b5-ca65-49e9-b527-5ee8ba47f45d tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:58.197601 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-33a87b37-cc32-484d-a394-c461cb192098 req-e4ac26b5-ca65-49e9-b527-5ee8ba47f45d tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8ce564c8-7a17-4de1-96b9-3737fca73840 HTTP/1.1" status: 200 len: 945 time: 0.0519414 Aug 31 01:25:58.246109 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-33a87b37-cc32-484d-a394-c461cb192098 req-eb07b805-0458-4ac4-8a3a-4585babd9353 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b5c65665-607a-4023-be3d-def6abb51db3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429425 Aug 31 01:25:58.747052 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9bda61-4890-4533-a7d5-9c7b46227b0f req-a7fa63ea-5e55-452e-8515-66d7096ed26d tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:58.748535 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-4a9bda61-4890-4533-a7d5-9c7b46227b0f req-a7fa63ea-5e55-452e-8515-66d7096ed26d tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=380077d1-0ed7-47ac-9e19-5425164e6da1 HTTP/1.1" status: 200 len: 946 time: 0.0737271 Aug 31 01:25:58.767996 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e239901-76ee-4740-bbcb-2c2c3c5dc94d req-9f4eca05-273e-4926-bfc1-de3c3501d52d tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:58.769431 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-5e239901-76ee-4740-bbcb-2c2c3c5dc94d req-9f4eca05-273e-4926-bfc1-de3c3501d52d tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 947 time: 0.0666244 Aug 31 01:25:58.837065 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-4a9bda61-4890-4533-a7d5-9c7b46227b0f req-daeed2b9-0c53-444a-8022-137b4748015f tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f8dde826-589e-428f-9ff3-0c563df87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828645 Aug 31 01:25:58.847988 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-5e239901-76ee-4740-bbcb-2c2c3c5dc94d req-936ba953-9ea4-42d1-94c8-0c33cfe87323 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709953 Aug 31 01:25:59.186543 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a03cd4-6103-4a1e-8d24-90eac117699a req-766808fe-b3dd-4ba0-acb0-c8826796670d tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:59.187979 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-66a03cd4-6103-4a1e-8d24-90eac117699a req-766808fe-b3dd-4ba0-acb0-c8826796670d tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=8ce564c8-7a17-4de1-96b9-3737fca73840 HTTP/1.1" status: 200 len: 945 time: 0.0463519 Aug 31 01:25:59.274718 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [req-66a03cd4-6103-4a1e-8d24-90eac117699a req-c324da71-1fab-4a29-96fc-43866fbd4522 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Deleting port 06a28bab-3d45-4348-850c-bb3c714f41df {{(pid=106776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:25:59.275054 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-66a03cd4-6103-4a1e-8d24-90eac117699a req-c324da71-1fab-4a29-96fc-43866fbd4522 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (06a28bab-3d45-4348-850c-bb3c714f41df), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:59.363366 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4c78c6-fc56-4e77-9eb6-987cf0aa3fb6 req-d9c36998-6df2-4fb0-ba39-3378ada668ec tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:59.364892 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-af4c78c6-fc56-4e77-9eb6-987cf0aa3fb6 req-d9c36998-6df2-4fb0-ba39-3378ada668ec tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8ce564c8-7a17-4de1-96b9-3737fca73840 HTTP/1.1" status: 200 len: 945 time: 0.0470057 Aug 31 01:25:59.365534 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.db [req-66a03cd4-6103-4a1e-8d24-90eac117699a req-c324da71-1fab-4a29-96fc-43866fbd4522 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] For port 06a28bab-3d45-4348-850c-bb3c714f41df, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=06a28bab-3d45-4348-850c-bb3c714f41df,segment=NetworkSegment(69073539-0cb5-4109-ac49-b16cdc893327),segment_id=69073539-0cb5-4109-ac49-b16cdc893327)] {{(pid=106776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:25:59.365895 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-66a03cd4-6103-4a1e-8d24-90eac117699a req-c324da71-1fab-4a29-96fc-43866fbd4522 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (06a28bab-3d45-4348-850c-bb3c714f41df), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:59.424272 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-af4c78c6-fc56-4e77-9eb6-987cf0aa3fb6 req-16883f22-7d01-4e10-aeb6-7d565a69c611 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b5c65665-607a-4023-be3d-def6abb51db3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0528910 Aug 31 01:25:59.530771 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-66a03cd4-6103-4a1e-8d24-90eac117699a req-c324da71-1fab-4a29-96fc-43866fbd4522 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:59.531126 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-66a03cd4-6103-4a1e-8d24-90eac117699a req-c324da71-1fab-4a29-96fc-43866fbd4522 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608267'] for floatingip (961d7e0d-bbb2-436a-98c0-6b5c5cd823f0), after_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:59.531437 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.db.l3_db [req-66a03cd4-6103-4a1e-8d24-90eac117699a req-c324da71-1fab-4a29-96fc-43866fbd4522 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Floating IP 961d7e0d-bbb2-436a-98c0-6b5c5cd823f0 disassociated. External IP: 172.27.1.70, port: 06a28bab-3d45-4348-850c-bb3c714f41df. Aug 31 01:25:59.531772 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [req-66a03cd4-6103-4a1e-8d24-90eac117699a req-c324da71-1fab-4a29-96fc-43866fbd4522 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Calling delete_port for 06a28bab-3d45-4348-850c-bb3c714f41df owned by compute:nova {{(pid=106776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:25:59.717010 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-66a03cd4-6103-4a1e-8d24-90eac117699a req-c324da71-1fab-4a29-96fc-43866fbd4522 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6273727'] for port (06a28bab-3d45-4348-850c-bb3c714f41df), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:25:59.748014 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324da71-1fab-4a29-96fc-43866fbd4522 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Pushing event deleted for resources: {'Port': ['ID=06a28bab-3d45-4348-850c-bb3c714f41df,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:25:59.855387 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66a03cd4-6103-4a1e-8d24-90eac117699a req-c324da71-1fab-4a29-96fc-43866fbd4522 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Router a0dd652c-1554-4322-9186-58d07c04c819 has already been hosted by L3 agent 1428144b-5b15-4168-8538-b51b3045e8b6 {{(pid=106776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:25:59.865257 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:25:59.958285 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:25:59.965332 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66a03cd4-6103-4a1e-8d24-90eac117699a req-c324da71-1fab-4a29-96fc-43866fbd4522 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Notify agent at l3_agent.dv-cinder-855288-2-iscsi the message routers_updated {{(pid=106776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:25:59.966368 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e12b2-8153-492e-ab3f-63f3551a7cf7 req-427d45e5-31da-4b43-bfe6-b258c927f6d5 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:25:59.968512 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-5a3e12b2-8153-492e-ab3f-63f3551a7cf7 req-427d45e5-31da-4b43-bfe6-b258c927f6d5 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=380077d1-0ed7-47ac-9e19-5425164e6da1 HTTP/1.1" status: 200 len: 946 time: 0.0568144 Aug 31 01:25:59.979722 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4262fbf-115a-4548-ac68-6acd71e16b3c None None] Sync routers for ids ['a0dd652c-1554-4322-9186-58d07c04c819'] in dv-cinder-855288-2-iscsi {{(pid=106778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:25:59.988752 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:25:59.989872 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4262fbf-115a-4548-ac68-6acd71e16b3c None None] Routers {'a0dd652c-1554-4322-9186-58d07c04c819'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:25:59.990499 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-f4262fbf-115a-4548-ac68-6acd71e16b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:25:33Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['a0dd652c-1554-4322-9186-58d07c04c819'], 'active': True} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:00.013465 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.l3_dvrscheduler_db [req-66a03cd4-6103-4a1e-8d24-90eac117699a req-c324da71-1fab-4a29-96fc-43866fbd4522 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] No DVR routers for this DVR port 06a28bab-3d45-4348-850c-bb3c714f41df on host hv-cinder-85528 {{(pid=106776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 01:26:00.014822 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-66a03cd4-6103-4a1e-8d24-90eac117699a req-c324da71-1fab-4a29-96fc-43866fbd4522 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for port (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:00.018865 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-66a03cd4-6103-4a1e-8d24-90eac117699a req-c324da71-1fab-4a29-96fc-43866fbd4522 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.85 "DELETE /networking/v2.0/ports/06a28bab-3d45-4348-850c-bb3c714f41df HTTP/1.1" status: 204 len: 173 time: 0.8242974 Aug 31 01:26:00.019344 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce564c8-7a17-4de1-96b9-3737fca73840', 'name': 'network-vif-deleted', 'tag': '06a28bab-3d45-4348-850c-bb3c714f41df'}] {{(pid=106776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:26:00.021929 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c75c880f6fcf50a6244b1a715e98a431c8b587c27dc42cc7f33f1c98f81bddd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ff5c0c-0cae-4608-b304-7a16ddcee1d3" -d '{"events": [{"server_uuid": "8ce564c8-7a17-4de1-96b9-3737fca73840", "name": "network-vif-deleted", "tag": "06a28bab-3d45-4348-850c-bb3c714f41df"}]}' {{(pid=106776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:26:00.035971 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c24827-5b6a-4934-ad99-9361060f9a66 req-ad79a479-deca-4736-b78f-507716f823ee tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:00.037481 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-84c24827-5b6a-4934-ad99-9361060f9a66 req-ad79a479-deca-4736-b78f-507716f823ee tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 947 time: 0.0926423 Aug 31 01:26:00.080683 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-5a3e12b2-8153-492e-ab3f-63f3551a7cf7 req-4a55f63f-5015-4c85-ba40-5ed5f36a0de1 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f8dde826-589e-428f-9ff3-0c563df87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786197 Aug 31 01:26:00.101144 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvr_db [None req-f4262fbf-115a-4548-ac68-6acd71e16b3c None None] Set router a0dd652c-1554-4322-9186-58d07c04c819 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:26:00.134673 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-84c24827-5b6a-4934-ad99-9361060f9a66 req-a2a94e87-29e5-4e0c-8f90-38b65773c5ff tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854816 Aug 31 01:26:00.166808 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 01:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd636aee-20e2-494b-a823-f42a64d7bc12 x-openstack-request-id: req-cd636aee-20e2-494b-a823-f42a64d7bc12 {{(pid=106776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:26:00.167108 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce564c8-7a17-4de1-96b9-3737fca73840", "name": "network-vif-deleted", "tag": "06a28bab-3d45-4348-850c-bb3c714f41df", "status": "completed", "code": 200}]} {{(pid=106776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:26:00.167413 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cd636aee-20e2-494b-a823-f42a64d7bc12 {{(pid=106776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:26:00.167818 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd636aee-20e2-494b-a823-f42a64d7bc12'] response: {'server_uuid': '8ce564c8-7a17-4de1-96b9-3737fca73840', 'name': 'network-vif-deleted', 'tag': '06a28bab-3d45-4348-850c-bb3c714f41df', 'status': 'completed', 'code': 200} Aug 31 01:26:00.300370 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-f4262fbf-115a-4548-ac68-6acd71e16b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'name': 'tempest-AttachVolumeNegativeTest-703590554-router', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bcae5e1e-21f8-45f7-ba18-74d0551b07e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:22:33Z', 'revision_number': 4, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'gw_port': {'id': 'bcae5e1e-21f8-45f7-ba18-74d0551b07e1', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:25Z', 'updated_at': '2022-08-31T01:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_interfaces': [{'id': '519870e6-178f-4031-8a44-b0fbae55ebbe', 'name': '', 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'mac_address': 'fa:16:3e:d7:53:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4cf8958b-5555-42e1-b4dd-8dee2893fbc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:31Z', 'updated_at': '2022-08-31T01:22:50Z', 'revision_number': 5, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'subnets': [{'id': '4cf8958b-5555-42e1-b4dd-8dee2893fbc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:00.329646 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4262fbf-115a-4548-ac68-6acd71e16b3c None None] Checking router: a0dd652c-1554-4322-9186-58d07c04c819 for host: dv-cinder-855288-2-iscsi {{(pid=106778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:26:00.338876 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4262fbf-115a-4548-ac68-6acd71e16b3c None None] Routers {'a0dd652c-1554-4322-9186-58d07c04c819'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:26:00.339440 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-f4262fbf-115a-4548-ac68-6acd71e16b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:25:33Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['a0dd652c-1554-4322-9186-58d07c04c819'], 'active': True} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:00.378974 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:26:00.383605 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:26:00.445640 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvr_db [None req-f4262fbf-115a-4548-ac68-6acd71e16b3c None None] Set router a0dd652c-1554-4322-9186-58d07c04c819 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:26:00.539605 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-6c6a5a3c-aab3-41dd-bfc1-4124edca0b3e req-174c28dc-cbad-46f4-8401-4a96402be09f tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8ce564c8-7a17-4de1-96b9-3737fca73840 HTTP/1.1" status: 200 len: 210 time: 0.0295005 Aug 31 01:26:00.636523 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-f4262fbf-115a-4548-ac68-6acd71e16b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'name': 'tempest-AttachVolumeNegativeTest-703590554-router', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bcae5e1e-21f8-45f7-ba18-74d0551b07e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:22:33Z', 'revision_number': 4, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'gw_port': {'id': 'bcae5e1e-21f8-45f7-ba18-74d0551b07e1', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:25Z', 'updated_at': '2022-08-31T01:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_interfaces': [{'id': '519870e6-178f-4031-8a44-b0fbae55ebbe', 'name': '', 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'mac_address': 'fa:16:3e:d7:53:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4cf8958b-5555-42e1-b4dd-8dee2893fbc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:31Z', 'updated_at': '2022-08-31T01:22:50Z', 'revision_number': 5, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'subnets': [{'id': '4cf8958b-5555-42e1-b4dd-8dee2893fbc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:00.662063 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4262fbf-115a-4548-ac68-6acd71e16b3c None None] The sync data for ids ['a0dd652c-1554-4322-9186-58d07c04c819'] in dv-cinder-855288-2-iscsi is: [{'id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'name': 'tempest-AttachVolumeNegativeTest-703590554-router', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bcae5e1e-21f8-45f7-ba18-74d0551b07e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:22:33Z', 'revision_number': 4, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'gw_port': {'id': 'bcae5e1e-21f8-45f7-ba18-74d0551b07e1', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:25Z', 'updated_at': '2022-08-31T01:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_interfaces': [{'id': '519870e6-178f-4031-8a44-b0fbae55ebbe', 'name': '', 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'mac_address': 'fa:16:3e:d7:53:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4cf8958b-5555-42e1-b4dd-8dee2893fbc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:31Z', 'updated_at': '2022-08-31T01:22:50Z', 'revision_number': 5, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'subnets': [{'id': '4cf8958b-5555-42e1-b4dd-8dee2893fbc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:26:00.869517 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8525d019-d8dc-4c75-9ff7-7a1d29d1185b None None] New status for floating IP 961d7e0d-bbb2-436a-98c0-6b5c5cd823f0: DOWN {{(pid=106779) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 01:26:01.217686 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90285d2a-8394-4006-9600-99803412f227 req-c9a8b248-a972-45cc-8c58-0aa7635e407b tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:01.219441 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-90285d2a-8394-4006-9600-99803412f227 req-c9a8b248-a972-45cc-8c58-0aa7635e407b tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=380077d1-0ed7-47ac-9e19-5425164e6da1 HTTP/1.1" status: 200 len: 946 time: 0.0486887 Aug 31 01:26:01.271775 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-90285d2a-8394-4006-9600-99803412f227 req-1836d25a-4b5f-46a2-9958-586fcfd347a9 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f8dde826-589e-428f-9ff3-0c563df87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457764 Aug 31 01:26:01.288307 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-2af1f36e-abd8-4bcd-8e48-3678ca99f2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (06e7caa6-6f15-45a1-a03b-1c511964ed9a), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:01.694521 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 60028) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:26:01.749088 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-74d0adb9-bf81-498e-beb7-918646f70f1e tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for security_group (b5c65665-607a-4023-be3d-def6abb51db3), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:01.757106 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:26:01.772338 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-74d0adb9-bf81-498e-beb7-918646f70f1e tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for security_group (b5c65665-607a-4023-be3d-def6abb51db3), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:01.888379 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-74d0adb9-bf81-498e-beb7-918646f70f1e tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (b5c65665-607a-4023-be3d-def6abb51db3), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:01.890937 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-74d0adb9-bf81-498e-beb7-918646f70f1e tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for security_group (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:01.892126 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-74d0adb9-bf81-498e-beb7-918646f70f1e tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "DELETE /networking/v2.0/security-groups/b5c65665-607a-4023-be3d-def6abb51db3 HTTP/1.1" status: 204 len: 168 time: 0.1966445 Aug 31 01:26:01.901011 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 60030) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:26:01.904429 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d0adb9-bf81-498e-beb7-918646f70f1e tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c65665-607a-4023-be3d-def6abb51db3,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:01.914590 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.api.v2.resource [None req-484043b5-6ba0-4182-b555-1abb18a467c4 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] show failed (client error): The resource could not be found. Aug 31 01:26:01.915609 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-484043b5-6ba0-4182-b555-1abb18a467c4 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/security-groups/b5c65665-607a-4023-be3d-def6abb51db3 HTTP/1.1" status: 404 len: 347 time: 0.0138688 Aug 31 01:26:01.918442 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 60032) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:26:02.028051 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [None req-830898a3-39ea-47da-b9ec-d11518d6513e tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Deleting port d86b76e9-b64a-4904-816e-8e9391ee312a {{(pid=106776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:26:02.028385 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-830898a3-39ea-47da-b9ec-d11518d6513e tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (d86b76e9-b64a-4904-816e-8e9391ee312a), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:02.106215 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-830898a3-39ea-47da-b9ec-d11518d6513e tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (d86b76e9-b64a-4904-816e-8e9391ee312a), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:02.106536 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-830898a3-39ea-47da-b9ec-d11518d6513e tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for floatingip (d86b76e9-b64a-4904-816e-8e9391ee312a), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:02.118780 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [None req-830898a3-39ea-47da-b9ec-d11518d6513e tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Calling delete_port for d86b76e9-b64a-4904-816e-8e9391ee312a owned by network:floatingip {{(pid=106776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:26:02.393597 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ec731-8e15-48d7-b78a-02f8f06be788 req-ae1ff041-aa32-4969-a8a0-40bb9eff0a6f tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:02.395098 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-5f2ec731-8e15-48d7-b78a-02f8f06be788 req-ae1ff041-aa32-4969-a8a0-40bb9eff0a6f tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=380077d1-0ed7-47ac-9e19-5425164e6da1 HTTP/1.1" status: 200 len: 946 time: 0.0482998 Aug 31 01:26:02.446858 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-5f2ec731-8e15-48d7-b78a-02f8f06be788 req-61fb2741-9aff-434d-9c26-25a7334ced16 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f8dde826-589e-428f-9ff3-0c563df87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460806 Aug 31 01:26:02.506219 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-830898a3-39ea-47da-b9ec-d11518d6513e tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6273727'] for port (d86b76e9-b64a-4904-816e-8e9391ee312a), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:02.539512 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830898a3-39ea-47da-b9ec-d11518d6513e tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Pushing event deleted for resources: {'Port': ['ID=d86b76e9-b64a-4904-816e-8e9391ee312a,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:02.564595 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830898a3-39ea-47da-b9ec-d11518d6513e tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:02.564880 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830898a3-39ea-47da-b9ec-d11518d6513e tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:02.565222 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830898a3-39ea-47da-b9ec-d11518d6513e tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:02.565581 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830898a3-39ea-47da-b9ec-d11518d6513e tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:02.565909 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830898a3-39ea-47da-b9ec-d11518d6513e tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:02.566239 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830898a3-39ea-47da-b9ec-d11518d6513e tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:02.566562 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830898a3-39ea-47da-b9ec-d11518d6513e tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:02.566880 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830898a3-39ea-47da-b9ec-d11518d6513e tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:02.567201 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830898a3-39ea-47da-b9ec-d11518d6513e tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:02.567519 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830898a3-39ea-47da-b9ec-d11518d6513e tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:02.567876 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830898a3-39ea-47da-b9ec-d11518d6513e tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:02.568156 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830898a3-39ea-47da-b9ec-d11518d6513e tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:02.568470 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830898a3-39ea-47da-b9ec-d11518d6513e tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:02.568810 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830898a3-39ea-47da-b9ec-d11518d6513e tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:02.569126 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830898a3-39ea-47da-b9ec-d11518d6513e tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:02.610876 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-830898a3-39ea-47da-b9ec-d11518d6513e tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for floatingip (961d7e0d-bbb2-436a-98c0-6b5c5cd823f0), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:02.613368 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-830898a3-39ea-47da-b9ec-d11518d6513e tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for floatingip (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:02.614540 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-830898a3-39ea-47da-b9ec-d11518d6513e tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/961d7e0d-bbb2-436a-98c0-6b5c5cd823f0 HTTP/1.1" status: 204 len: 168 time: 0.6951966 Aug 31 01:26:02.732791 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 60038) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:26:02.737963 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [None req-8f9d925d-7964-43a8-8359-a839db114338 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1638121291', 'description': 'tempest-description--2015010878'}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:26:02.809282 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-8f9d925d-7964-43a8-8359-a839db114338 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for security_group (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:02.833815 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:26:02.878144 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-8f9d925d-7964-43a8-8359-a839db114338 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for security_group (b658b1b6-d958-4086-91b5-292c342c64e3), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:02.946893 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-8f9d925d-7964-43a8-8359-a839db114338 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (b658b1b6-d958-4086-91b5-292c342c64e3), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:02.977188 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9d925d-7964-43a8-8359-a839db114338 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b658b1b6-d958-4086-91b5-292c342c64e3,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:03.049860 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-8f9d925d-7964-43a8-8359-a839db114338 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for security_group (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:03.051102 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-8f9d925d-7964-43a8-8359-a839db114338 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3168595 Aug 31 01:26:03.054057 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 60040) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:26:03.058904 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [None req-470f831e-a80a-403c-b40d-efc6251fa312 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Request body: {'security_group_rule': {'security_group_id': 'b658b1b6-d958-4086-91b5-292c342c64e3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:26:03.139691 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-470f831e-a80a-403c-b40d-efc6251fa312 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for security_group_rule (ef82a7ee-9b31-48ce-abe7-0c34d4b383fe), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:03.193898 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-470f831e-a80a-403c-b40d-efc6251fa312 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for security_group_rule (ef82a7ee-9b31-48ce-abe7-0c34d4b383fe), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:03.254922 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-470f831e-a80a-403c-b40d-efc6251fa312 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413228'] for security_group_rule (ef82a7ee-9b31-48ce-abe7-0c34d4b383fe), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:03.272847 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470f831e-a80a-403c-b40d-efc6251fa312 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef82a7ee-9b31-48ce-abe7-0c34d4b383fe,revision_number=0']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:03.335856 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-470f831e-a80a-403c-b40d-efc6251fa312 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:03.337076 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-470f831e-a80a-403c-b40d-efc6251fa312 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2820930 Aug 31 01:26:03.339880 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 60042) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:26:03.344091 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [None req-40dbaf08-4e84-4dfe-aab0-6c579ddccd68 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Request body: {'security_group_rule': {'security_group_id': 'b658b1b6-d958-4086-91b5-292c342c64e3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:26:03.430432 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-40dbaf08-4e84-4dfe-aab0-6c579ddccd68 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for security_group_rule (4809164b-f821-4207-b7f0-d150bf681020), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:03.490838 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-40dbaf08-4e84-4dfe-aab0-6c579ddccd68 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for security_group_rule (4809164b-f821-4207-b7f0-d150bf681020), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:03.527705 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device 06a28bab-3d45-4348-850c-bb3c714f41df no longer exists at agent hyperv_hv-cinder-85528 {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:26:03.531586 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-112ad928-4980-4374-872a-754475c388ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (1428144b-5b15-4168-8538-b51b3045e8b6), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:03.549609 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] No Port match for: 06a28bab-3d45-4348-850c-bb3c714f41df {{(pid=106778) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 01:26:03.549963 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device 06a28bab-3d45-4348-850c-bb3c714f41df not bound to the agent host hv-cinder-85528 {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:26:03.558841 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-40dbaf08-4e84-4dfe-aab0-6c579ddccd68 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413228'] for security_group_rule (4809164b-f821-4207-b7f0-d150bf681020), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:03.585934 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ff1e3-96fb-44f9-8cdd-d7be650b2b2c req-7b4e5a41-3970-4706-930a-f4ebea3b522d tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:03.587979 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-c79ff1e3-96fb-44f9-8cdd-d7be650b2b2c req-7b4e5a41-3970-4706-930a-f4ebea3b522d tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=380077d1-0ed7-47ac-9e19-5425164e6da1 HTTP/1.1" status: 200 len: 946 time: 0.0624542 Aug 31 01:26:03.590911 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dbaf08-4e84-4dfe-aab0-6c579ddccd68 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4809164b-f821-4207-b7f0-d150bf681020,revision_number=0']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:03.636396 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-c79ff1e3-96fb-44f9-8cdd-d7be650b2b2c req-2afbf6b0-7ff0-414e-b0fc-57adb9c80c54 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f8dde826-589e-428f-9ff3-0c563df87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417302 Aug 31 01:26:03.656347 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-40dbaf08-4e84-4dfe-aab0-6c579ddccd68 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:03.657592 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-40dbaf08-4e84-4dfe-aab0-6c579ddccd68 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3167875 Aug 31 01:26:03.660825 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 60046) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:26:03.665918 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [None req-d8a286c2-1333-495b-95c0-ec3ac92a27dd tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Request body: {'floatingip': {'floating_network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83'}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:26:03.678330 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=78,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:26:03.740599 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-d8a286c2-1333-495b-95c0-ec3ac92a27dd tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:03.740984 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (799b9b45-836a-4007-8b99-6041c4a5ce6b), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:03.822367 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-d8a286c2-1333-495b-95c0-ec3ac92a27dd tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:03.925361 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.db_base_plugin_common [None req-d8a286c2-1333-495b-95c0-ec3ac92a27dd tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Allocated IP 172.27.1.96 (6de90673-24a8-444a-94e7-38ef2e70dd83/b0882f00-706c-4556-bcad-01ef413e142c/536cb44f-e8fd-4f24-a167-a0ae78810cd9) {{(pid=106777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:26:03.980685 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:26:04.029351 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-d8a286c2-1333-495b-95c0-ec3ac92a27dd tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for port (536cb44f-e8fd-4f24-a167-a0ae78810cd9), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:04.128120 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-d8a286c2-1333-495b-95c0-ec3ac92a27dd tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779185826838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5261574'] for port (536cb44f-e8fd-4f24-a167-a0ae78810cd9), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:04.167636 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a286c2-1333-495b-95c0-ec3ac92a27dd tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Network 6de90673-24a8-444a-94e7-38ef2e70dd83 is already hosted by enough agents. {{(pid=106777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:26:04.172459 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.base_scheduler [None req-d8a286c2-1333-495b-95c0-ec3ac92a27dd tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Resources bound (agent type, host, resource id): {{(pid=106777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:26:04.176324 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a286c2-1333-495b-95c0-ec3ac92a27dd tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Received port after_create {{(pid=106777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 01:26:04.179645 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a286c2-1333-495b-95c0-ec3ac92a27dd tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Pushing event updated for resources: {'Port': ['ID=536cb44f-e8fd-4f24-a167-a0ae78810cd9,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:04.263251 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-d8a286c2-1333-495b-95c0-ec3ac92a27dd tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for floatingip (909f9415-b5e8-4766-ad8a-c014a7fe7ca1), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:04.402576 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-d8a286c2-1333-495b-95c0-ec3ac92a27dd tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (536cb44f-e8fd-4f24-a167-a0ae78810cd9), before_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:04.548540 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-d8a286c2-1333-495b-95c0-ec3ac92a27dd tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for port (536cb44f-e8fd-4f24-a167-a0ae78810cd9), precommit_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:04.619291 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-d8a286c2-1333-495b-95c0-ec3ac92a27dd tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5261583'] for port (536cb44f-e8fd-4f24-a167-a0ae78810cd9), after_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:04.659786 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:26:04.689027 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a286c2-1333-495b-95c0-ec3ac92a27dd tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Pushing event updated for resources: {'Port': ['ID=536cb44f-e8fd-4f24-a167-a0ae78810cd9,revision_number=2']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:04.691751 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-d8a286c2-1333-495b-95c0-ec3ac92a27dd tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608267'] for floatingip (909f9415-b5e8-4766-ad8a-c014a7fe7ca1), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:04.758818 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e2405e-61d8-43b9-98b5-72be13b889ed req-d75977f0-6ee4-4b6b-9e47-e7b737c8047b tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:04.760276 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-f3e2405e-61d8-43b9-98b5-72be13b889ed req-d75977f0-6ee4-4b6b-9e47-e7b737c8047b tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=380077d1-0ed7-47ac-9e19-5425164e6da1 HTTP/1.1" status: 200 len: 946 time: 0.0485215 Aug 31 01:26:04.763289 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-d8a286c2-1333-495b-95c0-ec3ac92a27dd tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for floatingip (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:04.764393 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-d8a286c2-1333-495b-95c0-ec3ac92a27dd tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1026747 Aug 31 01:26:04.810255 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-f3e2405e-61d8-43b9-98b5-72be13b889ed req-c26e155f-6fd6-457f-aa7b-afd7830abd9b tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f8dde826-589e-428f-9ff3-0c563df87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440774 Aug 31 01:26:04.946525 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-6cf74907-e165-4231-8e79-d72e153e628e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (625e835a-7d63-45f9-8a46-c3ba876c3627), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:04.964475 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-9ed94bae-7d46-41f6-a4ab-155d6644948a req-552776bb-cc61-43a4-96c8-e08169bf79fe tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1638121291&fields=id&tenant_id=164da7d4776d4e9f8cf6497aa784d312 HTTP/1.1" status: 200 len: 267 time: 0.0431535 Aug 31 01:26:05.073697 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed94bae-7d46-41f6-a4ab-155d6644948a req-420370d4-eea1-40c7-9d50-67eb2874d7ab tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:05.075162 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-9ed94bae-7d46-41f6-a4ab-155d6644948a req-420370d4-eea1-40c7-9d50-67eb2874d7ab tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/networks?id=0760f9a5-d813-4a0f-bcef-9988cda0c948 HTTP/1.1" status: 200 len: 814 time: 0.1043630 Aug 31 01:26:05.090141 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-9ed94bae-7d46-41f6-a4ab-155d6644948a req-97178c0e-098e-4335-8e96-5803c1269777 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/quotas/164da7d4776d4e9f8cf6497aa784d312 HTTP/1.1" status: 200 len: 375 time: 0.0093281 Aug 31 01:26:05.103684 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:26:05.139750 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-9ed94bae-7d46-41f6-a4ab-155d6644948a req-46f052dd-03fa-4ca6-b823-a835a4cfee95 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=164da7d4776d4e9f8cf6497aa784d312&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447814 Aug 31 01:26:05.235581 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-9ed94bae-7d46-41f6-a4ab-155d6644948a req-a77af9bf-35ea-4c60-8796-065842a3cb2a service neutron] 10.222.0.20 "GET /networking/v2.0/networks/0760f9a5-d813-4a0f-bcef-9988cda0c948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840967 Aug 31 01:26:05.328810 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-9ed94bae-7d46-41f6-a4ab-155d6644948a req-1b2273cf-1874-46de-a461-ff9d814b26fa service neutron] 10.222.0.20 "GET /networking/v2.0/networks/0760f9a5-d813-4a0f-bcef-9988cda0c948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872767 Aug 31 01:26:05.591325 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-f5d2ff5b-1dc4-447d-8f7e-618f48d84917 req-2266e76e-a83d-41f9-a817-74930cd145c7 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=acd1b630-d842-47ea-8019-f405c41ad7d3 HTTP/1.1" status: 200 len: 210 time: 0.0287127 Aug 31 01:26:05.937204 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dedc4b-9089-4845-9ac0-75f6a15347e5 req-80167ff1-7c33-4cab-9dd7-2593e8816c75 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:05.938683 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-72dedc4b-9089-4845-9ac0-75f6a15347e5 req-80167ff1-7c33-4cab-9dd7-2593e8816c75 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=380077d1-0ed7-47ac-9e19-5425164e6da1 HTTP/1.1" status: 200 len: 946 time: 0.0504990 Aug 31 01:26:05.985575 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-72dedc4b-9089-4845-9ac0-75f6a15347e5 req-6ccd7e2c-2265-4492-83dd-e8b2b8957758 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f8dde826-589e-428f-9ff3-0c563df87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412264 Aug 31 01:26:06.370043 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-f7411cf7-2853-429b-aa0f-54d02b543116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (5f821ebb-aac9-4915-bb43-6712672a5d6c), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:06.371134 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (f96ef3eb-5320-49ab-b33a-a2775d3a6053), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:06.689395 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-3f5f6a2b-5b68-438b-984e-1d81e5435cd9 req-692d330a-33f5-4c77-b696-f5f8bcc7519f tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=acd1b630-d842-47ea-8019-f405c41ad7d3 HTTP/1.1" status: 200 len: 210 time: 0.0288911 Aug 31 01:26:07.103824 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ae79e-8fb2-4e81-b9d8-2a5cd9d7ea89 req-5766c70c-bd7f-4d74-b60f-35edf861b044 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:07.105301 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1b4ae79e-8fb2-4e81-b9d8-2a5cd9d7ea89 req-5766c70c-bd7f-4d74-b60f-35edf861b044 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=380077d1-0ed7-47ac-9e19-5425164e6da1 HTTP/1.1" status: 200 len: 946 time: 0.0466218 Aug 31 01:26:07.153074 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1b4ae79e-8fb2-4e81-b9d8-2a5cd9d7ea89 req-8adce271-2b9a-4030-9e7a-fc58566b7f57 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f8dde826-589e-428f-9ff3-0c563df87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421216 Aug 31 01:26:07.798152 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-89ad8b4f-b5e1-496d-a417-e12d5a01b7c1 req-eec74d77-3f2a-4c40-8f6c-daf6ce2c8949 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=acd1b630-d842-47ea-8019-f405c41ad7d3 HTTP/1.1" status: 200 len: 210 time: 0.0307364 Aug 31 01:26:07.832687 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed94bae-7d46-41f6-a4ab-155d6644948a req-97d917f3-5815-44f1-b51a-b733aa1f1b8b tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:07.834181 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-9ed94bae-7d46-41f6-a4ab-155d6644948a req-97d917f3-5815-44f1-b51a-b733aa1f1b8b tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.85 "GET /networking/v2.0/networks?id=0760f9a5-d813-4a0f-bcef-9988cda0c948 HTTP/1.1" status: 200 len: 814 time: 0.1088326 Aug 31 01:26:07.895954 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-9ed94bae-7d46-41f6-a4ab-155d6644948a req-2130953e-d47c-4ede-ae2a-1cf72eb38007 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.85 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=164da7d4776d4e9f8cf6497aa784d312 HTTP/1.1" status: 200 len: 380 time: 0.0527551 Aug 31 01:26:07.905068 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [req-9ed94bae-7d46-41f6-a4ab-155d6644948a req-6326f4fe-a54c-4ba8-a0f9-2b68e18ffddf tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Request body: {'port': {'device_id': 'acd1b630-d842-47ea-8019-f405c41ad7d3', 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948', 'admin_state_up': True, 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'security_groups': ['b658b1b6-d958-4086-91b5-292c342c64e3']}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:26:08.099545 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ed94bae-7d46-41f6-a4ab-155d6644948a req-6326f4fe-a54c-4ba8-a0f9-2b68e18ffddf tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Made reservation on behalf of 164da7d4776d4e9f8cf6497aa784d312 for: {'port': 1} {{(pid=106776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:26:08.103968 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-9ed94bae-7d46-41f6-a4ab-155d6644948a req-6326f4fe-a54c-4ba8-a0f9-2b68e18ffddf tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:08.174191 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:26:08.222433 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:26:08.234628 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.db_base_plugin_common [req-9ed94bae-7d46-41f6-a4ab-155d6644948a req-6326f4fe-a54c-4ba8-a0f9-2b68e18ffddf tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Allocated IP 172.20.0.9 (0760f9a5-d813-4a0f-bcef-9988cda0c948/4cf8958b-5555-42e1-b4dd-8dee2893fbc9/56319e02-73a5-4ec7-acf3-90f2592a466e) {{(pid=106776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:26:08.389580 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-9ed94bae-7d46-41f6-a4ab-155d6644948a req-6326f4fe-a54c-4ba8-a0f9-2b68e18ffddf tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for port (56319e02-73a5-4ec7-acf3-90f2592a466e), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:08.495336 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-9ed94bae-7d46-41f6-a4ab-155d6644948a req-6326f4fe-a54c-4ba8-a0f9-2b68e18ffddf tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779185826838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6273727'] for port (56319e02-73a5-4ec7-acf3-90f2592a466e), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:08.514432 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a7941-6480-4b02-b5c3-05d5af549dd9 req-f789c201-b640-457a-a4df-d7b1d0c8d379 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:08.515901 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-929a7941-6480-4b02-b5c3-05d5af549dd9 req-f789c201-b640-457a-a4df-d7b1d0c8d379 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=380077d1-0ed7-47ac-9e19-5425164e6da1 HTTP/1.1" status: 200 len: 946 time: 0.2900798 Aug 31 01:26:08.536339 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ed94bae-7d46-41f6-a4ab-155d6644948a req-6326f4fe-a54c-4ba8-a0f9-2b68e18ffddf tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Network 0760f9a5-d813-4a0f-bcef-9988cda0c948 is already hosted by enough agents. {{(pid=106776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:26:08.544016 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.base_scheduler [req-9ed94bae-7d46-41f6-a4ab-155d6644948a req-6326f4fe-a54c-4ba8-a0f9-2b68e18ffddf tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Resources bound (agent type, host, resource id): {{(pid=106776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:26:08.547138 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ed94bae-7d46-41f6-a4ab-155d6644948a req-6326f4fe-a54c-4ba8-a0f9-2b68e18ffddf tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Received port after_create {{(pid=106776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 01:26:08.563235 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-929a7941-6480-4b02-b5c3-05d5af549dd9 req-decbf77d-f6d1-48b0-a739-49ce3e19bcbd tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f8dde826-589e-428f-9ff3-0c563df87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415969 Aug 31 01:26:08.583121 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326f4fe-a54c-4ba8-a0f9-2b68e18ffddf tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Pushing event updated for resources: {'Port': ['ID=56319e02-73a5-4ec7-acf3-90f2592a466e,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:08.611532 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed94bae-7d46-41f6-a4ab-155d6644948a req-6326f4fe-a54c-4ba8-a0f9-2b68e18ffddf tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:08.612151 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-9ed94bae-7d46-41f6-a4ab-155d6644948a req-6326f4fe-a54c-4ba8-a0f9-2b68e18ffddf tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for port (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:08.703193 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-9ed94bae-7d46-41f6-a4ab-155d6644948a req-6326f4fe-a54c-4ba8-a0f9-2b68e18ffddf tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.85 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8018146 Aug 31 01:26:08.715852 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [req-9ed94bae-7d46-41f6-a4ab-155d6644948a req-169337c8-4da6-452f-af73-dcd69b80be40 service neutron] Request body: {'port': {'device_id': 'acd1b630-d842-47ea-8019-f405c41ad7d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85528'}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:26:08.780534 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-9ed94bae-7d46-41f6-a4ab-155d6644948a req-169337c8-4da6-452f-af73-dcd69b80be40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (56319e02-73a5-4ec7-acf3-90f2592a466e), before_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:08.792919 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-3ffa6c21-b4be-44ed-becc-f02b17573a2f None None] Provisioning complete for port 56319e02-73a5-4ec7-acf3-90f2592a466e triggered by entity DHCP. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:26:08.792919 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-3ffa6c21-b4be-44ed-becc-f02b17573a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (56319e02-73a5-4ec7-acf3-90f2592a466e), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:08.796548 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:26:08.822317 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-3ffa6c21-b4be-44ed-becc-f02b17573a2f None None] Port 56319e02-73a5-4ec7-acf3-90f2592a466e cannot update to ACTIVE because it is not bound. {{(pid=106778) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 01:26:08.919239 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c185683-bd5f-42a9-a2b1-61db8440a7ad req-c540dfd7-a4a6-4bea-b7e9-6ce458e1f2a0 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:08.920916 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-4c185683-bd5f-42a9-a2b1-61db8440a7ad req-c540dfd7-a4a6-4bea-b7e9-6ce458e1f2a0 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=acd1b630-d842-47ea-8019-f405c41ad7d3 HTTP/1.1" status: 200 len: 931 time: 0.0489068 Aug 31 01:26:08.968395 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-4c185683-bd5f-42a9-a2b1-61db8440a7ad req-24589a89-3a34-445f-ab0a-4f991624f8f7 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b658b1b6-d958-4086-91b5-292c342c64e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418773 Aug 31 01:26:09.047830 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.notifiers.nova [req-9ed94bae-7d46-41f6-a4ab-155d6644948a req-169337c8-4da6-452f-af73-dcd69b80be40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56319e02-73a5-4ec7-acf3-90f2592a466e {{(pid=106776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 01:26:09.055438 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-9ed94bae-7d46-41f6-a4ab-155d6644948a req-169337c8-4da6-452f-af73-dcd69b80be40 service neutron] Publish callbacks [] for port (56319e02-73a5-4ec7-acf3-90f2592a466e), precommit_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:09.067624 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.provisioning_blocks [req-9ed94bae-7d46-41f6-a4ab-155d6644948a req-169337c8-4da6-452f-af73-dcd69b80be40 service neutron] Transition to ACTIVE for port object 56319e02-73a5-4ec7-acf3-90f2592a466e will not be triggered until provisioned by entity L2. {{(pid=106776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 01:26:09.127688 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-9ed94bae-7d46-41f6-a4ab-155d6644948a req-169337c8-4da6-452f-af73-dcd69b80be40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6273718'] for port (56319e02-73a5-4ec7-acf3-90f2592a466e), after_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:09.208618 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169337c8-4da6-452f-af73-dcd69b80be40 service neutron] Pushing event updated for resources: {'Port': ['ID=56319e02-73a5-4ec7-acf3-90f2592a466e,revision_number=2']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:09.237600 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.managers [req-9ed94bae-7d46-41f6-a4ab-155d6644948a req-169337c8-4da6-452f-af73-dcd69b80be40 service neutron] Attempting to bind port 56319e02-73a5-4ec7-acf3-90f2592a466e on host hv-cinder-85528 for vnic_type normal with profile {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 01:26:09.237935 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.managers [req-9ed94bae-7d46-41f6-a4ab-155d6644948a req-169337c8-4da6-452f-af73-dcd69b80be40 service neutron] Attempting to bind port 56319e02-73a5-4ec7-acf3-90f2592a466e by drivers openvswitch,hyperv on host hv-cinder-85528 at level 0 using segments [{'id': '69073539-0cb5-4109-ac49-b16cdc893327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948'}] {{(pid=106776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 01:26:09.238256 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed94bae-7d46-41f6-a4ab-155d6644948a req-169337c8-4da6-452f-af73-dcd69b80be40 service neutron] Attempting to bind port 56319e02-73a5-4ec7-acf3-90f2592a466e on network 0760f9a5-d813-4a0f-bcef-9988cda0c948 {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:26:09.242549 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed94bae-7d46-41f6-a4ab-155d6644948a req-169337c8-4da6-452f-af73-dcd69b80be40 service neutron] Port 56319e02-73a5-4ec7-acf3-90f2592a466e on network 0760f9a5-d813-4a0f-bcef-9988cda0c948 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85528 {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 01:26:09.242862 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed94bae-7d46-41f6-a4ab-155d6644948a req-169337c8-4da6-452f-af73-dcd69b80be40 service neutron] Attempting to bind port 56319e02-73a5-4ec7-acf3-90f2592a466e on network 0760f9a5-d813-4a0f-bcef-9988cda0c948 {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:26:09.247701 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed94bae-7d46-41f6-a4ab-155d6644948a req-169337c8-4da6-452f-af73-dcd69b80be40 service neutron] Checking agent: {'id': '799b9b45-836a-4007-8b99-6041c4a5ce6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85528', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 1, 20, 34), 'started_at': datetime.datetime(2022, 8, 31, 1, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 1, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 01:26:09.248048 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed94bae-7d46-41f6-a4ab-155d6644948a req-169337c8-4da6-452f-af73-dcd69b80be40 service neutron] Checking segment: {'id': '69073539-0cb5-4109-ac49-b16cdc893327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:26:09.248424 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed94bae-7d46-41f6-a4ab-155d6644948a req-169337c8-4da6-452f-af73-dcd69b80be40 service neutron] Bound using segment: {'id': '69073539-0cb5-4109-ac49-b16cdc893327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948'} {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 01:26:09.248873 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.managers [req-9ed94bae-7d46-41f6-a4ab-155d6644948a req-169337c8-4da6-452f-af73-dcd69b80be40 service neutron] Bound port: 56319e02-73a5-4ec7-acf3-90f2592a466e, host: hv-cinder-85528, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69073539-0cb5-4109-ac49-b16cdc893327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948'}}] {{(pid=106776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 01:26:09.249225 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-9ed94bae-7d46-41f6-a4ab-155d6644948a req-169337c8-4da6-452f-af73-dcd69b80be40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (56319e02-73a5-4ec7-acf3-90f2592a466e), before_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:09.311897 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.db [req-9ed94bae-7d46-41f6-a4ab-155d6644948a req-169337c8-4da6-452f-af73-dcd69b80be40 service neutron] For port 56319e02-73a5-4ec7-acf3-90f2592a466e, host hv-cinder-85528, cleared binding levels {{(pid=106776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:26:09.314892 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.db [req-9ed94bae-7d46-41f6-a4ab-155d6644948a req-169337c8-4da6-452f-af73-dcd69b80be40 service neutron] For port 56319e02-73a5-4ec7-acf3-90f2592a466e, host hv-cinder-85528, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=56319e02-73a5-4ec7-acf3-90f2592a466e,segment=NetworkSegment(69073539-0cb5-4109-ac49-b16cdc893327),segment_id=69073539-0cb5-4109-ac49-b16cdc893327)] {{(pid=106776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:26:09.392098 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-9ed94bae-7d46-41f6-a4ab-155d6644948a req-169337c8-4da6-452f-af73-dcd69b80be40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6273718'] for port (56319e02-73a5-4ec7-acf3-90f2592a466e), after_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:09.396229 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed94bae-7d46-41f6-a4ab-155d6644948a req-169337c8-4da6-452f-af73-dcd69b80be40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:09.396894 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-9ed94bae-7d46-41f6-a4ab-155d6644948a req-169337c8-4da6-452f-af73-dcd69b80be40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for port (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:09.398265 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-9ed94bae-7d46-41f6-a4ab-155d6644948a req-169337c8-4da6-452f-af73-dcd69b80be40 service neutron] 10.222.0.85 "PUT /networking/v2.0/ports/56319e02-73a5-4ec7-acf3-90f2592a466e HTTP/1.1" status: 200 len: 1093 time: 0.6874540 Aug 31 01:26:09.398749 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acd1b630-d842-47ea-8019-f405c41ad7d3', 'tag': '56319e02-73a5-4ec7-acf3-90f2592a466e'}] {{(pid=106776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:26:09.401022 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c75c880f6fcf50a6244b1a715e98a431c8b587c27dc42cc7f33f1c98f81bddd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07aeecf3-b8ee-4ab3-a1cc-6c99174c8f93" -d '{"events": [{"name": "network-changed", "server_uuid": "acd1b630-d842-47ea-8019-f405c41ad7d3", "tag": "56319e02-73a5-4ec7-acf3-90f2592a466e"}]}' {{(pid=106776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:26:09.439953 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 01:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a34af57-2707-4077-adc3-ef71969f81be x-openstack-request-id: req-1a34af57-2707-4077-adc3-ef71969f81be {{(pid=106776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:26:09.440232 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acd1b630-d842-47ea-8019-f405c41ad7d3", "tag": "56319e02-73a5-4ec7-acf3-90f2592a466e", "status": "completed", "code": 200}]} {{(pid=106776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:26:09.440479 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1a34af57-2707-4077-adc3-ef71969f81be {{(pid=106776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:26:09.440905 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a34af57-2707-4077-adc3-ef71969f81be'] response: {'name': 'network-changed', 'server_uuid': 'acd1b630-d842-47ea-8019-f405c41ad7d3', 'tag': '56319e02-73a5-4ec7-acf3-90f2592a466e', 'status': 'completed', 'code': 200} Aug 31 01:26:09.450691 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169337c8-4da6-452f-af73-dcd69b80be40 service neutron] Pushing event updated for resources: {'Port': ['ID=56319e02-73a5-4ec7-acf3-90f2592a466e,revision_number=3']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:09.506219 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aeecf3-b8ee-4ab3-a1cc-6c99174c8f93 req-44050298-9a49-49d1-a843-976e8f048628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:09.507712 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-07aeecf3-b8ee-4ab3-a1cc-6c99174c8f93 req-44050298-9a49-49d1-a843-976e8f048628 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=164da7d4776d4e9f8cf6497aa784d312&device_id=acd1b630-d842-47ea-8019-f405c41ad7d3 HTTP/1.1" status: 200 len: 1127 time: 0.0392783 Aug 31 01:26:09.631736 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:26:09.681023 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aeecf3-b8ee-4ab3-a1cc-6c99174c8f93 req-f4eaafa9-a128-40f0-a7b1-bc828356812a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:09.682618 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-07aeecf3-b8ee-4ab3-a1cc-6c99174c8f93 req-f4eaafa9-a128-40f0-a7b1-bc828356812a service neutron] 10.222.0.85 "GET /networking/v2.0/networks?tenant_id=164da7d4776d4e9f8cf6497aa784d312&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1672070 Aug 31 01:26:09.684473 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6890907-4f21-42e0-bb4f-e7492a87c4ed req-a76bea4f-458d-4c50-808f-34326999f6c2 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:09.685940 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-a6890907-4f21-42e0-bb4f-e7492a87c4ed req-a76bea4f-458d-4c50-808f-34326999f6c2 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=380077d1-0ed7-47ac-9e19-5425164e6da1 HTTP/1.1" status: 200 len: 946 time: 0.0479732 Aug 31 01:26:09.734132 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-a6890907-4f21-42e0-bb4f-e7492a87c4ed req-19fcd884-7bc4-47e3-839c-c69ceff9f721 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f8dde826-589e-428f-9ff3-0c563df87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424480 Aug 31 01:26:09.858945 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aeecf3-b8ee-4ab3-a1cc-6c99174c8f93 req-b17e8358-3b4f-470d-871e-801580e5ba07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:09.860420 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-07aeecf3-b8ee-4ab3-a1cc-6c99174c8f93 req-b17e8358-3b4f-470d-871e-801580e5ba07 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1694162 Aug 31 01:26:09.948385 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed94bae-7d46-41f6-a4ab-155d6644948a req-3300a665-2dca-4de9-a278-860a79503ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:09.950156 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-9ed94bae-7d46-41f6-a4ab-155d6644948a req-3300a665-2dca-4de9-a278-860a79503ad8 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=164da7d4776d4e9f8cf6497aa784d312&device_id=acd1b630-d842-47ea-8019-f405c41ad7d3 HTTP/1.1" status: 200 len: 1127 time: 0.0429800 Aug 31 01:26:09.995128 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-9ed94bae-7d46-41f6-a4ab-155d6644948a req-dd56dcf3-05e4-40f0-8e16-e58c50529fcc service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56319e02-73a5-4ec7-acf3-90f2592a466e HTTP/1.1" status: 200 len: 217 time: 0.0345275 Aug 31 01:26:10.051667 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed94bae-7d46-41f6-a4ab-155d6644948a req-3ad6c32e-7b5b-4103-9189-aa140f4368c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:10.053123 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-9ed94bae-7d46-41f6-a4ab-155d6644948a req-3ad6c32e-7b5b-4103-9189-aa140f4368c4 service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=4cf8958b-5555-42e1-b4dd-8dee2893fbc9 HTTP/1.1" status: 200 len: 853 time: 0.0469410 Aug 31 01:26:10.091165 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a12c2-1d69-4637-b169-f9c2814db999 req-dfe59223-8ef0-4f0c-9582-9671b91b53f1 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:10.092645 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-ac9a12c2-1d69-4637-b169-f9c2814db999 req-dfe59223-8ef0-4f0c-9582-9671b91b53f1 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=acd1b630-d842-47ea-8019-f405c41ad7d3 HTTP/1.1" status: 200 len: 943 time: 0.0465348 Aug 31 01:26:10.096359 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed94bae-7d46-41f6-a4ab-155d6644948a req-2566245b-1cc6-4dd2-a1a9-214ec7efc57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:10.097833 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-9ed94bae-7d46-41f6-a4ab-155d6644948a req-2566245b-1cc6-4dd2-a1a9-214ec7efc57e service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=0760f9a5-d813-4a0f-bcef-9988cda0c948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378330 Aug 31 01:26:10.112847 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:26:10.140471 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-ac9a12c2-1d69-4637-b169-f9c2814db999 req-4ff0f388-7168-4e13-b5d5-d8235bfec590 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b658b1b6-d958-4086-91b5-292c342c64e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421939 Aug 31 01:26:10.187500 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:26:10.193134 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-9ed94bae-7d46-41f6-a4ab-155d6644948a req-c5acfbf8-8fb4-4e00-a9c4-2b344b50ce4e service neutron] 10.222.0.85 "GET /networking/v2.0/networks/0760f9a5-d813-4a0f-bcef-9988cda0c948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883563 Aug 31 01:26:10.285192 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-9ed94bae-7d46-41f6-a4ab-155d6644948a req-8d663277-73d5-4f8a-9494-58f1ca805a3c service neutron] 10.222.0.85 "GET /networking/v2.0/networks/0760f9a5-d813-4a0f-bcef-9988cda0c948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836470 Aug 31 01:26:10.860232 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd2e18-81d6-4259-ac41-c614664da2b2 req-d59f5368-6d97-42ea-a07c-4f55d6dbe26a tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:10.861715 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-90fd2e18-81d6-4259-ac41-c614664da2b2 req-d59f5368-6d97-42ea-a07c-4f55d6dbe26a tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=380077d1-0ed7-47ac-9e19-5425164e6da1 HTTP/1.1" status: 200 len: 946 time: 0.0505807 Aug 31 01:26:10.908812 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-90fd2e18-81d6-4259-ac41-c614664da2b2 req-7c6d34dd-5e54-403a-bb51-6a0ce0c385bb tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f8dde826-589e-428f-9ff3-0c563df87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414417 Aug 31 01:26:10.941310 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:26:10.943909 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:26:11.255656 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2019c802-4e93-47d9-8dad-145bb8cf08a2 req-e7370fb0-b826-4d43-b68a-774aeb0bcf22 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:11.257129 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-2019c802-4e93-47d9-8dad-145bb8cf08a2 req-e7370fb0-b826-4d43-b68a-774aeb0bcf22 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=acd1b630-d842-47ea-8019-f405c41ad7d3 HTTP/1.1" status: 200 len: 943 time: 0.0462532 Aug 31 01:26:11.303989 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-2019c802-4e93-47d9-8dad-145bb8cf08a2 req-2d18d66a-03ee-4107-bc5c-7aafcd8efb61 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b658b1b6-d958-4086-91b5-292c342c64e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402648 Aug 31 01:26:12.030342 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18c98a-54aa-4466-a97b-a5f4457ae568 req-26d99f87-8a71-499e-a97a-517cd103c2b2 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:12.031859 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-dc18c98a-54aa-4466-a97b-a5f4457ae568 req-26d99f87-8a71-499e-a97a-517cd103c2b2 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=380077d1-0ed7-47ac-9e19-5425164e6da1 HTTP/1.1" status: 200 len: 946 time: 0.0498211 Aug 31 01:26:12.071834 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:26:12.083619 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-dc18c98a-54aa-4466-a97b-a5f4457ae568 req-dca35a4c-993b-4f57-9515-708222fa1b67 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f8dde826-589e-428f-9ff3-0c563df87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462022 Aug 31 01:26:12.421240 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1ecb9a-6e38-4f83-b78c-62bb8e9ce7a2 req-071d5c70-6b5a-470b-8465-fe9b347bac79 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:12.422883 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-6a1ecb9a-6e38-4f83-b78c-62bb8e9ce7a2 req-071d5c70-6b5a-470b-8465-fe9b347bac79 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=acd1b630-d842-47ea-8019-f405c41ad7d3 HTTP/1.1" status: 200 len: 943 time: 0.0473816 Aug 31 01:26:12.468771 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-6a1ecb9a-6e38-4f83-b78c-62bb8e9ce7a2 req-2702a48f-0fb2-4df3-a2bf-9f4a695dc769 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b658b1b6-d958-4086-91b5-292c342c64e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403838 Aug 31 01:26:12.866184 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf55ef6-648c-49ee-8863-001c64c8a152 req-69126bf7-0ded-41a3-aa67-e74e511f924c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:12.867655 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-bcf55ef6-648c-49ee-8863-001c64c8a152 req-69126bf7-0ded-41a3-aa67-e74e511f924c service neutron] 10.222.0.85 "GET /networking/v2.0/ports?device_id=380077d1-0ed7-47ac-9e19-5425164e6da1 HTTP/1.1" status: 200 len: 1130 time: 0.0378487 Aug 31 01:26:12.920116 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-bcf55ef6-648c-49ee-8863-001c64c8a152 req-14146c74-15b5-49a0-9c2a-811c0f7c55b7 service neutron] 10.222.0.85 "GET /networking/v2.0/security-groups?id=f8dde826-589e-428f-9ff3-0c563df87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425436 Aug 31 01:26:13.206136 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89523cff-cc5e-4356-a8c7-0775a24f2fbd req-e3f1125f-2fa1-4b52-9783-d8455c4a7b0a tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:13.207609 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-89523cff-cc5e-4356-a8c7-0775a24f2fbd req-e3f1125f-2fa1-4b52-9783-d8455c4a7b0a tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=380077d1-0ed7-47ac-9e19-5425164e6da1 HTTP/1.1" status: 200 len: 946 time: 0.0476215 Aug 31 01:26:13.255263 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-89523cff-cc5e-4356-a8c7-0775a24f2fbd req-ab04cfdb-ec4d-4e6d-aa67-43319be83fc6 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f8dde826-589e-428f-9ff3-0c563df87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420716 Aug 31 01:26:13.590853 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c9b226-d8af-46d3-9405-5276034860fb req-16f9150c-42cd-4219-8c96-3fa5ee7469cd tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:13.592328 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-51c9b226-d8af-46d3-9405-5276034860fb req-16f9150c-42cd-4219-8c96-3fa5ee7469cd tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=acd1b630-d842-47ea-8019-f405c41ad7d3 HTTP/1.1" status: 200 len: 943 time: 0.0502725 Aug 31 01:26:13.593457 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device 56319e02-73a5-4ec7-acf3-90f2592a466e details requested by agent hyperv_hv-cinder-85528 with host hv-cinder-85528 {{(pid=106778) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:26:13.641205 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-51c9b226-d8af-46d3-9405-5276034860fb req-6bf17cbb-6491-430c-bc30-fe9868ef4654 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b658b1b6-d958-4086-91b5-292c342c64e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428700 Aug 31 01:26:13.695803 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port 56319e02-73a5-4ec7-acf3-90f2592a466e, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=56319e02-73a5-4ec7-acf3-90f2592a466e,segment=NetworkSegment(69073539-0cb5-4109-ac49-b16cdc893327),segment_id=69073539-0cb5-4109-ac49-b16cdc893327)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:26:13.707138 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Returning: {'device': '56319e02-73a5-4ec7-acf3-90f2592a466e', 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948', 'port_id': '56319e02-73a5-4ec7-acf3-90f2592a466e', 'mac_address': 'fa:16:3e:5a:2d:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1065, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cf8958b-5555-42e1-b4dd-8dee2893fbc9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106778) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:26:13.741304 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Current status of the port 56319e02-73a5-4ec7-acf3-90f2592a466e is: DOWN; New status is: BUILD {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:26:13.741697 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (56319e02-73a5-4ec7-acf3-90f2592a466e), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:13.754803 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.notifiers.nova [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56319e02-73a5-4ec7-acf3-90f2592a466e {{(pid=106778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 01:26:13.774902 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port 56319e02-73a5-4ec7-acf3-90f2592a466e, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=56319e02-73a5-4ec7-acf3-90f2592a466e,segment=NetworkSegment(69073539-0cb5-4109-ac49-b16cdc893327),segment_id=69073539-0cb5-4109-ac49-b16cdc893327)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:26:13.837691 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (56319e02-73a5-4ec7-acf3-90f2592a466e), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:13.871341 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:26:13.883731 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Pushing event updated for resources: {'Port': ['ID=56319e02-73a5-4ec7-acf3-90f2592a466e,revision_number=4']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:14.173816 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] get_ports_and_sgs() called for port_ids ['56319e02-73a5-4ec7-acf3-90f2592a466e'] {{(pid=106778) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 01:26:14.374092 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a241e-e03f-4dba-92ce-5b5974eecf2c req-041a4411-325e-4a14-82db-273aa21da56a tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:14.375545 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-791a241e-e03f-4dba-92ce-5b5974eecf2c req-041a4411-325e-4a14-82db-273aa21da56a tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=380077d1-0ed7-47ac-9e19-5425164e6da1 HTTP/1.1" status: 200 len: 946 time: 0.0467548 Aug 31 01:26:14.421984 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-791a241e-e03f-4dba-92ce-5b5974eecf2c req-222a5736-0c46-4fa4-9fb0-8b21f5a73512 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f8dde826-589e-428f-9ff3-0c563df87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407307 Aug 31 01:26:14.761254 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf1fc7-a148-467d-81d3-7109f3c938b6 req-a232b558-c425-410e-8dfd-34242e23078c tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:14.762992 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-4faf1fc7-a148-467d-81d3-7109f3c938b6 req-a232b558-c425-410e-8dfd-34242e23078c tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=acd1b630-d842-47ea-8019-f405c41ad7d3 HTTP/1.1" status: 200 len: 944 time: 0.0490563 Aug 31 01:26:14.814476 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-4faf1fc7-a148-467d-81d3-7109f3c938b6 req-0272d4d1-59d0-465f-a6bf-e61cc845cc33 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b658b1b6-d958-4086-91b5-292c342c64e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450835 Aug 31 01:26:15.539841 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0022806a-dbd1-482b-891b-9751c789b618 req-e3ef88f9-7fa5-4bf4-b34d-b79068bb153a tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:15.541823 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0022806a-dbd1-482b-891b-9751c789b618 req-e3ef88f9-7fa5-4bf4-b34d-b79068bb153a tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=380077d1-0ed7-47ac-9e19-5425164e6da1 HTTP/1.1" status: 200 len: 946 time: 0.0468464 Aug 31 01:26:15.588085 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0022806a-dbd1-482b-891b-9751c789b618 req-764db34f-63ea-4c64-94bf-6e2521e029d3 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f8dde826-589e-428f-9ff3-0c563df87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409296 Aug 31 01:26:15.625786 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device 56319e02-73a5-4ec7-acf3-90f2592a466e up at agent hyperv_hv-cinder-85528 {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:26:15.671527 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Provisioning for port 56319e02-73a5-4ec7-acf3-90f2592a466e completed by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 01:26:15.734580 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Provisioning complete for port 56319e02-73a5-4ec7-acf3-90f2592a466e triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:26:15.734990 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (56319e02-73a5-4ec7-acf3-90f2592a466e), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:15.809703 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:26:15.811024 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Current status of the port 56319e02-73a5-4ec7-acf3-90f2592a466e is: BUILD; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:26:15.811103 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (56319e02-73a5-4ec7-acf3-90f2592a466e), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:15.834281 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd1b630-d842-47ea-8019-f405c41ad7d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56319e02-73a5-4ec7-acf3-90f2592a466e'}] {{(pid=106778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:26:15.836553 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d41e2a553b02095d3b1f0ace215352f4a23baa657e7b5a2da03818d3ee46b5df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be45fb1e-65b6-4eb7-9669-9012568bc1bb" -d '{"events": [{"server_uuid": "acd1b630-d842-47ea-8019-f405c41ad7d3", "name": "network-vif-plugged", "status": "completed", "tag": "56319e02-73a5-4ec7-acf3-90f2592a466e"}]}' {{(pid=106778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:26:15.849635 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port 56319e02-73a5-4ec7-acf3-90f2592a466e, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=56319e02-73a5-4ec7-acf3-90f2592a466e,segment=NetworkSegment(69073539-0cb5-4109-ac49-b16cdc893327),segment_id=69073539-0cb5-4109-ac49-b16cdc893327)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:26:15.875828 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 01:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc7bfb5-28d5-4759-8573-9d57a2d39d9b x-openstack-request-id: req-adc7bfb5-28d5-4759-8573-9d57a2d39d9b {{(pid=106778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:26:15.876219 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acd1b630-d842-47ea-8019-f405c41ad7d3", "name": "network-vif-plugged", "status": "completed", "tag": "56319e02-73a5-4ec7-acf3-90f2592a466e", "code": 200}]} {{(pid=106778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:26:15.876597 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-adc7bfb5-28d5-4759-8573-9d57a2d39d9b {{(pid=106778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:26:15.877142 dv-cinder-855288-2-iscsi neutron-server[106778]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adc7bfb5-28d5-4759-8573-9d57a2d39d9b'] response: {'server_uuid': 'acd1b630-d842-47ea-8019-f405c41ad7d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56319e02-73a5-4ec7-acf3-90f2592a466e', 'code': 200} Aug 31 01:26:15.928242 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (56319e02-73a5-4ec7-acf3-90f2592a466e), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:15.971223 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a2a5ea-5822-4b9d-880d-ba6d1ba87a62 req-441b3c88-6377-468a-b4b0-a90a6ccbd7e4 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:15.972658 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-76a2a5ea-5822-4b9d-880d-ba6d1ba87a62 req-441b3c88-6377-468a-b4b0-a90a6ccbd7e4 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=acd1b630-d842-47ea-8019-f405c41ad7d3 HTTP/1.1" status: 200 len: 945 time: 0.0500355 Aug 31 01:26:15.978364 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Pushing event updated for resources: {'Port': ['ID=56319e02-73a5-4ec7-acf3-90f2592a466e,revision_number=5']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:16.022660 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-76a2a5ea-5822-4b9d-880d-ba6d1ba87a62 req-aac79f1e-6b3e-4a55-adc3-e9442df56835 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b658b1b6-d958-4086-91b5-292c342c64e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438251 Aug 31 01:26:16.152548 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b3d230-8e0a-4bda-9609-94a4433e50d4 req-116f293d-4c5d-4d57-949e-b8d4db52e673 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:16.154207 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-a1b3d230-8e0a-4bda-9609-94a4433e50d4 req-116f293d-4c5d-4d57-949e-b8d4db52e673 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=380077d1-0ed7-47ac-9e19-5425164e6da1 HTTP/1.1" status: 200 len: 946 time: 0.0535710 Aug 31 01:26:16.205223 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-a1b3d230-8e0a-4bda-9609-94a4433e50d4 req-c660d84b-910d-454c-8ffb-ccdb7684fa4f tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f8dde826-589e-428f-9ff3-0c563df87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451963 Aug 31 01:26:16.214969 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:26:16.223659 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3cf5a-3fcc-4a35-8832-27951598d107 req-b01674f0-45cf-4771-883c-2749e9c1d761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:16.225106 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-fce3cf5a-3fcc-4a35-8832-27951598d107 req-b01674f0-45cf-4771-883c-2749e9c1d761 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?device_id=acd1b630-d842-47ea-8019-f405c41ad7d3 HTTP/1.1" status: 200 len: 1129 time: 0.0394828 Aug 31 01:26:16.243543 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8af19d-1a8a-4529-967a-1e2499a93866 req-03e9f0f3-420e-4622-aa30-c549a72ee9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:16.245917 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-ae8af19d-1a8a-4529-967a-1e2499a93866 req-03e9f0f3-420e-4622-aa30-c549a72ee9a5 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=d58414b1dd2342d58cc7665aee50b86b&device_id=380077d1-0ed7-47ac-9e19-5425164e6da1 HTTP/1.1" status: 200 len: 1130 time: 0.0438471 Aug 31 01:26:16.271503 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-fce3cf5a-3fcc-4a35-8832-27951598d107 req-60a58bef-d860-49a2-b002-e4c8aec59b89 service neutron] 10.222.0.85 "GET /networking/v2.0/security-groups?id=b658b1b6-d958-4086-91b5-292c342c64e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377276 Aug 31 01:26:16.341471 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8af19d-1a8a-4529-967a-1e2499a93866 req-54d482d0-d043-430f-80e5-811b64fdd44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:16.343015 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-ae8af19d-1a8a-4529-967a-1e2499a93866 req-54d482d0-d043-430f-80e5-811b64fdd44e service neutron] 10.222.0.85 "GET /networking/v2.0/networks?id=0303b68a-9736-48eb-90f1-d3c52026d074 HTTP/1.1" status: 200 len: 921 time: 0.0922267 Aug 31 01:26:16.551778 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-ae8af19d-1a8a-4529-967a-1e2499a93866 req-154dab34-20b2-4ab4-a59e-5080b606370a service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6715d43f-3649-46e9-b421-5ed74efa38b9 HTTP/1.1" status: 200 len: 1002 time: 0.0556719 Aug 31 01:26:16.598739 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:26:16.613185 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8af19d-1a8a-4529-967a-1e2499a93866 req-c270fccd-9792-4d15-be1b-f5478e340f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:16.614583 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-ae8af19d-1a8a-4529-967a-1e2499a93866 req-c270fccd-9792-4d15-be1b-f5478e340f8e service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=14c282f1-a88f-47d5-b759-92c78d45d59b HTTP/1.1" status: 200 len: 858 time: 0.0445905 Aug 31 01:26:16.664305 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8af19d-1a8a-4529-967a-1e2499a93866 req-99b3b1e3-2e5c-4b39-8009-97c876ce374f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:16.665787 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-ae8af19d-1a8a-4529-967a-1e2499a93866 req-99b3b1e3-2e5c-4b39-8009-97c876ce374f service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=0303b68a-9736-48eb-90f1-d3c52026d074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426621 Aug 31 01:26:16.756630 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-ae8af19d-1a8a-4529-967a-1e2499a93866 req-d80fa0f2-2605-4396-ad26-5e68bae07b9c service neutron] 10.222.0.85 "GET /networking/v2.0/networks/0303b68a-9736-48eb-90f1-d3c52026d074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843878 Aug 31 01:26:17.190317 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cc4b9c-e5e4-4e36-9ba3-133111fb2a0e req-0cd0a525-d393-44f2-867f-a0364ecf313b tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:17.191776 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b7cc4b9c-e5e4-4e36-9ba3-133111fb2a0e req-0cd0a525-d393-44f2-867f-a0364ecf313b tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=acd1b630-d842-47ea-8019-f405c41ad7d3 HTTP/1.1" status: 200 len: 945 time: 0.0910485 Aug 31 01:26:17.268436 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b7cc4b9c-e5e4-4e36-9ba3-133111fb2a0e req-1109d3d9-0fc3-4726-8606-78f6f83661bb tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b658b1b6-d958-4086-91b5-292c342c64e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701966 Aug 31 01:26:17.270503 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-ae8af19d-1a8a-4529-967a-1e2499a93866 req-8dccaa80-ca5e-4106-a600-a9610134a7da service neutron] 10.222.0.85 "GET /networking/v2.0/networks/0303b68a-9736-48eb-90f1-d3c52026d074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348248 Aug 31 01:26:17.334235 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfcc516-69ae-4b7a-93fd-b4d1d1923a4e req-e140def0-46b1-4fce-a68f-134e04db8c35 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:17.335713 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-fdfcc516-69ae-4b7a-93fd-b4d1d1923a4e req-e140def0-46b1-4fce-a68f-134e04db8c35 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=380077d1-0ed7-47ac-9e19-5425164e6da1 HTTP/1.1" status: 200 len: 946 time: 0.0523119 Aug 31 01:26:17.382910 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-fdfcc516-69ae-4b7a-93fd-b4d1d1923a4e req-12e98342-bc1e-4346-bf3f-1c70e27d69bf tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f8dde826-589e-428f-9ff3-0c563df87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415399 Aug 31 01:26:18.386872 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c734b01-569f-4cd7-8bd9-3818e7cf6a64 req-53ada4a0-fa4c-40bc-ae60-a4422ffc6740 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:18.388376 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-6c734b01-569f-4cd7-8bd9-3818e7cf6a64 req-53ada4a0-fa4c-40bc-ae60-a4422ffc6740 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=acd1b630-d842-47ea-8019-f405c41ad7d3 HTTP/1.1" status: 200 len: 945 time: 0.0467663 Aug 31 01:26:18.437087 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-6c734b01-569f-4cd7-8bd9-3818e7cf6a64 req-62a2c7ec-fc9c-49bd-8bd8-c9729ea21385 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b658b1b6-d958-4086-91b5-292c342c64e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430648 Aug 31 01:26:18.506719 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69805476-c0c7-4b00-b086-a138b092ca64 req-a25b784f-8ea9-4c12-9abd-66db37627c01 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:18.508636 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-69805476-c0c7-4b00-b086-a138b092ca64 req-a25b784f-8ea9-4c12-9abd-66db37627c01 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=380077d1-0ed7-47ac-9e19-5425164e6da1 HTTP/1.1" status: 200 len: 946 time: 0.0502503 Aug 31 01:26:18.554797 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-69805476-c0c7-4b00-b086-a138b092ca64 req-a7044644-be34-4178-b60d-8b8529f74bce tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f8dde826-589e-428f-9ff3-0c563df87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409777 Aug 31 01:26:19.554245 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8875d0-def7-4ba0-a9c2-2ce06511fa7d req-fa346040-37e4-4f47-9f71-a34554d6c2f3 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:19.556264 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-ac8875d0-def7-4ba0-a9c2-2ce06511fa7d req-fa346040-37e4-4f47-9f71-a34554d6c2f3 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=acd1b630-d842-47ea-8019-f405c41ad7d3 HTTP/1.1" status: 200 len: 945 time: 0.0472915 Aug 31 01:26:19.606829 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-ac8875d0-def7-4ba0-a9c2-2ce06511fa7d req-f719272d-94b0-4a09-a3a6-ef962b840397 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b658b1b6-d958-4086-91b5-292c342c64e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450046 Aug 31 01:26:19.676038 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30efa7d6-e197-4059-9cf4-8b5393b88e2f req-6ee4a6f2-7445-40c1-9d6b-bdc807650cf0 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:19.677808 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-30efa7d6-e197-4059-9cf4-8b5393b88e2f req-6ee4a6f2-7445-40c1-9d6b-bdc807650cf0 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=380077d1-0ed7-47ac-9e19-5425164e6da1 HTTP/1.1" status: 200 len: 946 time: 0.0498445 Aug 31 01:26:19.730949 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-30efa7d6-e197-4059-9cf4-8b5393b88e2f req-8764d8e7-e91f-49d1-9b50-ef3a8bb2fca4 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f8dde826-589e-428f-9ff3-0c563df87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468245 Aug 31 01:26:20.692922 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:26:20.728376 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2fbc8f-b9e4-4860-84c0-18ff2252a121 req-9c238170-94c4-4b07-b783-3f47737fd229 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:20.729859 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-cc2fbc8f-b9e4-4860-84c0-18ff2252a121 req-9c238170-94c4-4b07-b783-3f47737fd229 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=acd1b630-d842-47ea-8019-f405c41ad7d3 HTTP/1.1" status: 200 len: 945 time: 0.0465052 Aug 31 01:26:20.777576 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-cc2fbc8f-b9e4-4860-84c0-18ff2252a121 req-1e35a1cf-1d26-436f-9540-2fdcf2cc7006 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b658b1b6-d958-4086-91b5-292c342c64e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421588 Aug 31 01:26:20.851918 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3208feaa-f83e-4363-8e77-b0046827d393 req-216421ad-f219-4e30-b52d-dbddef47756c tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:20.853401 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-3208feaa-f83e-4363-8e77-b0046827d393 req-216421ad-f219-4e30-b52d-dbddef47756c tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=380077d1-0ed7-47ac-9e19-5425164e6da1 HTTP/1.1" status: 200 len: 946 time: 0.0485780 Aug 31 01:26:20.904857 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:26:20.913835 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a95a24-eec1-48e9-af09-eb5fb83ef078 req-63443f9d-cefc-40a1-91e3-151c4db24fa5 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:20.918078 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-57a95a24-eec1-48e9-af09-eb5fb83ef078 req-63443f9d-cefc-40a1-91e3-151c4db24fa5 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=acd1b630-d842-47ea-8019-f405c41ad7d3 HTTP/1.1" status: 200 len: 945 time: 0.0703773 Aug 31 01:26:20.925030 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 60152) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:26:20.929521 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [None req-5f5ad31b-d366-4429-b045-ad823c60190e tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Request body: {'floatingip': {'port_id': '56319e02-73a5-4ec7-acf3-90f2592a466e'}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:26:20.936809 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-3208feaa-f83e-4363-8e77-b0046827d393 req-ec076cf5-6917-4ace-bcf3-e1eb0f9a2410 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f8dde826-589e-428f-9ff3-0c563df87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761240 Aug 31 01:26:20.968631 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-5f5ad31b-d366-4429-b045-ad823c60190e tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for floatingip (909f9415-b5e8-4766-ad8a-c014a7fe7ca1), before_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:21.051812 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13446c0-2aeb-48d4-8a3b-eb73638515ac req-b6b9ee4a-0010-4c3d-81e6-d1daed3ea0ca tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:21.053345 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b13446c0-2aeb-48d4-8a3b-eb73638515ac req-b6b9ee4a-0010-4c3d-81e6-d1daed3ea0ca tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=380077d1-0ed7-47ac-9e19-5425164e6da1 HTTP/1.1" status: 200 len: 946 time: 0.0469499 Aug 31 01:26:21.063657 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 60156) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:26:21.068032 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [None req-736dd247-3a1c-46da-81e5-5e1d8d6f6ba5 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Request body: {'floatingip': {'port_id': '6715d43f-3649-46e9-b421-5ed74efa38b9'}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:26:21.121486 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-736dd247-3a1c-46da-81e5-5e1d8d6f6ba5 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Publish callbacks [] for floatingip (6ce79723-0b15-48cb-9390-4388f2891564), before_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:21.375277 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:26:21.393412 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-5f5ad31b-d366-4429-b045-ad823c60190e tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:21.466103 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-5f5ad31b-d366-4429-b045-ad823c60190e tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608267'] for floatingip (909f9415-b5e8-4766-ad8a-c014a7fe7ca1), after_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:21.582277 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-736dd247-3a1c-46da-81e5-5e1d8d6f6ba5 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:21.637499 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-736dd247-3a1c-46da-81e5-5e1d8d6f6ba5 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608267'] for floatingip (6ce79723-0b15-48cb-9390-4388f2891564), after_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:21.774745 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.db.l3_db [None req-5f5ad31b-d366-4429-b045-ad823c60190e tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Floating IP 909f9415-b5e8-4766-ad8a-c014a7fe7ca1 associated. External IP: 172.27.1.96, port: 56319e02-73a5-4ec7-acf3-90f2592a466e. Aug 31 01:26:21.839972 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-736dd247-3a1c-46da-81e5-5e1d8d6f6ba5 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Router 0346bf8d-72be-459e-8f73-c22d0ddccdd0 has already been hosted by L3 agent 1428144b-5b15-4168-8538-b51b3045e8b6 {{(pid=106777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:26:21.895824 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:26:21.944594 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-736dd247-3a1c-46da-81e5-5e1d8d6f6ba5 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Notify agent at l3_agent.dv-cinder-855288-2-iscsi the message routers_updated {{(pid=106777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:26:21.949651 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:26:21.950032 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-736dd247-3a1c-46da-81e5-5e1d8d6f6ba5 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for floatingip (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:21.956869 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc18686-907e-4a69-8618-44cf538b3131 None None] Sync routers for ids ['0346bf8d-72be-459e-8f73-c22d0ddccdd0'] in dv-cinder-855288-2-iscsi {{(pid=106778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:26:21.967010 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc18686-907e-4a69-8618-44cf538b3131 None None] Routers {'0346bf8d-72be-459e-8f73-c22d0ddccdd0'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:26:21.967632 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-bcc18686-907e-4a69-8618-44cf538b3131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:26:03Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['0346bf8d-72be-459e-8f73-c22d0ddccdd0'], 'active': True} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:21.968997 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:26:21.982051 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f5ad31b-d366-4429-b045-ad823c60190e tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Router a0dd652c-1554-4322-9186-58d07c04c819 has already been hosted by L3 agent 1428144b-5b15-4168-8538-b51b3045e8b6 {{(pid=106776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:26:21.982633 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.agents_db [None req-5925ee7b-6bd5-4912-8f46-3ff11817b141 None None] Agent healthcheck: found 6 active agents {{(pid=106779) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:26:21.983144 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '380077d1-0ed7-47ac-9e19-5425164e6da1', 'tag': '6715d43f-3649-46e9-b421-5ed74efa38b9'}] {{(pid=106777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:26:21.985265 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e330c87e12d7f870e7d9a686a76230f6b0968ad9153010b5cc5787492cc6e0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd30273-7f8e-4f28-b2ec-8850345967f7" -d '{"events": [{"name": "network-changed", "server_uuid": "380077d1-0ed7-47ac-9e19-5425164e6da1", "tag": "6715d43f-3649-46e9-b421-5ed74efa38b9"}]}' {{(pid=106777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:26:22.028229 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-736dd247-3a1c-46da-81e5-5e1d8d6f6ba5 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "PUT /networking/v2.0/floatingips/6ce79723-0b15-48cb-9390-4388f2891564 HTTP/1.1" status: 200 len: 994 time: 0.9614568 Aug 31 01:26:22.042760 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 01:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac26a60-e057-4744-9947-fe9cf9286df6 x-openstack-request-id: req-8ac26a60-e057-4744-9947-fe9cf9286df6 {{(pid=106777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:26:22.043136 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "380077d1-0ed7-47ac-9e19-5425164e6da1", "tag": "6715d43f-3649-46e9-b421-5ed74efa38b9", "status": "completed", "code": 200}]} {{(pid=106777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:26:22.043387 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8ac26a60-e057-4744-9947-fe9cf9286df6 {{(pid=106777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:26:22.043787 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ac26a60-e057-4744-9947-fe9cf9286df6'] response: {'name': 'network-changed', 'server_uuid': '380077d1-0ed7-47ac-9e19-5425164e6da1', 'tag': '6715d43f-3649-46e9-b421-5ed74efa38b9', 'status': 'completed', 'code': 200} Aug 31 01:26:22.087393 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvr_db [None req-bcc18686-907e-4a69-8618-44cf538b3131 None None] Set router 0346bf8d-72be-459e-8f73-c22d0ddccdd0 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:26:22.104302 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f5ad31b-d366-4429-b045-ad823c60190e tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Notify agent at l3_agent.dv-cinder-855288-2-iscsi the message routers_updated {{(pid=106776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:26:22.106179 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd30273-7f8e-4f28-b2ec-8850345967f7 req-4ac76996-c8bb-4fb0-b11f-facb374b86f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:22.107881 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-fcd30273-7f8e-4f28-b2ec-8850345967f7 req-4ac76996-c8bb-4fb0-b11f-facb374b86f0 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=d58414b1dd2342d58cc7665aee50b86b&device_id=380077d1-0ed7-47ac-9e19-5425164e6da1 HTTP/1.1" status: 200 len: 1130 time: 0.0405982 Aug 31 01:26:22.109616 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-5f5ad31b-d366-4429-b045-ad823c60190e tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for floatingip (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:22.116426 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0228d523-47b8-40ae-9dfa-8c8a6301304b None None] Sync routers for ids ['a0dd652c-1554-4322-9186-58d07c04c819'] in dv-cinder-855288-2-iscsi {{(pid=106779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:26:22.130187 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0228d523-47b8-40ae-9dfa-8c8a6301304b None None] Routers {'a0dd652c-1554-4322-9186-58d07c04c819'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:26:22.131484 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-0228d523-47b8-40ae-9dfa-8c8a6301304b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:26:03Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['a0dd652c-1554-4322-9186-58d07c04c819'], 'active': True} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:22.142736 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-5f5ad31b-d366-4429-b045-ad823c60190e tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "PUT /networking/v2.0/floatingips/909f9415-b5e8-4766-ad8a-c014a7fe7ca1 HTTP/1.1" status: 200 len: 990 time: 1.2165349 Aug 31 01:26:22.143824 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acd1b630-d842-47ea-8019-f405c41ad7d3', 'tag': '56319e02-73a5-4ec7-acf3-90f2592a466e'}] {{(pid=106776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:26:22.146326 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c75c880f6fcf50a6244b1a715e98a431c8b587c27dc42cc7f33f1c98f81bddd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be45d106-89d1-4e7d-9e57-338f458fc10b" -d '{"events": [{"name": "network-changed", "server_uuid": "acd1b630-d842-47ea-8019-f405c41ad7d3", "tag": "56319e02-73a5-4ec7-acf3-90f2592a466e"}]}' {{(pid=106776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:26:22.190732 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 01:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d1e7d7-b72b-4eb9-badf-d72ef22c2b37 x-openstack-request-id: req-04d1e7d7-b72b-4eb9-badf-d72ef22c2b37 {{(pid=106776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:26:22.191112 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acd1b630-d842-47ea-8019-f405c41ad7d3", "tag": "56319e02-73a5-4ec7-acf3-90f2592a466e", "status": "completed", "code": 200}]} {{(pid=106776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:26:22.191414 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-04d1e7d7-b72b-4eb9-badf-d72ef22c2b37 {{(pid=106776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:26:22.191825 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04d1e7d7-b72b-4eb9-badf-d72ef22c2b37'] response: {'name': 'network-changed', 'server_uuid': 'acd1b630-d842-47ea-8019-f405c41ad7d3', 'tag': '56319e02-73a5-4ec7-acf3-90f2592a466e', 'status': 'completed', 'code': 200} Aug 31 01:26:22.234408 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd30273-7f8e-4f28-b2ec-8850345967f7 req-eacd2793-753f-45db-b726-cf833cbc20a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:22.235921 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-fcd30273-7f8e-4f28-b2ec-8850345967f7 req-eacd2793-753f-45db-b726-cf833cbc20a3 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?id=0303b68a-9736-48eb-90f1-d3c52026d074 HTTP/1.1" status: 200 len: 921 time: 0.1142988 Aug 31 01:26:22.248621 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvr_db [None req-0228d523-47b8-40ae-9dfa-8c8a6301304b None None] Set router a0dd652c-1554-4322-9186-58d07c04c819 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:26:22.262840 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be45d106-89d1-4e7d-9e57-338f458fc10b req-3b305823-7d04-4ffa-83d1-0185581167a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:22.264500 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-be45d106-89d1-4e7d-9e57-338f458fc10b req-3b305823-7d04-4ffa-83d1-0185581167a5 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=164da7d4776d4e9f8cf6497aa784d312&device_id=acd1b630-d842-47ea-8019-f405c41ad7d3 HTTP/1.1" status: 200 len: 1129 time: 0.0429680 Aug 31 01:26:22.318447 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-fcd30273-7f8e-4f28-b2ec-8850345967f7 req-10994cb5-7f26-4960-9b2b-d195cd9add72 service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6715d43f-3649-46e9-b421-5ed74efa38b9 HTTP/1.1" status: 200 len: 1002 time: 0.0657642 Aug 31 01:26:22.330948 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-bcc18686-907e-4a69-8618-44cf538b3131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0346bf8d-72be-459e-8f73-c22d0ddccdd0', 'name': 'tempest-ServerRescueNegativeTestJSON-1249741824-router', 'tenant_id': 'd58414b1dd2342d58cc7665aee50b86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '03f7b4dd-5b0d-41ca-9c65-665318a2eaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:22:34Z', 'revision_number': 4, 'project_id': 'd58414b1dd2342d58cc7665aee50b86b', 'gw_port': {'id': '03f7b4dd-5b0d-41ca-9c65-665318a2eaa9', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0346bf8d-72be-459e-8f73-c22d0ddccdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:25Z', 'updated_at': '2022-08-31T01:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_floatingips': [{'id': '6ce79723-0b15-48cb-9390-4388f2891564', 'tenant_id': 'd58414b1dd2342d58cc7665aee50b86b', 'floating_ip_address': '172.27.1.220', 'floating_network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'router_id': '0346bf8d-72be-459e-8f73-c22d0ddccdd0', 'port_id': '6715d43f-3649-46e9-b421-5ed74efa38b9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0303b68a-9736-48eb-90f1-d3c52026d074', 'mac_address': 'fa:16:3e:cf:ad:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380077d1-0ed7-47ac-9e19-5425164e6da1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T01:24:20Z', 'updated_at': '2022-08-31T01:26:21Z', 'revision_number': 3, 'project_id': 'd58414b1dd2342d58cc7665aee50b86b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7522e8f9-2020-4559-93b2-83cbdf697964', 'name': '', 'network_id': '0303b68a-9736-48eb-90f1-d3c52026d074', 'tenant_id': 'd58414b1dd2342d58cc7665aee50b86b', 'mac_address': 'fa:16:3e:0c:70:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0346bf8d-72be-459e-8f73-c22d0ddccdd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '14c282f1-a88f-47d5-b759-92c78d45d59b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:32Z', 'updated_at': '2022-08-31T01:22:48Z', 'revision_number': 5, 'project_id': 'd58414b1dd2342d58cc7665aee50b86b', 'subnets': [{'id': '14c282f1-a88f-47d5-b759-92c78d45d59b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:22.366384 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc18686-907e-4a69-8618-44cf538b3131 None None] Checking router: 0346bf8d-72be-459e-8f73-c22d0ddccdd0 for host: dv-cinder-855288-2-iscsi {{(pid=106778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:26:22.379593 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc18686-907e-4a69-8618-44cf538b3131 None None] Routers {'0346bf8d-72be-459e-8f73-c22d0ddccdd0'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:26:22.379806 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-bcc18686-907e-4a69-8618-44cf538b3131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:26:03Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['0346bf8d-72be-459e-8f73-c22d0ddccdd0'], 'active': True} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:22.385369 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd30273-7f8e-4f28-b2ec-8850345967f7 req-0e3b68d1-c584-4dac-83ef-b7f248f58ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:22.386831 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-fcd30273-7f8e-4f28-b2ec-8850345967f7 req-0e3b68d1-c584-4dac-83ef-b7f248f58ddd service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=14c282f1-a88f-47d5-b759-92c78d45d59b HTTP/1.1" status: 200 len: 858 time: 0.0529313 Aug 31 01:26:22.393329 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be45d106-89d1-4e7d-9e57-338f458fc10b req-f914147b-fa87-4113-a538-d881a2284075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:22.394925 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-be45d106-89d1-4e7d-9e57-338f458fc10b req-f914147b-fa87-4113-a538-d881a2284075 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?id=0760f9a5-d813-4a0f-bcef-9988cda0c948 HTTP/1.1" status: 200 len: 916 time: 0.1145906 Aug 31 01:26:22.439855 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd30273-7f8e-4f28-b2ec-8850345967f7 req-c8fce200-bda6-44ec-8f7d-37638d76bef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:22.441863 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-fcd30273-7f8e-4f28-b2ec-8850345967f7 req-c8fce200-bda6-44ec-8f7d-37638d76bef3 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=0303b68a-9736-48eb-90f1-d3c52026d074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441937 Aug 31 01:26:22.475062 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-be45d106-89d1-4e7d-9e57-338f458fc10b req-e6e97c31-79f4-4617-9e38-4c823dec4dfd service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56319e02-73a5-4ec7-acf3-90f2592a466e HTTP/1.1" status: 200 len: 998 time: 0.0692067 Aug 31 01:26:22.504423 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-0228d523-47b8-40ae-9dfa-8c8a6301304b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'name': 'tempest-AttachVolumeNegativeTest-703590554-router', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bcae5e1e-21f8-45f7-ba18-74d0551b07e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:22:33Z', 'revision_number': 4, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'gw_port': {'id': 'bcae5e1e-21f8-45f7-ba18-74d0551b07e1', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:25Z', 'updated_at': '2022-08-31T01:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_floatingips': [{'id': '909f9415-b5e8-4766-ad8a-c014a7fe7ca1', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'floating_ip_address': '172.27.1.96', 'floating_network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'router_id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'port_id': '56319e02-73a5-4ec7-acf3-90f2592a466e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948', 'mac_address': 'fa:16:3e:5a:2d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd1b630-d842-47ea-8019-f405c41ad7d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T01:26:04Z', 'updated_at': '2022-08-31T01:26:21Z', 'revision_number': 1, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '519870e6-178f-4031-8a44-b0fbae55ebbe', 'name': '', 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'mac_address': 'fa:16:3e:d7:53:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4cf8958b-5555-42e1-b4dd-8dee2893fbc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:31Z', 'updated_at': '2022-08-31T01:22:50Z', 'revision_number': 5, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'subnets': [{'id': '4cf8958b-5555-42e1-b4dd-8dee2893fbc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:22.538583 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be45d106-89d1-4e7d-9e57-338f458fc10b req-c5da9c5f-7f4b-47ef-84d2-a89395620f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:22.540435 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-be45d106-89d1-4e7d-9e57-338f458fc10b req-c5da9c5f-7f4b-47ef-84d2-a89395620f37 service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=4cf8958b-5555-42e1-b4dd-8dee2893fbc9 HTTP/1.1" status: 200 len: 853 time: 0.0581257 Aug 31 01:26:22.542000 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0228d523-47b8-40ae-9dfa-8c8a6301304b None None] Checking router: a0dd652c-1554-4322-9186-58d07c04c819 for host: dv-cinder-855288-2-iscsi {{(pid=106779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:26:22.550951 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-fcd30273-7f8e-4f28-b2ec-8850345967f7 req-3afd0437-2de9-4710-b7f0-b05fe8cdc279 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/0303b68a-9736-48eb-90f1-d3c52026d074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994494 Aug 31 01:26:22.552268 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0228d523-47b8-40ae-9dfa-8c8a6301304b None None] Routers {'a0dd652c-1554-4322-9186-58d07c04c819'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:26:22.552909 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-0228d523-47b8-40ae-9dfa-8c8a6301304b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:26:03Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['a0dd652c-1554-4322-9186-58d07c04c819'], 'active': True} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:22.599080 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be45d106-89d1-4e7d-9e57-338f458fc10b req-a5f68f46-bf58-4736-8e9d-1f95729480f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:22.601455 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-be45d106-89d1-4e7d-9e57-338f458fc10b req-a5f68f46-bf58-4736-8e9d-1f95729480f3 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=0760f9a5-d813-4a0f-bcef-9988cda0c948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518520 Aug 31 01:26:22.616144 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvr_db [None req-bcc18686-907e-4a69-8618-44cf538b3131 None None] Set router 0346bf8d-72be-459e-8f73-c22d0ddccdd0 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:26:22.641282 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:26:22.667609 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-fcd30273-7f8e-4f28-b2ec-8850345967f7 req-fed3be66-0004-4e38-83fc-d9514a6b351f service neutron] 10.222.0.85 "GET /networking/v2.0/networks/0303b68a-9736-48eb-90f1-d3c52026d074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094692 Aug 31 01:26:22.681156 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=100 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:26:22.682419 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvr_db [None req-0228d523-47b8-40ae-9dfa-8c8a6301304b None None] Set router a0dd652c-1554-4322-9186-58d07c04c819 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:26:22.708623 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-be45d106-89d1-4e7d-9e57-338f458fc10b req-c9c98cb0-8c18-4b32-bb9f-ae3bf1940201 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/0760f9a5-d813-4a0f-bcef-9988cda0c948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999825 Aug 31 01:26:22.823111 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-be45d106-89d1-4e7d-9e57-338f458fc10b req-77493d24-00d9-4989-9c28-bbdb18ebd396 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/0760f9a5-d813-4a0f-bcef-9988cda0c948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016977 Aug 31 01:26:22.827751 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=100 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:26:22.848498 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-bcc18686-907e-4a69-8618-44cf538b3131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0346bf8d-72be-459e-8f73-c22d0ddccdd0', 'name': 'tempest-ServerRescueNegativeTestJSON-1249741824-router', 'tenant_id': 'd58414b1dd2342d58cc7665aee50b86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '03f7b4dd-5b0d-41ca-9c65-665318a2eaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:22:34Z', 'revision_number': 4, 'project_id': 'd58414b1dd2342d58cc7665aee50b86b', 'gw_port': {'id': '03f7b4dd-5b0d-41ca-9c65-665318a2eaa9', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0346bf8d-72be-459e-8f73-c22d0ddccdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:25Z', 'updated_at': '2022-08-31T01:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_floatingips': [{'id': '6ce79723-0b15-48cb-9390-4388f2891564', 'tenant_id': 'd58414b1dd2342d58cc7665aee50b86b', 'floating_ip_address': '172.27.1.220', 'floating_network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'router_id': '0346bf8d-72be-459e-8f73-c22d0ddccdd0', 'port_id': '6715d43f-3649-46e9-b421-5ed74efa38b9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0303b68a-9736-48eb-90f1-d3c52026d074', 'mac_address': 'fa:16:3e:cf:ad:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380077d1-0ed7-47ac-9e19-5425164e6da1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T01:24:20Z', 'updated_at': '2022-08-31T01:26:21Z', 'revision_number': 3, 'project_id': 'd58414b1dd2342d58cc7665aee50b86b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7522e8f9-2020-4559-93b2-83cbdf697964', 'name': '', 'network_id': '0303b68a-9736-48eb-90f1-d3c52026d074', 'tenant_id': 'd58414b1dd2342d58cc7665aee50b86b', 'mac_address': 'fa:16:3e:0c:70:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0346bf8d-72be-459e-8f73-c22d0ddccdd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '14c282f1-a88f-47d5-b759-92c78d45d59b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:32Z', 'updated_at': '2022-08-31T01:22:48Z', 'revision_number': 5, 'project_id': 'd58414b1dd2342d58cc7665aee50b86b', 'subnets': [{'id': '14c282f1-a88f-47d5-b759-92c78d45d59b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:22.873859 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc18686-907e-4a69-8618-44cf538b3131 None None] The sync data for ids ['0346bf8d-72be-459e-8f73-c22d0ddccdd0'] in dv-cinder-855288-2-iscsi is: [{'id': '0346bf8d-72be-459e-8f73-c22d0ddccdd0', 'name': 'tempest-ServerRescueNegativeTestJSON-1249741824-router', 'tenant_id': 'd58414b1dd2342d58cc7665aee50b86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '03f7b4dd-5b0d-41ca-9c65-665318a2eaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:22:34Z', 'revision_number': 4, 'project_id': 'd58414b1dd2342d58cc7665aee50b86b', 'gw_port': {'id': '03f7b4dd-5b0d-41ca-9c65-665318a2eaa9', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0346bf8d-72be-459e-8f73-c22d0ddccdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:25Z', 'updated_at': '2022-08-31T01:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_floatingips': [{'id': '6ce79723-0b15-48cb-9390-4388f2891564', 'tenant_id': 'd58414b1dd2342d58cc7665aee50b86b', 'floating_ip_address': '172.27.1.220', 'floating_network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'router_id': '0346bf8d-72be-459e-8f73-c22d0ddccdd0', 'port_id': '6715d43f-3649-46e9-b421-5ed74efa38b9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0303b68a-9736-48eb-90f1-d3c52026d074', 'mac_address': 'fa:16:3e:cf:ad:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380077d1-0ed7-47ac-9e19-5425164e6da1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T01:24:20Z', 'updated_at': '2022-08-31T01:26:21Z', 'revision_number': 3, 'project_id': 'd58414b1dd2342d58cc7665aee50b86b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7522e8f9-2020-4559-93b2-83cbdf697964', 'name': '', 'network_id': '0303b68a-9736-48eb-90f1-d3c52026d074', 'tenant_id': 'd58414b1dd2342d58cc7665aee50b86b', 'mac_address': 'fa:16:3e:0c:70:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0346bf8d-72be-459e-8f73-c22d0ddccdd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '14c282f1-a88f-47d5-b759-92c78d45d59b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:32Z', 'updated_at': '2022-08-31T01:22:48Z', 'revision_number': 5, 'project_id': 'd58414b1dd2342d58cc7665aee50b86b', 'subnets': [{'id': '14c282f1-a88f-47d5-b759-92c78d45d59b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:26:22.921456 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-0228d523-47b8-40ae-9dfa-8c8a6301304b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'name': 'tempest-AttachVolumeNegativeTest-703590554-router', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bcae5e1e-21f8-45f7-ba18-74d0551b07e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:22:33Z', 'revision_number': 4, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'gw_port': {'id': 'bcae5e1e-21f8-45f7-ba18-74d0551b07e1', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:25Z', 'updated_at': '2022-08-31T01:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_floatingips': [{'id': '909f9415-b5e8-4766-ad8a-c014a7fe7ca1', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'floating_ip_address': '172.27.1.96', 'floating_network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'router_id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'port_id': '56319e02-73a5-4ec7-acf3-90f2592a466e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948', 'mac_address': 'fa:16:3e:5a:2d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd1b630-d842-47ea-8019-f405c41ad7d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T01:26:04Z', 'updated_at': '2022-08-31T01:26:21Z', 'revision_number': 1, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '519870e6-178f-4031-8a44-b0fbae55ebbe', 'name': '', 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'mac_address': 'fa:16:3e:d7:53:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4cf8958b-5555-42e1-b4dd-8dee2893fbc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:31Z', 'updated_at': '2022-08-31T01:22:50Z', 'revision_number': 5, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'subnets': [{'id': '4cf8958b-5555-42e1-b4dd-8dee2893fbc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:22.947591 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0228d523-47b8-40ae-9dfa-8c8a6301304b None None] The sync data for ids ['a0dd652c-1554-4322-9186-58d07c04c819'] in dv-cinder-855288-2-iscsi is: [{'id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'name': 'tempest-AttachVolumeNegativeTest-703590554-router', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bcae5e1e-21f8-45f7-ba18-74d0551b07e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:22:33Z', 'revision_number': 4, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'gw_port': {'id': 'bcae5e1e-21f8-45f7-ba18-74d0551b07e1', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:25Z', 'updated_at': '2022-08-31T01:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_floatingips': [{'id': '909f9415-b5e8-4766-ad8a-c014a7fe7ca1', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'floating_ip_address': '172.27.1.96', 'floating_network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'router_id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'port_id': '56319e02-73a5-4ec7-acf3-90f2592a466e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948', 'mac_address': 'fa:16:3e:5a:2d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd1b630-d842-47ea-8019-f405c41ad7d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T01:26:04Z', 'updated_at': '2022-08-31T01:26:21Z', 'revision_number': 1, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '519870e6-178f-4031-8a44-b0fbae55ebbe', 'name': '', 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'mac_address': 'fa:16:3e:d7:53:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4cf8958b-5555-42e1-b4dd-8dee2893fbc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:31Z', 'updated_at': '2022-08-31T01:22:50Z', 'revision_number': 5, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'subnets': [{'id': '4cf8958b-5555-42e1-b4dd-8dee2893fbc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:26:23.144445 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633364b9-85f8-45b3-b218-b1da66daeac7 None None] New status for floating IP 909f9415-b5e8-4766-ad8a-c014a7fe7ca1: ACTIVE {{(pid=106778) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 01:26:24.044801 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '380077d1-0ed7-47ac-9e19-5425164e6da1', 'tag': '6715d43f-3649-46e9-b421-5ed74efa38b9'}] {{(pid=106777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:26:24.047146 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e330c87e12d7f870e7d9a686a76230f6b0968ad9153010b5cc5787492cc6e0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7f60a8-d8b3-41e5-916e-397b7bf41032" -d '{"events": [{"name": "network-changed", "server_uuid": "380077d1-0ed7-47ac-9e19-5425164e6da1", "tag": "6715d43f-3649-46e9-b421-5ed74efa38b9"}]}' {{(pid=106777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:26:24.084014 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 01:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae8a12d-a83d-4702-b78d-538812387666 x-openstack-request-id: req-4ae8a12d-a83d-4702-b78d-538812387666 {{(pid=106777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:26:24.084298 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "380077d1-0ed7-47ac-9e19-5425164e6da1", "tag": "6715d43f-3649-46e9-b421-5ed74efa38b9", "status": "completed", "code": 200}]} {{(pid=106777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:26:24.084547 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4ae8a12d-a83d-4702-b78d-538812387666 {{(pid=106777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:26:24.084981 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ae8a12d-a83d-4702-b78d-538812387666'] response: {'name': 'network-changed', 'server_uuid': '380077d1-0ed7-47ac-9e19-5425164e6da1', 'tag': '6715d43f-3649-46e9-b421-5ed74efa38b9', 'status': 'completed', 'code': 200} Aug 31 01:26:24.145036 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f60a8-d8b3-41e5-916e-397b7bf41032 req-bfd6cb93-ec3a-41ad-af05-53a50b57289d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:24.146621 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-3e7f60a8-d8b3-41e5-916e-397b7bf41032 req-bfd6cb93-ec3a-41ad-af05-53a50b57289d service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=d58414b1dd2342d58cc7665aee50b86b&device_id=380077d1-0ed7-47ac-9e19-5425164e6da1 HTTP/1.1" status: 200 len: 1130 time: 0.0385282 Aug 31 01:26:24.250076 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f60a8-d8b3-41e5-916e-397b7bf41032 req-0ace0ca5-def5-422a-9f60-a01a2cefef7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:24.251554 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-3e7f60a8-d8b3-41e5-916e-397b7bf41032 req-0ace0ca5-def5-422a-9f60-a01a2cefef7c service neutron] 10.222.0.85 "GET /networking/v2.0/networks?id=0303b68a-9736-48eb-90f1-d3c52026d074 HTTP/1.1" status: 200 len: 921 time: 0.0897930 Aug 31 01:26:24.315946 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-3e7f60a8-d8b3-41e5-916e-397b7bf41032 req-53a4a790-9e83-42af-96d2-ca1b2c774e68 service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6715d43f-3649-46e9-b421-5ed74efa38b9 HTTP/1.1" status: 200 len: 1002 time: 0.0542622 Aug 31 01:26:24.369581 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f60a8-d8b3-41e5-916e-397b7bf41032 req-4ba38268-2336-4601-8c86-f9b6ff0e78e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:24.371005 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-3e7f60a8-d8b3-41e5-916e-397b7bf41032 req-4ba38268-2336-4601-8c86-f9b6ff0e78e7 service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=14c282f1-a88f-47d5-b759-92c78d45d59b HTTP/1.1" status: 200 len: 858 time: 0.0471873 Aug 31 01:26:24.414415 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f60a8-d8b3-41e5-916e-397b7bf41032 req-3fc0e598-9ed8-4563-be4a-c7ea95177252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:24.415874 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-3e7f60a8-d8b3-41e5-916e-397b7bf41032 req-3fc0e598-9ed8-4563-be4a-c7ea95177252 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=0303b68a-9736-48eb-90f1-d3c52026d074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375106 Aug 31 01:26:24.507952 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-3e7f60a8-d8b3-41e5-916e-397b7bf41032 req-e8aac530-485b-41bb-abcf-5d74f7058df6 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/0303b68a-9736-48eb-90f1-d3c52026d074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825744 Aug 31 01:26:24.593017 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=100 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:26:24.603166 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-3e7f60a8-d8b3-41e5-916e-397b7bf41032 req-158ff375-fad9-4c39-bdd1-ba9887343ac8 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/0303b68a-9736-48eb-90f1-d3c52026d074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861945 Aug 31 01:26:31.317049 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-da38051a-d11d-40b1-ad42-542f6cd66a9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (06e7caa6-6f15-45a1-a03b-1c511964ed9a), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:32.654957 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=36 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:26:32.662872 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=69 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:26:32.923739 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=78 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:26:32.924578 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=78 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:26:33.522736 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-c331fd5b-5537-47e0-b26c-c2ec65e80b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (1428144b-5b15-4168-8538-b51b3045e8b6), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:33.745670 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (799b9b45-836a-4007-8b99-6041c4a5ce6b), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:34.600266 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=56 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:26:34.944381 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-6cf74907-e165-4231-8e79-d72e153e628e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (625e835a-7d63-45f9-8a46-c3ba876c3627), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:36.374019 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-f7411cf7-2853-429b-aa0f-54d02b543116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (5f821ebb-aac9-4915-bb43-6712672a5d6c), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:36.391079 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (f96ef3eb-5320-49ab-b33a-a2775d3a6053), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:38.475062 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b9cbd-a6c0-4870-84fd-7e5b211e8ffc req-55465569-9210-421b-b594-3516353930b3 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:38.476550 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-8b9b9cbd-a6c0-4870-84fd-7e5b211e8ffc req-55465569-9210-421b-b594-3516353930b3 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=368bac0a-39c9-4f1e-99f9-84223e7de06b HTTP/1.1" status: 200 len: 946 time: 0.0476289 Aug 31 01:26:38.529134 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-8b9b9cbd-a6c0-4870-84fd-7e5b211e8ffc req-27d70546-8928-4d2a-b3b6-2ac056bb1934 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=34358351-83e4-4657-bc0e-b19966191f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463078 Aug 31 01:26:38.796641 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-a2e8db25-9653-4907-af2c-f74cefa9c94e req-bcf4f6cd-c0c2-4774-8873-ef2e6f82b3e0 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385780 Aug 31 01:26:38.859853 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e8db25-9653-4907-af2c-f74cefa9c94e req-a093e36f-7e77-4909-8277-3c5b5765eb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:38.861378 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-a2e8db25-9653-4907-af2c-f74cefa9c94e req-a093e36f-7e77-4909-8277-3c5b5765eb96 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=53d2295ada114ea3b6b5001c4c197f35&device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 1131 time: 0.0433619 Aug 31 01:26:38.977423 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e8db25-9653-4907-af2c-f74cefa9c94e req-b26399d7-1fd1-4bb4-b9b9-19fd9001f5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:38.978989 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-a2e8db25-9653-4907-af2c-f74cefa9c94e req-b26399d7-1fd1-4bb4-b9b9-19fd9001f5d4 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?id=2a0890c6-f1c3-465a-8b4d-8e1ae2356a58 HTTP/1.1" status: 200 len: 919 time: 0.0959959 Aug 31 01:26:39.046250 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-a2e8db25-9653-4907-af2c-f74cefa9c94e req-55941340-6195-4d72-aee1-938b3369c1d0 service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc60a507-f9d6-4b68-ae6c-65c2cfafb12c HTTP/1.1" status: 200 len: 1001 time: 0.0600936 Aug 31 01:26:39.103932 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e8db25-9653-4907-af2c-f74cefa9c94e req-7aa1c042-dd91-4eda-917a-7d238f9fa6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:39.105550 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-a2e8db25-9653-4907-af2c-f74cefa9c94e req-7aa1c042-dd91-4eda-917a-7d238f9fa6a0 service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=d653247e-0c02-4230-ad01-73647a101df2 HTTP/1.1" status: 200 len: 856 time: 0.0453889 Aug 31 01:26:39.148224 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e8db25-9653-4907-af2c-f74cefa9c94e req-0692e5b1-b184-40ef-be2d-1799c0e7ecc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:39.149708 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-a2e8db25-9653-4907-af2c-f74cefa9c94e req-0692e5b1-b184-40ef-be2d-1799c0e7ecc6 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=2a0890c6-f1c3-465a-8b4d-8e1ae2356a58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374861 Aug 31 01:26:39.249691 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-a2e8db25-9653-4907-af2c-f74cefa9c94e req-f6fbba79-6be2-4c9a-b4eb-e97280189e50 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/2a0890c6-f1c3-465a-8b4d-8e1ae2356a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906112 Aug 31 01:26:39.342761 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-a2e8db25-9653-4907-af2c-f74cefa9c94e req-790a5c65-e29e-4b8b-ae6e-ae706f551a31 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/2a0890c6-f1c3-465a-8b4d-8e1ae2356a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862818 Aug 31 01:26:39.649965 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc86bd-6c0d-4f5f-9e13-867b886d64ae req-f598eaed-8b77-4aca-8d17-288b3694b2b8 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:39.651472 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-8bbc86bd-6c0d-4f5f-9e13-867b886d64ae req-f598eaed-8b77-4aca-8d17-288b3694b2b8 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=368bac0a-39c9-4f1e-99f9-84223e7de06b HTTP/1.1" status: 200 len: 946 time: 0.0488205 Aug 31 01:26:39.700255 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-8bbc86bd-6c0d-4f5f-9e13-867b886d64ae req-93e44d61-1c46-4b91-83ed-40c6bba2679a tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=34358351-83e4-4657-bc0e-b19966191f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432723 Aug 31 01:26:40.816992 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2214b147-0015-40a5-b468-d7c89f5aa5a4 req-683b0a72-fe84-44db-97eb-893fcb5ecd59 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:40.818467 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-2214b147-0015-40a5-b468-d7c89f5aa5a4 req-683b0a72-fe84-44db-97eb-893fcb5ecd59 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=368bac0a-39c9-4f1e-99f9-84223e7de06b HTTP/1.1" status: 200 len: 946 time: 0.0461557 Aug 31 01:26:40.865242 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-2214b147-0015-40a5-b468-d7c89f5aa5a4 req-1c0d9b09-eb77-4f07-ab39-5f37f95a7fa9 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=34358351-83e4-4657-bc0e-b19966191f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413830 Aug 31 01:26:41.789611 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a37e19-616a-461d-b33d-b665d6c968e7 req-7d51388d-8e5a-4b93-a22e-bbece3fb3c71 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:41.791058 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-f1a37e19-616a-461d-b33d-b665d6c968e7 req-7d51388d-8e5a-4b93-a22e-bbece3fb3c71 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 947 time: 0.0504470 Aug 31 01:26:41.837684 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-f1a37e19-616a-461d-b33d-b665d6c968e7 req-1d83ed6a-eec4-45a4-9b40-d3e77eac5ee8 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410857 Aug 31 01:26:41.981557 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b423b1f-7528-4d50-92e2-ab1e27399223 req-fb5500c2-bef2-4d51-9f02-d3df806661f5 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:41.983541 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-2b423b1f-7528-4d50-92e2-ab1e27399223 req-fb5500c2-bef2-4d51-9f02-d3df806661f5 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=368bac0a-39c9-4f1e-99f9-84223e7de06b HTTP/1.1" status: 200 len: 946 time: 0.0459447 Aug 31 01:26:42.030090 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-2b423b1f-7528-4d50-92e2-ab1e27399223 req-fbe88cd8-e950-4bec-94db-4b0f57b13f0a tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=34358351-83e4-4657-bc0e-b19966191f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410819 Aug 31 01:26:42.959571 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787758ca-ae36-4905-a5a4-eac31c32ddef req-56d448a8-7133-4587-aa06-9daaf4733665 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:42.961044 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-787758ca-ae36-4905-a5a4-eac31c32ddef req-56d448a8-7133-4587-aa06-9daaf4733665 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 947 time: 0.0456498 Aug 31 01:26:43.011046 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-787758ca-ae36-4905-a5a4-eac31c32ddef req-442d833c-fda9-42e3-9ac5-ca41d41a0862 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446439 Aug 31 01:26:43.147160 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb10f4-f8f3-4f57-85e1-67c7df34b2fa req-949ce82e-39f0-4c1a-8620-215966132919 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:43.148610 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-7fbb10f4-f8f3-4f57-85e1-67c7df34b2fa req-949ce82e-39f0-4c1a-8620-215966132919 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=368bac0a-39c9-4f1e-99f9-84223e7de06b HTTP/1.1" status: 200 len: 946 time: 0.0464938 Aug 31 01:26:43.196231 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-7fbb10f4-f8f3-4f57-85e1-67c7df34b2fa req-90c0e5aa-8ac9-4cbc-a28e-638e67955a4d tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=34358351-83e4-4657-bc0e-b19966191f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421660 Aug 31 01:26:43.576108 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e737a-a2f2-48f5-a8ba-0aa150be7686 req-4906a51a-0d16-416a-9aaa-9be96f1b7b6f tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:43.577686 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-731e737a-a2f2-48f5-a8ba-0aa150be7686 req-4906a51a-0d16-416a-9aaa-9be96f1b7b6f tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 947 time: 0.0504830 Aug 31 01:26:43.658068 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [req-731e737a-a2f2-48f5-a8ba-0aa150be7686 req-75123170-0429-485d-a310-f4d481a4678a tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Deleting port dc60a507-f9d6-4b68-ae6c-65c2cfafb12c {{(pid=106776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:26:43.658399 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-731e737a-a2f2-48f5-a8ba-0aa150be7686 req-75123170-0429-485d-a310-f4d481a4678a tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (dc60a507-f9d6-4b68-ae6c-65c2cfafb12c), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:43.751200 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.db [req-731e737a-a2f2-48f5-a8ba-0aa150be7686 req-75123170-0429-485d-a310-f4d481a4678a tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] For port dc60a507-f9d6-4b68-ae6c-65c2cfafb12c, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=dc60a507-f9d6-4b68-ae6c-65c2cfafb12c,segment=NetworkSegment(4e76086e-0aa2-44ca-adc1-383a20f9a980),segment_id=4e76086e-0aa2-44ca-adc1-383a20f9a980)] {{(pid=106776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:26:43.751561 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-731e737a-a2f2-48f5-a8ba-0aa150be7686 req-75123170-0429-485d-a310-f4d481a4678a tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (dc60a507-f9d6-4b68-ae6c-65c2cfafb12c), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:43.909470 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-731e737a-a2f2-48f5-a8ba-0aa150be7686 req-75123170-0429-485d-a310-f4d481a4678a tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:43.909830 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-731e737a-a2f2-48f5-a8ba-0aa150be7686 req-75123170-0429-485d-a310-f4d481a4678a tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608267'] for floatingip (0e9358fd-23ea-4aa9-bd60-16271603055b), after_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:43.910167 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.db.l3_db [req-731e737a-a2f2-48f5-a8ba-0aa150be7686 req-75123170-0429-485d-a310-f4d481a4678a tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Floating IP 0e9358fd-23ea-4aa9-bd60-16271603055b disassociated. External IP: 172.27.1.13, port: dc60a507-f9d6-4b68-ae6c-65c2cfafb12c. Aug 31 01:26:43.910479 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [req-731e737a-a2f2-48f5-a8ba-0aa150be7686 req-75123170-0429-485d-a310-f4d481a4678a tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Calling delete_port for dc60a507-f9d6-4b68-ae6c-65c2cfafb12c owned by compute:nova {{(pid=106776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:26:43.957601 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:26:43.985014 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:26:44.116865 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-731e737a-a2f2-48f5-a8ba-0aa150be7686 req-75123170-0429-485d-a310-f4d481a4678a tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6273727'] for port (dc60a507-f9d6-4b68-ae6c-65c2cfafb12c), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:44.133705 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8585aa6f-4dc1-4565-946d-51d2fbff9809 req-a1eea0c6-ea94-44b2-958e-23e22e013be0 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:44.135174 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-8585aa6f-4dc1-4565-946d-51d2fbff9809 req-a1eea0c6-ea94-44b2-958e-23e22e013be0 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 947 time: 0.0469065 Aug 31 01:26:44.143651 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75123170-0429-485d-a310-f4d481a4678a tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Pushing event deleted for resources: {'Port': ['ID=dc60a507-f9d6-4b68-ae6c-65c2cfafb12c,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:44.193259 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-8585aa6f-4dc1-4565-946d-51d2fbff9809 req-8ab06fdf-f0d6-4591-b94b-1d60b7fa7db6 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515623 Aug 31 01:26:44.260755 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.l3_agent_scheduler [req-731e737a-a2f2-48f5-a8ba-0aa150be7686 req-75123170-0429-485d-a310-f4d481a4678a tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Router c6e361c5-ba4b-4479-8e6b-43633c3e7ed9 has already been hosted by L3 agent 1428144b-5b15-4168-8538-b51b3045e8b6 {{(pid=106776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:26:44.318555 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db347f-5778-4127-b53d-525482646b88 req-0d88e278-5ea2-4058-b0ef-f71b830d1ac9 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:44.320039 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-75db347f-5778-4127-b53d-525482646b88 req-0d88e278-5ea2-4058-b0ef-f71b830d1ac9 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=368bac0a-39c9-4f1e-99f9-84223e7de06b HTTP/1.1" status: 200 len: 946 time: 0.0509396 Aug 31 01:26:44.367862 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-75db347f-5778-4127-b53d-525482646b88 req-82b8d527-c69b-454a-93d0-d21cca4fc926 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=34358351-83e4-4657-bc0e-b19966191f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417991 Aug 31 01:26:44.369240 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-731e737a-a2f2-48f5-a8ba-0aa150be7686 req-75123170-0429-485d-a310-f4d481a4678a tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Notify agent at l3_agent.dv-cinder-855288-2-iscsi the message routers_updated {{(pid=106776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:26:44.379324 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a10fa9-251b-4acd-8fb4-ee39bcb705b0 None None] Sync routers for ids ['c6e361c5-ba4b-4479-8e6b-43633c3e7ed9'] in dv-cinder-855288-2-iscsi {{(pid=106779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:26:44.390439 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a10fa9-251b-4acd-8fb4-ee39bcb705b0 None None] Routers {'c6e361c5-ba4b-4479-8e6b-43633c3e7ed9'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:26:44.392406 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-11a10fa9-251b-4acd-8fb4-ee39bcb705b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:26:33Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['c6e361c5-ba4b-4479-8e6b-43633c3e7ed9'], 'active': True} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:44.499238 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvr_db [None req-11a10fa9-251b-4acd-8fb4-ee39bcb705b0 None None] Set router c6e361c5-ba4b-4479-8e6b-43633c3e7ed9 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:26:44.638360 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.l3_dvrscheduler_db [req-731e737a-a2f2-48f5-a8ba-0aa150be7686 req-75123170-0429-485d-a310-f4d481a4678a tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] No DVR routers for this DVR port dc60a507-f9d6-4b68-ae6c-65c2cfafb12c on host hv-cinder-85528 {{(pid=106776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 01:26:44.641162 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-731e737a-a2f2-48f5-a8ba-0aa150be7686 req-75123170-0429-485d-a310-f4d481a4678a tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for port (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:44.644421 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-731e737a-a2f2-48f5-a8ba-0aa150be7686 req-75123170-0429-485d-a310-f4d481a4678a tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.85 "DELETE /networking/v2.0/ports/dc60a507-f9d6-4b68-ae6c-65c2cfafb12c HTTP/1.1" status: 204 len: 173 time: 1.0608716 Aug 31 01:26:44.644877 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12814f73-696a-4dc2-9182-7779bfe90ad5', 'name': 'network-vif-deleted', 'tag': 'dc60a507-f9d6-4b68-ae6c-65c2cfafb12c'}] {{(pid=106776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:26:44.647079 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c75c880f6fcf50a6244b1a715e98a431c8b587c27dc42cc7f33f1c98f81bddd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06528387-2cf0-4e37-962f-5a1ac25fd991" -d '{"events": [{"server_uuid": "12814f73-696a-4dc2-9182-7779bfe90ad5", "name": "network-vif-deleted", "tag": "dc60a507-f9d6-4b68-ae6c-65c2cfafb12c"}]}' {{(pid=106776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:26:44.683702 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 01:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e9528d-c5d1-41c7-9851-2840b3bf3958 x-openstack-request-id: req-44e9528d-c5d1-41c7-9851-2840b3bf3958 {{(pid=106776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:26:44.683992 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12814f73-696a-4dc2-9182-7779bfe90ad5", "name": "network-vif-deleted", "tag": "dc60a507-f9d6-4b68-ae6c-65c2cfafb12c", "status": "completed", "code": 200}]} {{(pid=106776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:26:44.684238 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-44e9528d-c5d1-41c7-9851-2840b3bf3958 {{(pid=106776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:26:44.684643 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44e9528d-c5d1-41c7-9851-2840b3bf3958'] response: {'server_uuid': '12814f73-696a-4dc2-9182-7779bfe90ad5', 'name': 'network-vif-deleted', 'tag': 'dc60a507-f9d6-4b68-ae6c-65c2cfafb12c', 'status': 'completed', 'code': 200} Aug 31 01:26:44.699828 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-11a10fa9-251b-4acd-8fb4-ee39bcb705b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e361c5-ba4b-4479-8e6b-43633c3e7ed9', 'name': 'tempest-AttachVolumeShelveTestJSON-1467074649-router', 'tenant_id': '53d2295ada114ea3b6b5001c4c197f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '6cfffd58-8e9a-41d8-b355-0977e5670440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:22:36Z', 'revision_number': 4, 'project_id': '53d2295ada114ea3b6b5001c4c197f35', 'gw_port': {'id': '6cfffd58-8e9a-41d8-b355-0977e5670440', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e361c5-ba4b-4479-8e6b-43633c3e7ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:25Z', 'updated_at': '2022-08-31T01:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_interfaces': [{'id': '57eaf157-539b-41bf-98b1-eb6abc39a18a', 'name': '', 'network_id': '2a0890c6-f1c3-465a-8b4d-8e1ae2356a58', 'tenant_id': '53d2295ada114ea3b6b5001c4c197f35', 'mac_address': 'fa:16:3e:d8:06:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e361c5-ba4b-4479-8e6b-43633c3e7ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd653247e-0c02-4230-ad01-73647a101df2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:34Z', 'updated_at': '2022-08-31T01:22:51Z', 'revision_number': 5, 'project_id': '53d2295ada114ea3b6b5001c4c197f35', 'subnets': [{'id': 'd653247e-0c02-4230-ad01-73647a101df2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:44.725816 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a10fa9-251b-4acd-8fb4-ee39bcb705b0 None None] Checking router: c6e361c5-ba4b-4479-8e6b-43633c3e7ed9 for host: dv-cinder-855288-2-iscsi {{(pid=106779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:26:44.736326 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a10fa9-251b-4acd-8fb4-ee39bcb705b0 None None] Routers {'c6e361c5-ba4b-4479-8e6b-43633c3e7ed9'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:26:44.736326 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-11a10fa9-251b-4acd-8fb4-ee39bcb705b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:26:33Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['c6e361c5-ba4b-4479-8e6b-43633c3e7ed9'], 'active': True} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:44.919176 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvr_db [None req-11a10fa9-251b-4acd-8fb4-ee39bcb705b0 None None] Set router c6e361c5-ba4b-4479-8e6b-43633c3e7ed9 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:26:45.107433 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-11a10fa9-251b-4acd-8fb4-ee39bcb705b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e361c5-ba4b-4479-8e6b-43633c3e7ed9', 'name': 'tempest-AttachVolumeShelveTestJSON-1467074649-router', 'tenant_id': '53d2295ada114ea3b6b5001c4c197f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '6cfffd58-8e9a-41d8-b355-0977e5670440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:22:36Z', 'revision_number': 4, 'project_id': '53d2295ada114ea3b6b5001c4c197f35', 'gw_port': {'id': '6cfffd58-8e9a-41d8-b355-0977e5670440', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e361c5-ba4b-4479-8e6b-43633c3e7ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:25Z', 'updated_at': '2022-08-31T01:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_interfaces': [{'id': '57eaf157-539b-41bf-98b1-eb6abc39a18a', 'name': '', 'network_id': '2a0890c6-f1c3-465a-8b4d-8e1ae2356a58', 'tenant_id': '53d2295ada114ea3b6b5001c4c197f35', 'mac_address': 'fa:16:3e:d8:06:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e361c5-ba4b-4479-8e6b-43633c3e7ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd653247e-0c02-4230-ad01-73647a101df2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:34Z', 'updated_at': '2022-08-31T01:22:51Z', 'revision_number': 5, 'project_id': '53d2295ada114ea3b6b5001c4c197f35', 'subnets': [{'id': 'd653247e-0c02-4230-ad01-73647a101df2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:26:45.132048 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a10fa9-251b-4acd-8fb4-ee39bcb705b0 None None] The sync data for ids ['c6e361c5-ba4b-4479-8e6b-43633c3e7ed9'] in dv-cinder-855288-2-iscsi is: [{'id': 'c6e361c5-ba4b-4479-8e6b-43633c3e7ed9', 'name': 'tempest-AttachVolumeShelveTestJSON-1467074649-router', 'tenant_id': '53d2295ada114ea3b6b5001c4c197f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '6cfffd58-8e9a-41d8-b355-0977e5670440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:22:36Z', 'revision_number': 4, 'project_id': '53d2295ada114ea3b6b5001c4c197f35', 'gw_port': {'id': '6cfffd58-8e9a-41d8-b355-0977e5670440', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e361c5-ba4b-4479-8e6b-43633c3e7ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:25Z', 'updated_at': '2022-08-31T01:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_interfaces': [{'id': '57eaf157-539b-41bf-98b1-eb6abc39a18a', 'name': '', 'network_id': '2a0890c6-f1c3-465a-8b4d-8e1ae2356a58', 'tenant_id': '53d2295ada114ea3b6b5001c4c197f35', 'mac_address': 'fa:16:3e:d8:06:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e361c5-ba4b-4479-8e6b-43633c3e7ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd653247e-0c02-4230-ad01-73647a101df2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:34Z', 'updated_at': '2022-08-31T01:22:51Z', 'revision_number': 5, 'project_id': '53d2295ada114ea3b6b5001c4c197f35', 'subnets': [{'id': 'd653247e-0c02-4230-ad01-73647a101df2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:26:45.326539 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-03128daa-aba8-4488-b418-25edca27fc60 req-409804fd-a0d5-4123-9d71-130f86ab7124 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=12814f73-696a-4dc2-9182-7779bfe90ad5 HTTP/1.1" status: 200 len: 210 time: 0.0349014 Aug 31 01:26:45.346344 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d261df92-d1c2-42a1-82a0-abc05737531b None None] New status for floating IP 0e9358fd-23ea-4aa9-bd60-16271603055b: DOWN {{(pid=106778) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 01:26:45.508307 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0474d0e3-0a26-40ab-871f-d68e47434bda req-42abcac4-3015-4584-8624-369456b73462 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:45.509863 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0474d0e3-0a26-40ab-871f-d68e47434bda req-42abcac4-3015-4584-8624-369456b73462 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=368bac0a-39c9-4f1e-99f9-84223e7de06b HTTP/1.1" status: 200 len: 946 time: 0.0535531 Aug 31 01:26:45.562861 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0474d0e3-0a26-40ab-871f-d68e47434bda req-98336c9a-e863-4690-82ef-8eabd1800a8c tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=34358351-83e4-4657-bc0e-b19966191f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471644 Aug 31 01:26:46.476380 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 60248) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:26:46.528643 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:26:46.531631 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-6e0e7728-0c4d-4cca-b122-16214fceaa0a tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks [] for security_group (1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:46.539943 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:26:46.575760 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-6e0e7728-0c4d-4cca-b122-16214fceaa0a tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks [] for security_group (1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:46.672509 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-6e0e7728-0c4d-4cca-b122-16214fceaa0a tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:46.675015 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-6e0e7728-0c4d-4cca-b122-16214fceaa0a tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks [] for security_group (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:46.676131 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-6e0e7728-0c4d-4cca-b122-16214fceaa0a tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "DELETE /networking/v2.0/security-groups/1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2 HTTP/1.1" status: 204 len: 168 time: 0.1987460 Aug 31 01:26:46.679041 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 60252) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:26:46.693670 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.api.v2.resource [None req-e78cc684-68c3-4b71-a171-e85435a11ea2 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] show failed (client error): The resource could not be found. Aug 31 01:26:46.694056 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da64830-8f17-4cef-9687-4f729d0ba297 req-517164ae-9f73-485b-94a8-3ae40b63b034 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:46.697371 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-e78cc684-68c3-4b71-a171-e85435a11ea2 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups/1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2 HTTP/1.1" status: 404 len: 347 time: 0.0146465 Aug 31 01:26:46.697518 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-5da64830-8f17-4cef-9687-4f729d0ba297 req-517164ae-9f73-485b-94a8-3ae40b63b034 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=368bac0a-39c9-4f1e-99f9-84223e7de06b HTTP/1.1" status: 200 len: 946 time: 0.0577879 Aug 31 01:26:46.697518 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0e7728-0c4d-4cca-b122-16214fceaa0a tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0a5bc5-29b8-441c-9f1b-84f0a2e29df2,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:46.697685 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 60254) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:26:46.746182 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-5da64830-8f17-4cef-9687-4f729d0ba297 req-2f40e428-b5ab-4ec3-abfa-c7b24ba6c569 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=34358351-83e4-4657-bc0e-b19966191f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435967 Aug 31 01:26:46.814078 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [None req-1cb8a5c8-18a8-4253-827e-d285ac1e03cc tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Deleting port cb90ba21-2b5c-4bf3-bb33-2fa7cc4cc078 {{(pid=106776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:26:46.814436 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-1cb8a5c8-18a8-4253-827e-d285ac1e03cc tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (cb90ba21-2b5c-4bf3-bb33-2fa7cc4cc078), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:46.891285 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-1cb8a5c8-18a8-4253-827e-d285ac1e03cc tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (cb90ba21-2b5c-4bf3-bb33-2fa7cc4cc078), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:46.891612 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-1cb8a5c8-18a8-4253-827e-d285ac1e03cc tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks [] for floatingip (cb90ba21-2b5c-4bf3-bb33-2fa7cc4cc078), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:46.904979 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [None req-1cb8a5c8-18a8-4253-827e-d285ac1e03cc tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Calling delete_port for cb90ba21-2b5c-4bf3-bb33-2fa7cc4cc078 owned by network:floatingip {{(pid=106776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:26:47.121947 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-1cb8a5c8-18a8-4253-827e-d285ac1e03cc tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6273727'] for port (cb90ba21-2b5c-4bf3-bb33-2fa7cc4cc078), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:47.146383 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb8a5c8-18a8-4253-827e-d285ac1e03cc tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Pushing event deleted for resources: {'Port': ['ID=cb90ba21-2b5c-4bf3-bb33-2fa7cc4cc078,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:47.170299 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:DELETE=11,neutron:SELECT=89 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:26:47.208198 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-1cb8a5c8-18a8-4253-827e-d285ac1e03cc tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks [] for floatingip (0e9358fd-23ea-4aa9-bd60-16271603055b), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:47.210782 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-1cb8a5c8-18a8-4253-827e-d285ac1e03cc tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for floatingip (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:47.214162 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-1cb8a5c8-18a8-4253-827e-d285ac1e03cc tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/0e9358fd-23ea-4aa9-bd60-16271603055b HTTP/1.1" status: 204 len: 168 time: 0.5133994 Aug 31 01:26:47.371542 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 60258) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:26:47.380271 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [None req-0a2a84fa-0f17-4bb5-84a6-d9782c7d51b4 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Request body: {'security_group': {'name': 'tempest-securitygroup--690696547', 'description': 'tempest-description--1542086986'}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:26:47.448004 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-0a2a84fa-0f17-4bb5-84a6-d9782c7d51b4 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks [] for security_group (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:47.516574 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-0a2a84fa-0f17-4bb5-84a6-d9782c7d51b4 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks [] for security_group (de1a290b-ed4e-4727-abe6-2b19820b7bdc), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:47.579374 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-0a2a84fa-0f17-4bb5-84a6-d9782c7d51b4 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (de1a290b-ed4e-4727-abe6-2b19820b7bdc), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:47.610381 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2a84fa-0f17-4bb5-84a6-d9782c7d51b4 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de1a290b-ed4e-4727-abe6-2b19820b7bdc,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:47.666269 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-0a2a84fa-0f17-4bb5-84a6-d9782c7d51b4 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks [] for security_group (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:47.667551 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-0a2a84fa-0f17-4bb5-84a6-d9782c7d51b4 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2949436 Aug 31 01:26:47.670401 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 60260) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:26:47.674744 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [None req-9809986a-3049-47e4-81f6-10d46fe23df8 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Request body: {'security_group_rule': {'security_group_id': 'de1a290b-ed4e-4727-abe6-2b19820b7bdc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:26:47.690251 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:26:47.779816 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-9809986a-3049-47e4-81f6-10d46fe23df8 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks [] for security_group_rule (9cbba312-2c64-4403-89d7-94889fe72306), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:47.840998 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-9809986a-3049-47e4-81f6-10d46fe23df8 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks [] for security_group_rule (9cbba312-2c64-4403-89d7-94889fe72306), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:47.844707 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device dc60a507-f9d6-4b68-ae6c-65c2cfafb12c no longer exists at agent hyperv_hv-cinder-85528 {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:26:47.867536 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] No Port match for: dc60a507-f9d6-4b68-ae6c-65c2cfafb12c {{(pid=106778) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 01:26:47.867880 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device dc60a507-f9d6-4b68-ae6c-65c2cfafb12c not bound to the agent host hv-cinder-85528 {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:26:47.871047 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ca85f-16b9-47d8-ab5a-2e57536c3c14 req-84a6bb55-9fb0-42aa-a7ff-55957c7d8a7f tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:47.872696 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-545ca85f-16b9-47d8-ab5a-2e57536c3c14 req-84a6bb55-9fb0-42aa-a7ff-55957c7d8a7f tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=368bac0a-39c9-4f1e-99f9-84223e7de06b HTTP/1.1" status: 200 len: 946 time: 0.0532360 Aug 31 01:26:47.888392 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-9809986a-3049-47e4-81f6-10d46fe23df8 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413228'] for security_group_rule (9cbba312-2c64-4403-89d7-94889fe72306), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:47.906271 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9809986a-3049-47e4-81f6-10d46fe23df8 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cbba312-2c64-4403-89d7-94889fe72306,revision_number=0']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:47.926158 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-545ca85f-16b9-47d8-ab5a-2e57536c3c14 req-ebdb3935-d05c-4c08-a9db-9ca9281b527b tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=34358351-83e4-4657-bc0e-b19966191f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471094 Aug 31 01:26:47.958908 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-9809986a-3049-47e4-81f6-10d46fe23df8 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:47.960130 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-9809986a-3049-47e4-81f6-10d46fe23df8 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2887561 Aug 31 01:26:47.962908 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 60264) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:26:47.968047 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [None req-6ea2ee98-c95d-475a-8b0b-a5cbebcf9244 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Request body: {'security_group_rule': {'security_group_id': 'de1a290b-ed4e-4727-abe6-2b19820b7bdc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:26:48.031571 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-6ea2ee98-c95d-475a-8b0b-a5cbebcf9244 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks [] for security_group_rule (d7f620e6-8214-474d-9ad6-9c2aa480de5c), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:48.086930 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-6ea2ee98-c95d-475a-8b0b-a5cbebcf9244 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks [] for security_group_rule (d7f620e6-8214-474d-9ad6-9c2aa480de5c), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:48.156526 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-6ea2ee98-c95d-475a-8b0b-a5cbebcf9244 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413228'] for security_group_rule (d7f620e6-8214-474d-9ad6-9c2aa480de5c), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:48.174815 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea2ee98-c95d-475a-8b0b-a5cbebcf9244 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7f620e6-8214-474d-9ad6-9c2aa480de5c,revision_number=0']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:48.272242 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-6ea2ee98-c95d-475a-8b0b-a5cbebcf9244 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:48.273500 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-6ea2ee98-c95d-475a-8b0b-a5cbebcf9244 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3096168 Aug 31 01:26:48.276633 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 60266) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:26:48.280932 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [None req-735efbac-a7ca-42fe-9e4a-2dc91fe586bb tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Request body: {'floatingip': {'floating_network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83'}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:26:48.390818 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-735efbac-a7ca-42fe-9e4a-2dc91fe586bb tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:48.480809 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-735efbac-a7ca-42fe-9e4a-2dc91fe586bb tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:48.524384 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:26:48.588130 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.db_base_plugin_common [None req-735efbac-a7ca-42fe-9e4a-2dc91fe586bb tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Allocated IP 172.27.1.217 (6de90673-24a8-444a-94e7-38ef2e70dd83/b0882f00-706c-4556-bcad-01ef413e142c/8bc4a4ea-5078-4477-9b25-e361851a728e) {{(pid=106776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:26:48.690235 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-735efbac-a7ca-42fe-9e4a-2dc91fe586bb tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks [] for port (8bc4a4ea-5078-4477-9b25-e361851a728e), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:48.718373 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:26:48.769346 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-735efbac-a7ca-42fe-9e4a-2dc91fe586bb tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779185826838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6273727'] for port (8bc4a4ea-5078-4477-9b25-e361851a728e), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:48.813565 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735efbac-a7ca-42fe-9e4a-2dc91fe586bb tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Network 6de90673-24a8-444a-94e7-38ef2e70dd83 is already hosted by enough agents. {{(pid=106776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:26:48.816910 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.base_scheduler [None req-735efbac-a7ca-42fe-9e4a-2dc91fe586bb tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Resources bound (agent type, host, resource id): {{(pid=106776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:26:48.820568 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735efbac-a7ca-42fe-9e4a-2dc91fe586bb tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Received port after_create {{(pid=106776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 01:26:48.844197 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735efbac-a7ca-42fe-9e4a-2dc91fe586bb tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Pushing event updated for resources: {'Port': ['ID=8bc4a4ea-5078-4477-9b25-e361851a728e,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:48.909446 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-735efbac-a7ca-42fe-9e4a-2dc91fe586bb tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks [] for floatingip (46d76030-7e93-48e7-8a81-41dd7c46fd3d), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:49.004084 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-735efbac-a7ca-42fe-9e4a-2dc91fe586bb tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (8bc4a4ea-5078-4477-9b25-e361851a728e), before_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:49.045453 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d07fa1-5b43-4a72-9ebf-45334c41ef28 req-c07ab1ee-76fd-4ddf-b400-eab1511f0534 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:49.046998 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-67d07fa1-5b43-4a72-9ebf-45334c41ef28 req-c07ab1ee-76fd-4ddf-b400-eab1511f0534 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=368bac0a-39c9-4f1e-99f9-84223e7de06b HTTP/1.1" status: 200 len: 946 time: 0.0481601 Aug 31 01:26:49.094555 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-67d07fa1-5b43-4a72-9ebf-45334c41ef28 req-4f72c4c0-77b7-4242-91a6-b88a41b4c814 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=34358351-83e4-4657-bc0e-b19966191f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415683 Aug 31 01:26:49.165093 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-735efbac-a7ca-42fe-9e4a-2dc91fe586bb tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks [] for port (8bc4a4ea-5078-4477-9b25-e361851a728e), precommit_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:49.288152 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-735efbac-a7ca-42fe-9e4a-2dc91fe586bb tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6273718'] for port (8bc4a4ea-5078-4477-9b25-e361851a728e), after_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:49.359986 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-735efbac-a7ca-42fe-9e4a-2dc91fe586bb tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608267'] for floatingip (46d76030-7e93-48e7-8a81-41dd7c46fd3d), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:49.363600 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735efbac-a7ca-42fe-9e4a-2dc91fe586bb tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Pushing event updated for resources: {'Port': ['ID=8bc4a4ea-5078-4477-9b25-e361851a728e,revision_number=2']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:49.444458 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-735efbac-a7ca-42fe-9e4a-2dc91fe586bb tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for floatingip (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:49.445765 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-735efbac-a7ca-42fe-9e4a-2dc91fe586bb tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1681640 Aug 31 01:26:49.565531 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa14c12-ff4b-44bc-8725-bb3a834d3aaf req-8a0db1a6-dce9-40bf-af0c-c9f00d293f32 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:49.567101 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-9aa14c12-ff4b-44bc-8725-bb3a834d3aaf req-8a0db1a6-dce9-40bf-af0c-c9f00d293f32 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=368bac0a-39c9-4f1e-99f9-84223e7de06b HTTP/1.1" status: 200 len: 946 time: 0.0552280 Aug 31 01:26:49.627344 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-9aa14c12-ff4b-44bc-8725-bb3a834d3aaf req-3bdaa9dd-5f06-4227-9d3a-d7a1eb4a3404 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=34358351-83e4-4657-bc0e-b19966191f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534530 Aug 31 01:26:49.666246 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-710ac9c6-9831-4c48-8e3f-5f88a3a3a1af req-78f1cb1f-7a71-43f8-b150-3bf4e642a785 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--690696547&fields=id&tenant_id=53d2295ada114ea3b6b5001c4c197f35 HTTP/1.1" status: 200 len: 267 time: 0.0495591 Aug 31 01:26:49.679122 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1586cacf-b7bb-4b96-9638-8aca747e6b5d req-d5a73547-d9bd-4370-8350-fb0d4420ec6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:49.680632 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-1586cacf-b7bb-4b96-9638-8aca747e6b5d req-d5a73547-d9bd-4370-8350-fb0d4420ec6d service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=fb863f706c3846db958c9b7fe367c3f5&device_id=368bac0a-39c9-4f1e-99f9-84223e7de06b HTTP/1.1" status: 200 len: 1130 time: 0.0420473 Aug 31 01:26:49.782205 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710ac9c6-9831-4c48-8e3f-5f88a3a3a1af req-f72de1f2-ab40-4d56-b977-b164abcb53ba tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:49.783182 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1586cacf-b7bb-4b96-9638-8aca747e6b5d req-159e6a5f-03d2-4323-b2ff-481f777ce0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:49.783695 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-710ac9c6-9831-4c48-8e3f-5f88a3a3a1af req-f72de1f2-ab40-4d56-b977-b164abcb53ba tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/networks?id=2a0890c6-f1c3-465a-8b4d-8e1ae2356a58 HTTP/1.1" status: 200 len: 817 time: 0.1108840 Aug 31 01:26:49.784659 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-1586cacf-b7bb-4b96-9638-8aca747e6b5d req-159e6a5f-03d2-4323-b2ff-481f777ce0ef service neutron] 10.222.0.85 "GET /networking/v2.0/networks?id=2d97e458-c7f0-41e8-8974-7a68b9809489 HTTP/1.1" status: 200 len: 912 time: 0.0951195 Aug 31 01:26:49.798396 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-710ac9c6-9831-4c48-8e3f-5f88a3a3a1af req-85073a93-703d-4c60-80bd-c53b94e2fbdc tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/quotas/53d2295ada114ea3b6b5001c4c197f35 HTTP/1.1" status: 200 len: 375 time: 0.0089934 Aug 31 01:26:49.848163 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-710ac9c6-9831-4c48-8e3f-5f88a3a3a1af req-b1a38708-2bb9-4a9b-9e3a-d291163ada8d tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=53d2295ada114ea3b6b5001c4c197f35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444975 Aug 31 01:26:49.851906 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-1586cacf-b7bb-4b96-9638-8aca747e6b5d req-c8726355-76c0-44f7-b4c5-2a5d6bbf60af service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51441d6e-84dd-48a3-bd25-fade9ebd6634 HTTP/1.1" status: 200 len: 1002 time: 0.0584805 Aug 31 01:26:49.906728 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1586cacf-b7bb-4b96-9638-8aca747e6b5d req-ace3eb98-eae9-4e44-96db-23936e32d31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:49.908216 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-1586cacf-b7bb-4b96-9638-8aca747e6b5d req-ace3eb98-eae9-4e44-96db-23936e32d31b service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=ce633e5b-f53e-4e09-ba61-d50d905d9cae HTTP/1.1" status: 200 len: 849 time: 0.0463192 Aug 31 01:26:49.922414 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:26:49.945779 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-710ac9c6-9831-4c48-8e3f-5f88a3a3a1af req-8074f166-d14a-4031-a784-c8d329f75d5e service neutron] 10.222.0.20 "GET /networking/v2.0/networks/2a0890c6-f1c3-465a-8b4d-8e1ae2356a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858526 Aug 31 01:26:49.956716 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1586cacf-b7bb-4b96-9638-8aca747e6b5d req-4c9a752a-7ba7-48a5-876b-40e74bf156b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:49.958245 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-1586cacf-b7bb-4b96-9638-8aca747e6b5d req-4c9a752a-7ba7-48a5-876b-40e74bf156b2 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=2d97e458-c7f0-41e8-8974-7a68b9809489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429077 Aug 31 01:26:50.044100 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-710ac9c6-9831-4c48-8e3f-5f88a3a3a1af req-9507c578-32e1-4402-906b-4cd0a0b8288e service neutron] 10.222.0.20 "GET /networking/v2.0/networks/2a0890c6-f1c3-465a-8b4d-8e1ae2356a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916891 Aug 31 01:26:50.052533 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-1586cacf-b7bb-4b96-9638-8aca747e6b5d req-017571cd-2e54-4958-93b8-faf32dec3805 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/2d97e458-c7f0-41e8-8974-7a68b9809489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859065 Aug 31 01:26:50.121244 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:26:50.149990 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-1586cacf-b7bb-4b96-9638-8aca747e6b5d req-83b29c4c-266f-4757-acb9-4c4475e0d0c7 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/2d97e458-c7f0-41e8-8974-7a68b9809489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893085 Aug 31 01:26:50.292997 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-c2491010-5297-41cb-bc3f-f42c9a29e0a4 req-ad3c5096-d1ef-4c49-ad71-27d35ad2bfe7 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 210 time: 0.0275092 Aug 31 01:26:50.746550 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dfc6cd-5e88-4d07-b00e-acecfcd1af12 req-ef57e431-f966-43fe-b790-0f0fbf45040a tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:50.748001 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-a0dfc6cd-5e88-4d07-b00e-acecfcd1af12 req-ef57e431-f966-43fe-b790-0f0fbf45040a tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=368bac0a-39c9-4f1e-99f9-84223e7de06b HTTP/1.1" status: 200 len: 946 time: 0.0473359 Aug 31 01:26:50.782519 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:26:50.799305 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-a0dfc6cd-5e88-4d07-b00e-acecfcd1af12 req-782a6067-8ef0-4d81-90f4-e4810e8e04de tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=34358351-83e4-4657-bc0e-b19966191f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453351 Aug 31 01:26:51.398149 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-39366cdf-c091-4161-9650-218b7ca58254 req-47e95572-3b5f-41e6-9079-3da427ddf4f1 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 210 time: 0.0290349 Aug 31 01:26:51.917634 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8133d5ec-d20a-44d4-8d64-10ac7404b5b4 req-dd984421-da9f-4038-8c0f-0aa7c2ffa9d1 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:51.919071 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-8133d5ec-d20a-44d4-8d64-10ac7404b5b4 req-dd984421-da9f-4038-8c0f-0aa7c2ffa9d1 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=368bac0a-39c9-4f1e-99f9-84223e7de06b HTTP/1.1" status: 200 len: 946 time: 0.0448363 Aug 31 01:26:51.965407 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-8133d5ec-d20a-44d4-8d64-10ac7404b5b4 req-3d2c46ea-8f9d-4718-8e86-a9f2edafcff1 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=34358351-83e4-4657-bc0e-b19966191f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401900 Aug 31 01:26:52.432890 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710ac9c6-9831-4c48-8e3f-5f88a3a3a1af req-22a720a3-ddb7-428d-92fb-109a124d56f6 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:52.434652 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-710ac9c6-9831-4c48-8e3f-5f88a3a3a1af req-22a720a3-ddb7-428d-92fb-109a124d56f6 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.85 "GET /networking/v2.0/networks?id=2a0890c6-f1c3-465a-8b4d-8e1ae2356a58 HTTP/1.1" status: 200 len: 817 time: 0.1030324 Aug 31 01:26:52.502529 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-710ac9c6-9831-4c48-8e3f-5f88a3a3a1af req-a72a5993-af97-4ae0-8547-c4c2b083d48f tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.85 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=53d2295ada114ea3b6b5001c4c197f35 HTTP/1.1" status: 200 len: 379 time: 0.0593743 Aug 31 01:26:52.506163 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-3ed486a3-4eba-4520-8535-98cbba262ee2 req-831920a9-6187-4be8-a22a-e1b35d4556df tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 210 time: 0.0299280 Aug 31 01:26:52.511577 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [req-710ac9c6-9831-4c48-8e3f-5f88a3a3a1af req-a9ac1c22-a655-4e51-ad49-c85827685a5a tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Request body: {'port': {'device_id': 'b7311a59-7d10-4edb-be41-f6872e563e09', 'network_id': '2a0890c6-f1c3-465a-8b4d-8e1ae2356a58', 'admin_state_up': True, 'tenant_id': '53d2295ada114ea3b6b5001c4c197f35', 'security_groups': ['de1a290b-ed4e-4727-abe6-2b19820b7bdc']}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:26:52.681339 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-710ac9c6-9831-4c48-8e3f-5f88a3a3a1af req-a9ac1c22-a655-4e51-ad49-c85827685a5a tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Made reservation on behalf of 53d2295ada114ea3b6b5001c4c197f35 for: {'port': 1} {{(pid=106776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:26:52.685174 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-710ac9c6-9831-4c48-8e3f-5f88a3a3a1af req-a9ac1c22-a655-4e51-ad49-c85827685a5a tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:52.817410 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.db_base_plugin_common [req-710ac9c6-9831-4c48-8e3f-5f88a3a3a1af req-a9ac1c22-a655-4e51-ad49-c85827685a5a tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Allocated IP 172.20.0.4 (2a0890c6-f1c3-465a-8b4d-8e1ae2356a58/d653247e-0c02-4230-ad01-73647a101df2/1302084d-99f4-4cd1-8b6d-4a829a883993) {{(pid=106776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:26:52.957724 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-710ac9c6-9831-4c48-8e3f-5f88a3a3a1af req-a9ac1c22-a655-4e51-ad49-c85827685a5a tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks [] for port (1302084d-99f4-4cd1-8b6d-4a829a883993), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:53.042510 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-710ac9c6-9831-4c48-8e3f-5f88a3a3a1af req-a9ac1c22-a655-4e51-ad49-c85827685a5a tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779185826838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6273727'] for port (1302084d-99f4-4cd1-8b6d-4a829a883993), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:53.087499 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-710ac9c6-9831-4c48-8e3f-5f88a3a3a1af req-a9ac1c22-a655-4e51-ad49-c85827685a5a tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Network 2a0890c6-f1c3-465a-8b4d-8e1ae2356a58 is already hosted by enough agents. {{(pid=106776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:26:53.090704 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.base_scheduler [req-710ac9c6-9831-4c48-8e3f-5f88a3a3a1af req-a9ac1c22-a655-4e51-ad49-c85827685a5a tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Resources bound (agent type, host, resource id): {{(pid=106776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:26:53.094545 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.l3_dvrscheduler_db [req-710ac9c6-9831-4c48-8e3f-5f88a3a3a1af req-a9ac1c22-a655-4e51-ad49-c85827685a5a tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Received port after_create {{(pid=106776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 01:26:53.100792 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ac1c22-a655-4e51-ad49-c85827685a5a tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Pushing event updated for resources: {'Port': ['ID=1302084d-99f4-4cd1-8b6d-4a829a883993,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:53.126881 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:26:53.152244 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710ac9c6-9831-4c48-8e3f-5f88a3a3a1af req-a9ac1c22-a655-4e51-ad49-c85827685a5a tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:53.152898 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-710ac9c6-9831-4c48-8e3f-5f88a3a3a1af req-a9ac1c22-a655-4e51-ad49-c85827685a5a tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for port (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:53.267385 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-710ac9c6-9831-4c48-8e3f-5f88a3a3a1af req-a9ac1c22-a655-4e51-ad49-c85827685a5a tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.85 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7595541 Aug 31 01:26:53.278830 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [req-710ac9c6-9831-4c48-8e3f-5f88a3a3a1af req-ffcc3efe-dd56-4046-b935-8d1ab96c1ddd service neutron] Request body: {'port': {'device_id': 'b7311a59-7d10-4edb-be41-f6872e563e09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85528'}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:26:53.297353 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=35,neutron:UPDATE=7 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:26:53.297963 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:26:53.302368 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-dd6a5991-628f-4c6f-99a1-e7e26ead0a07 None None] Provisioning complete for port 1302084d-99f4-4cd1-8b6d-4a829a883993 triggered by entity DHCP. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:26:53.307588 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-dd6a5991-628f-4c6f-99a1-e7e26ead0a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (1302084d-99f4-4cd1-8b6d-4a829a883993), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:53.337458 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-dd6a5991-628f-4c6f-99a1-e7e26ead0a07 None None] Port 1302084d-99f4-4cd1-8b6d-4a829a883993 cannot update to ACTIVE because it is not bound. {{(pid=106778) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 01:26:53.337672 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:26:53.344557 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-710ac9c6-9831-4c48-8e3f-5f88a3a3a1af req-ffcc3efe-dd56-4046-b935-8d1ab96c1ddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (1302084d-99f4-4cd1-8b6d-4a829a883993), before_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:53.603745 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.notifiers.nova [req-710ac9c6-9831-4c48-8e3f-5f88a3a3a1af req-ffcc3efe-dd56-4046-b935-8d1ab96c1ddd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1302084d-99f4-4cd1-8b6d-4a829a883993 {{(pid=106776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 01:26:53.613351 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-710ac9c6-9831-4c48-8e3f-5f88a3a3a1af req-ffcc3efe-dd56-4046-b935-8d1ab96c1ddd service neutron] Publish callbacks [] for port (1302084d-99f4-4cd1-8b6d-4a829a883993), precommit_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:53.627550 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.provisioning_blocks [req-710ac9c6-9831-4c48-8e3f-5f88a3a3a1af req-ffcc3efe-dd56-4046-b935-8d1ab96c1ddd service neutron] Transition to ACTIVE for port object 1302084d-99f4-4cd1-8b6d-4a829a883993 will not be triggered until provisioned by entity L2. {{(pid=106776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 01:26:53.756775 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-710ac9c6-9831-4c48-8e3f-5f88a3a3a1af req-ffcc3efe-dd56-4046-b935-8d1ab96c1ddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6273718'] for port (1302084d-99f4-4cd1-8b6d-4a829a883993), after_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:53.844958 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcc3efe-dd56-4046-b935-8d1ab96c1ddd service neutron] Pushing event updated for resources: {'Port': ['ID=1302084d-99f4-4cd1-8b6d-4a829a883993,revision_number=2']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:53.856932 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:26:53.874931 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3274a169-0d16-4792-bcfd-1a59ea064d7b req-4390d0a1-ae6b-4f58-8d8d-b36f73f22d46 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:53.875267 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.managers [req-710ac9c6-9831-4c48-8e3f-5f88a3a3a1af req-ffcc3efe-dd56-4046-b935-8d1ab96c1ddd service neutron] Attempting to bind port 1302084d-99f4-4cd1-8b6d-4a829a883993 on host hv-cinder-85528 for vnic_type normal with profile {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 01:26:53.875598 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.managers [req-710ac9c6-9831-4c48-8e3f-5f88a3a3a1af req-ffcc3efe-dd56-4046-b935-8d1ab96c1ddd service neutron] Attempting to bind port 1302084d-99f4-4cd1-8b6d-4a829a883993 by drivers openvswitch,hyperv on host hv-cinder-85528 at level 0 using segments [{'id': '4e76086e-0aa2-44ca-adc1-383a20f9a980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '2a0890c6-f1c3-465a-8b4d-8e1ae2356a58'}] {{(pid=106776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 01:26:53.875918 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710ac9c6-9831-4c48-8e3f-5f88a3a3a1af req-ffcc3efe-dd56-4046-b935-8d1ab96c1ddd service neutron] Attempting to bind port 1302084d-99f4-4cd1-8b6d-4a829a883993 on network 2a0890c6-f1c3-465a-8b4d-8e1ae2356a58 {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:26:53.876401 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-3274a169-0d16-4792-bcfd-1a59ea064d7b req-4390d0a1-ae6b-4f58-8d8d-b36f73f22d46 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 931 time: 0.2902186 Aug 31 01:26:53.881352 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710ac9c6-9831-4c48-8e3f-5f88a3a3a1af req-ffcc3efe-dd56-4046-b935-8d1ab96c1ddd service neutron] Port 1302084d-99f4-4cd1-8b6d-4a829a883993 on network 2a0890c6-f1c3-465a-8b4d-8e1ae2356a58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85528 {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 01:26:53.881672 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710ac9c6-9831-4c48-8e3f-5f88a3a3a1af req-ffcc3efe-dd56-4046-b935-8d1ab96c1ddd service neutron] Attempting to bind port 1302084d-99f4-4cd1-8b6d-4a829a883993 on network 2a0890c6-f1c3-465a-8b4d-8e1ae2356a58 {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:26:53.886798 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710ac9c6-9831-4c48-8e3f-5f88a3a3a1af req-ffcc3efe-dd56-4046-b935-8d1ab96c1ddd service neutron] Checking agent: {'id': '799b9b45-836a-4007-8b99-6041c4a5ce6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85528', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 1, 20, 34), 'started_at': datetime.datetime(2022, 8, 31, 1, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 1, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 01:26:53.887141 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710ac9c6-9831-4c48-8e3f-5f88a3a3a1af req-ffcc3efe-dd56-4046-b935-8d1ab96c1ddd service neutron] Checking segment: {'id': '4e76086e-0aa2-44ca-adc1-383a20f9a980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '2a0890c6-f1c3-465a-8b4d-8e1ae2356a58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:26:53.887524 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710ac9c6-9831-4c48-8e3f-5f88a3a3a1af req-ffcc3efe-dd56-4046-b935-8d1ab96c1ddd service neutron] Bound using segment: {'id': '4e76086e-0aa2-44ca-adc1-383a20f9a980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '2a0890c6-f1c3-465a-8b4d-8e1ae2356a58'} {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 01:26:53.887948 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.managers [req-710ac9c6-9831-4c48-8e3f-5f88a3a3a1af req-ffcc3efe-dd56-4046-b935-8d1ab96c1ddd service neutron] Bound port: 1302084d-99f4-4cd1-8b6d-4a829a883993, host: hv-cinder-85528, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e76086e-0aa2-44ca-adc1-383a20f9a980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '2a0890c6-f1c3-465a-8b4d-8e1ae2356a58'}}] {{(pid=106776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 01:26:53.888307 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-710ac9c6-9831-4c48-8e3f-5f88a3a3a1af req-ffcc3efe-dd56-4046-b935-8d1ab96c1ddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (1302084d-99f4-4cd1-8b6d-4a829a883993), before_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:53.928705 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-3274a169-0d16-4792-bcfd-1a59ea064d7b req-fcbec221-9c4a-4757-b6bf-df98c4559953 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=de1a290b-ed4e-4727-abe6-2b19820b7bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466795 Aug 31 01:26:53.937203 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:26:53.957286 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.db [req-710ac9c6-9831-4c48-8e3f-5f88a3a3a1af req-ffcc3efe-dd56-4046-b935-8d1ab96c1ddd service neutron] For port 1302084d-99f4-4cd1-8b6d-4a829a883993, host hv-cinder-85528, cleared binding levels {{(pid=106776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:26:53.960420 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.db [req-710ac9c6-9831-4c48-8e3f-5f88a3a3a1af req-ffcc3efe-dd56-4046-b935-8d1ab96c1ddd service neutron] For port 1302084d-99f4-4cd1-8b6d-4a829a883993, host hv-cinder-85528, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=1302084d-99f4-4cd1-8b6d-4a829a883993,segment=NetworkSegment(4e76086e-0aa2-44ca-adc1-383a20f9a980),segment_id=4e76086e-0aa2-44ca-adc1-383a20f9a980)] {{(pid=106776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:26:54.054077 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-710ac9c6-9831-4c48-8e3f-5f88a3a3a1af req-ffcc3efe-dd56-4046-b935-8d1ab96c1ddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6273718'] for port (1302084d-99f4-4cd1-8b6d-4a829a883993), after_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:54.058304 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710ac9c6-9831-4c48-8e3f-5f88a3a3a1af req-ffcc3efe-dd56-4046-b935-8d1ab96c1ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:54.058933 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-710ac9c6-9831-4c48-8e3f-5f88a3a3a1af req-ffcc3efe-dd56-4046-b935-8d1ab96c1ddd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for port (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:54.060327 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-710ac9c6-9831-4c48-8e3f-5f88a3a3a1af req-ffcc3efe-dd56-4046-b935-8d1ab96c1ddd service neutron] 10.222.0.85 "PUT /networking/v2.0/ports/1302084d-99f4-4cd1-8b6d-4a829a883993 HTTP/1.1" status: 200 len: 1093 time: 0.7856307 Aug 31 01:26:54.060836 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7311a59-7d10-4edb-be41-f6872e563e09', 'tag': '1302084d-99f4-4cd1-8b6d-4a829a883993'}] {{(pid=106776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:26:54.063105 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c75c880f6fcf50a6244b1a715e98a431c8b587c27dc42cc7f33f1c98f81bddd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4120303d-8501-4708-b51c-58d0320641e2" -d '{"events": [{"name": "network-changed", "server_uuid": "b7311a59-7d10-4edb-be41-f6872e563e09", "tag": "1302084d-99f4-4cd1-8b6d-4a829a883993"}]}' {{(pid=106776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:26:54.101505 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 01:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382adeb6-7e6f-493a-b5ea-aab34c290be4 x-openstack-request-id: req-382adeb6-7e6f-493a-b5ea-aab34c290be4 {{(pid=106776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:26:54.101796 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7311a59-7d10-4edb-be41-f6872e563e09", "tag": "1302084d-99f4-4cd1-8b6d-4a829a883993", "status": "completed", "code": 200}]} {{(pid=106776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:26:54.102054 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-382adeb6-7e6f-493a-b5ea-aab34c290be4 {{(pid=106776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:26:54.102449 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-382adeb6-7e6f-493a-b5ea-aab34c290be4'] response: {'name': 'network-changed', 'server_uuid': 'b7311a59-7d10-4edb-be41-f6872e563e09', 'tag': '1302084d-99f4-4cd1-8b6d-4a829a883993', 'status': 'completed', 'code': 200} Aug 31 01:26:54.115258 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcc3efe-dd56-4046-b935-8d1ab96c1ddd service neutron] Pushing event updated for resources: {'Port': ['ID=1302084d-99f4-4cd1-8b6d-4a829a883993,revision_number=3']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:54.170039 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4120303d-8501-4708-b51c-58d0320641e2 req-c46cdea7-96e4-4b9a-bb8c-4fd1f7714d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:54.171549 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-4120303d-8501-4708-b51c-58d0320641e2 req-c46cdea7-96e4-4b9a-bb8c-4fd1f7714d6c service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=53d2295ada114ea3b6b5001c4c197f35&device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 1127 time: 0.0426540 Aug 31 01:26:54.273652 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4120303d-8501-4708-b51c-58d0320641e2 req-4bfe8256-982d-424d-ac7a-353e5335a8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:54.275121 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-4120303d-8501-4708-b51c-58d0320641e2 req-4bfe8256-982d-424d-ac7a-353e5335a8ab service neutron] 10.222.0.85 "GET /networking/v2.0/networks?tenant_id=53d2295ada114ea3b6b5001c4c197f35&shared=False HTTP/1.1" status: 200 len: 919 time: 0.0955892 Aug 31 01:26:54.375834 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4120303d-8501-4708-b51c-58d0320641e2 req-ffc489c0-ab2b-4d63-b966-72aaa17e6723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:54.377231 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-4120303d-8501-4708-b51c-58d0320641e2 req-ffc489c0-ab2b-4d63-b966-72aaa17e6723 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0920975 Aug 31 01:26:54.451280 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710ac9c6-9831-4c48-8e3f-5f88a3a3a1af req-36f666bd-5803-440d-aa07-f403b9e5d5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:54.453370 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-710ac9c6-9831-4c48-8e3f-5f88a3a3a1af req-36f666bd-5803-440d-aa07-f403b9e5d5a5 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=53d2295ada114ea3b6b5001c4c197f35&device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 1127 time: 0.0393317 Aug 31 01:26:54.504750 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-710ac9c6-9831-4c48-8e3f-5f88a3a3a1af req-4e354ed7-def8-4f98-a38a-0310d3fc275d service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1302084d-99f4-4cd1-8b6d-4a829a883993 HTTP/1.1" status: 200 len: 217 time: 0.0355790 Aug 31 01:26:54.560190 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710ac9c6-9831-4c48-8e3f-5f88a3a3a1af req-6c39e08e-8d7a-45ba-a662-36ca9ffe4383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:54.562176 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-710ac9c6-9831-4c48-8e3f-5f88a3a3a1af req-6c39e08e-8d7a-45ba-a662-36ca9ffe4383 service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=d653247e-0c02-4230-ad01-73647a101df2 HTTP/1.1" status: 200 len: 856 time: 0.0435398 Aug 31 01:26:54.609172 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710ac9c6-9831-4c48-8e3f-5f88a3a3a1af req-1c5e09e4-221c-40ea-94e4-074189c83ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:54.610610 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-710ac9c6-9831-4c48-8e3f-5f88a3a3a1af req-1c5e09e4-221c-40ea-94e4-074189c83ac7 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=2a0890c6-f1c3-465a-8b4d-8e1ae2356a58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379961 Aug 31 01:26:54.711811 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-710ac9c6-9831-4c48-8e3f-5f88a3a3a1af req-e7015827-8756-4241-b527-f5dfcdee6128 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/2a0890c6-f1c3-465a-8b4d-8e1ae2356a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915105 Aug 31 01:26:54.770445 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:26:54.803356 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-710ac9c6-9831-4c48-8e3f-5f88a3a3a1af req-f4a443b5-b956-4c02-a8a0-435902420411 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/2a0890c6-f1c3-465a-8b4d-8e1ae2356a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838323 Aug 31 01:26:55.054899 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c00f45-4038-44c6-b6bd-d3140224ec79 req-17cf838b-9a97-46b0-bbbe-0ed9fa5adde6 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:55.056390 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-12c00f45-4038-44c6-b6bd-d3140224ec79 req-17cf838b-9a97-46b0-bbbe-0ed9fa5adde6 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 943 time: 0.0464928 Aug 31 01:26:55.103149 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-12c00f45-4038-44c6-b6bd-d3140224ec79 req-f6dc04ab-9053-4d94-a9ff-e123dfd74a06 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=de1a290b-ed4e-4727-abe6-2b19820b7bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406785 Aug 31 01:26:56.226809 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f11fc-8f9c-4ea6-8a56-d05af86dd809 req-bef2e42a-0f1e-416b-ba28-7c1c39a5d0d2 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:56.228234 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1a3f11fc-8f9c-4ea6-8a56-d05af86dd809 req-bef2e42a-0f1e-416b-ba28-7c1c39a5d0d2 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 943 time: 0.0483577 Aug 31 01:26:56.274450 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1a3f11fc-8f9c-4ea6-8a56-d05af86dd809 req-0d90ff39-7c68-42fd-b34b-b9d334950e01 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=de1a290b-ed4e-4727-abe6-2b19820b7bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402026 Aug 31 01:26:57.395334 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f04d986-c229-41d9-a584-46d7d68e88ad req-66685fdd-1828-4d19-aa01-e6770f0c2957 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:57.396813 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0f04d986-c229-41d9-a584-46d7d68e88ad req-66685fdd-1828-4d19-aa01-e6770f0c2957 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 943 time: 0.0464921 Aug 31 01:26:57.443647 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0f04d986-c229-41d9-a584-46d7d68e88ad req-a8dfc91a-6f3b-4bde-8b86-18e5004ad637 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=de1a290b-ed4e-4727-abe6-2b19820b7bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413005 Aug 31 01:26:57.927489 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device 1302084d-99f4-4cd1-8b6d-4a829a883993 details requested by agent hyperv_hv-cinder-85528 with host hv-cinder-85528 {{(pid=106778) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:26:58.027293 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port 1302084d-99f4-4cd1-8b6d-4a829a883993, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=1302084d-99f4-4cd1-8b6d-4a829a883993,segment=NetworkSegment(4e76086e-0aa2-44ca-adc1-383a20f9a980),segment_id=4e76086e-0aa2-44ca-adc1-383a20f9a980)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:26:58.039011 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Returning: {'device': '1302084d-99f4-4cd1-8b6d-4a829a883993', 'network_id': '2a0890c6-f1c3-465a-8b4d-8e1ae2356a58', 'port_id': '1302084d-99f4-4cd1-8b6d-4a829a883993', 'mac_address': 'fa:16:3e:8c:58:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1067, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd653247e-0c02-4230-ad01-73647a101df2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106778) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:26:58.072553 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Current status of the port 1302084d-99f4-4cd1-8b6d-4a829a883993 is: DOWN; New status is: BUILD {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:26:58.072973 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (1302084d-99f4-4cd1-8b6d-4a829a883993), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:58.085661 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.notifiers.nova [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1302084d-99f4-4cd1-8b6d-4a829a883993 {{(pid=106778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 01:26:58.109020 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port 1302084d-99f4-4cd1-8b6d-4a829a883993, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=1302084d-99f4-4cd1-8b6d-4a829a883993,segment=NetworkSegment(4e76086e-0aa2-44ca-adc1-383a20f9a980),segment_id=4e76086e-0aa2-44ca-adc1-383a20f9a980)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:26:58.202064 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (1302084d-99f4-4cd1-8b6d-4a829a883993), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:26:58.248353 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Pushing event updated for resources: {'Port': ['ID=1302084d-99f4-4cd1-8b6d-4a829a883993,revision_number=4']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:26:58.263569 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:58.263958 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:58.264327 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:58.264686 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:58.265054 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:58.265386 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:58.265713 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:58.266039 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:58.266364 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:58.266713 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:58.267039 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:58.267378 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:58.267703 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:58.268023 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:58.268343 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:26:58.518352 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] get_ports_and_sgs() called for port_ids ['1302084d-99f4-4cd1-8b6d-4a829a883993'] {{(pid=106778) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 01:26:58.567182 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4258a2ba-e2a0-40e0-b55f-ddfa8c61c612 req-efd95045-1c2c-402d-a371-9df3ce59e5d5 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:58.568650 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-4258a2ba-e2a0-40e0-b55f-ddfa8c61c612 req-efd95045-1c2c-402d-a371-9df3ce59e5d5 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 944 time: 0.0495486 Aug 31 01:26:58.616301 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-4258a2ba-e2a0-40e0-b55f-ddfa8c61c612 req-c9cd84e3-3605-4c98-8e35-fa4c4671a704 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=de1a290b-ed4e-4727-abe6-2b19820b7bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417304 Aug 31 01:26:58.982258 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.agents_db [None req-5925ee7b-6bd5-4912-8f46-3ff11817b141 None None] Agent healthcheck: found 6 active agents {{(pid=106779) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:26:59.736891 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293503ed-46fa-4cd1-8368-1e52df13927d req-a3bc59d4-222d-4ed2-9d80-6c1f191fb179 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:26:59.738320 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-293503ed-46fa-4cd1-8368-1e52df13927d req-a3bc59d4-222d-4ed2-9d80-6c1f191fb179 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 944 time: 0.0456913 Aug 31 01:26:59.785206 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-293503ed-46fa-4cd1-8368-1e52df13927d req-62795d4c-c4cf-474a-b1e8-23752595523f tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=de1a290b-ed4e-4727-abe6-2b19820b7bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412376 Aug 31 01:26:59.956704 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device 1302084d-99f4-4cd1-8b6d-4a829a883993 up at agent hyperv_hv-cinder-85528 {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:27:00.000409 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Provisioning for port 1302084d-99f4-4cd1-8b6d-4a829a883993 completed by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 01:27:00.088273 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Provisioning complete for port 1302084d-99f4-4cd1-8b6d-4a829a883993 triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:27:00.088766 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (1302084d-99f4-4cd1-8b6d-4a829a883993), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:00.161993 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Current status of the port 1302084d-99f4-4cd1-8b6d-4a829a883993 is: BUILD; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:27:00.162409 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (1302084d-99f4-4cd1-8b6d-4a829a883993), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:00.186619 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7311a59-7d10-4edb-be41-f6872e563e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1302084d-99f4-4cd1-8b6d-4a829a883993'}] {{(pid=106778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:27:00.188919 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d41e2a553b02095d3b1f0ace215352f4a23baa657e7b5a2da03818d3ee46b5df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d242fa-a3c9-47ef-a77a-6df3e4e5da14" -d '{"events": [{"server_uuid": "b7311a59-7d10-4edb-be41-f6872e563e09", "name": "network-vif-plugged", "status": "completed", "tag": "1302084d-99f4-4cd1-8b6d-4a829a883993"}]}' {{(pid=106778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:27:00.203372 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port 1302084d-99f4-4cd1-8b6d-4a829a883993, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=1302084d-99f4-4cd1-8b6d-4a829a883993,segment=NetworkSegment(4e76086e-0aa2-44ca-adc1-383a20f9a980),segment_id=4e76086e-0aa2-44ca-adc1-383a20f9a980)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:27:00.227326 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 01:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56624b34-c657-46b2-bfce-6c80029e3473 x-openstack-request-id: req-56624b34-c657-46b2-bfce-6c80029e3473 {{(pid=106778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:27:00.227638 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7311a59-7d10-4edb-be41-f6872e563e09", "name": "network-vif-plugged", "status": "completed", "tag": "1302084d-99f4-4cd1-8b6d-4a829a883993", "code": 200}]} {{(pid=106778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:27:00.227948 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-56624b34-c657-46b2-bfce-6c80029e3473 {{(pid=106778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:27:00.228381 dv-cinder-855288-2-iscsi neutron-server[106778]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56624b34-c657-46b2-bfce-6c80029e3473'] response: {'server_uuid': 'b7311a59-7d10-4edb-be41-f6872e563e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1302084d-99f4-4cd1-8b6d-4a829a883993', 'code': 200} Aug 31 01:27:00.294107 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (1302084d-99f4-4cd1-8b6d-4a829a883993), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:00.352006 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Pushing event updated for resources: {'Port': ['ID=1302084d-99f4-4cd1-8b6d-4a829a883993,revision_number=5']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:00.792596 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e1ac96-371a-4cda-ac15-2cb19955bfd3 req-c899e220-70d7-4cac-8a58-6bb4e118f384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:00.794160 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-e3e1ac96-371a-4cda-ac15-2cb19955bfd3 req-c899e220-70d7-4cac-8a58-6bb4e118f384 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 1129 time: 0.0465136 Aug 31 01:27:00.892037 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-e3e1ac96-371a-4cda-ac15-2cb19955bfd3 req-902da243-c6bd-4f1f-9f55-d9f887f59d89 service neutron] 10.222.0.85 "GET /networking/v2.0/security-groups?id=de1a290b-ed4e-4727-abe6-2b19820b7bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474484 Aug 31 01:27:00.918575 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e2c63-802a-4c64-89b9-67f1ed21f88a req-3d92b667-42e2-4b76-8a56-f77f8a0601ae tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:00.920073 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-e41e2c63-802a-4c64-89b9-67f1ed21f88a req-3d92b667-42e2-4b76-8a56-f77f8a0601ae tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 945 time: 0.0525091 Aug 31 01:27:00.970967 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-e41e2c63-802a-4c64-89b9-67f1ed21f88a req-ccf0a815-06fd-443d-bc7b-840fa45dcfa0 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=de1a290b-ed4e-4727-abe6-2b19820b7bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452197 Aug 31 01:27:01.223473 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:01.327813 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-0c67c75f-78da-4791-8147-4874f01d88c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (06e7caa6-6f15-45a1-a03b-1c511964ed9a), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:02.095763 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb10ac-a9a4-4025-9336-9a6d29372fc5 req-8083750f-88ab-40fe-bf79-8e82eb6894f0 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:02.097173 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-aceb10ac-a9a4-4025-9336-9a6d29372fc5 req-8083750f-88ab-40fe-bf79-8e82eb6894f0 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 945 time: 0.0473402 Aug 31 01:27:02.143757 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-aceb10ac-a9a4-4025-9336-9a6d29372fc5 req-4c1d135c-e904-4e8b-a14f-f04badf7f19a tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=de1a290b-ed4e-4727-abe6-2b19820b7bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409994 Aug 31 01:27:02.929660 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c505887-cfd1-490d-b60f-ed1fdf1f5fb1 req-1b85aeb2-0086-48f3-95e1-3904d3483572 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:02.931117 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-3c505887-cfd1-490d-b60f-ed1fdf1f5fb1 req-1b85aeb2-0086-48f3-95e1-3904d3483572 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=380077d1-0ed7-47ac-9e19-5425164e6da1 HTTP/1.1" status: 200 len: 946 time: 0.0476723 Aug 31 01:27:02.978101 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-3c505887-cfd1-490d-b60f-ed1fdf1f5fb1 req-43476c72-0b5d-4f1c-8b58-d35dbca506d5 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f8dde826-589e-428f-9ff3-0c563df87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413070 Aug 31 01:27:03.254653 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:03.273833 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad106df2-9663-4c96-976d-6223fcaa9fff req-59cb3948-8c11-45f0-82e0-fe0bbec11d02 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:03.275348 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-ad106df2-9663-4c96-976d-6223fcaa9fff req-59cb3948-8c11-45f0-82e0-fe0bbec11d02 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 945 time: 0.0541656 Aug 31 01:27:03.322957 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-ad106df2-9663-4c96-976d-6223fcaa9fff req-0e29e7ae-712f-4648-8bd7-831f9058c235 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=de1a290b-ed4e-4727-abe6-2b19820b7bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420370 Aug 31 01:27:03.445711 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6d07d3-b67c-44c0-99eb-96b631b05711 req-0f3b3897-a146-444f-ae77-422b3d0a82ba tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:03.447911 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-6d6d07d3-b67c-44c0-99eb-96b631b05711 req-0f3b3897-a146-444f-ae77-422b3d0a82ba tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 945 time: 0.0472753 Aug 31 01:27:03.458832 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 60386) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:27:03.463396 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [None req-d507b851-d403-4586-838b-659dc7e92a8a tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Request body: {'floatingip': {'port_id': '1302084d-99f4-4cd1-8b6d-4a829a883993'}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:27:03.501973 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-d507b851-d403-4586-838b-659dc7e92a8a tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks [] for floatingip (46d76030-7e93-48e7-8a81-41dd7c46fd3d), before_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:03.538548 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-eccf642a-51da-47ef-9ade-041fa6967bd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (1428144b-5b15-4168-8538-b51b3045e8b6), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:03.767779 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (799b9b45-836a-4007-8b99-6041c4a5ce6b), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:04.102099 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4412f593-dc7e-4304-b1c9-2753a7c62e27 req-5d0b06b1-d662-43a2-851b-7039eee66eb5 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:04.103634 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-4412f593-dc7e-4304-b1c9-2753a7c62e27 req-5d0b06b1-d662-43a2-851b-7039eee66eb5 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=380077d1-0ed7-47ac-9e19-5425164e6da1 HTTP/1.1" status: 200 len: 946 time: 0.0492983 Aug 31 01:27:04.133436 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:04.136428 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:04.151987 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-d507b851-d403-4586-838b-659dc7e92a8a tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:04.153034 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-4412f593-dc7e-4304-b1c9-2753a7c62e27 req-95010393-f775-456d-a003-3993c5aef387 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f8dde826-589e-428f-9ff3-0c563df87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421467 Aug 31 01:27:04.208219 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-d507b851-d403-4586-838b-659dc7e92a8a tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608267'] for floatingip (46d76030-7e93-48e7-8a81-41dd7c46fd3d), after_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:04.305545 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.db.l3_db [None req-d507b851-d403-4586-838b-659dc7e92a8a tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Floating IP 46d76030-7e93-48e7-8a81-41dd7c46fd3d associated. External IP: 172.27.1.217, port: 1302084d-99f4-4cd1-8b6d-4a829a883993. Aug 31 01:27:04.500831 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d507b851-d403-4586-838b-659dc7e92a8a tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Router c6e361c5-ba4b-4479-8e6b-43633c3e7ed9 has already been hosted by L3 agent 1428144b-5b15-4168-8538-b51b3045e8b6 {{(pid=106776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:27:04.589938 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:04.600800 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d507b851-d403-4586-838b-659dc7e92a8a tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Notify agent at l3_agent.dv-cinder-855288-2-iscsi the message routers_updated {{(pid=106776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:27:04.605536 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-d507b851-d403-4586-838b-659dc7e92a8a tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for floatingip (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:04.610800 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8f9883-bd95-4f85-9907-dfd5abf417fc None None] Sync routers for ids ['c6e361c5-ba4b-4479-8e6b-43633c3e7ed9'] in dv-cinder-855288-2-iscsi {{(pid=106779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:27:04.620250 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8f9883-bd95-4f85-9907-dfd5abf417fc None None] Routers {'c6e361c5-ba4b-4479-8e6b-43633c3e7ed9'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:27:04.620878 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-ec8f9883-bd95-4f85-9907-dfd5abf417fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:27:03Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['c6e361c5-ba4b-4479-8e6b-43633c3e7ed9'], 'active': True} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:04.639985 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-d507b851-d403-4586-838b-659dc7e92a8a tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "PUT /networking/v2.0/floatingips/46d76030-7e93-48e7-8a81-41dd7c46fd3d HTTP/1.1" status: 200 len: 991 time: 1.1800504 Aug 31 01:27:04.640654 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7311a59-7d10-4edb-be41-f6872e563e09', 'tag': '1302084d-99f4-4cd1-8b6d-4a829a883993'}] {{(pid=106776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:27:04.643670 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c75c880f6fcf50a6244b1a715e98a431c8b587c27dc42cc7f33f1c98f81bddd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-794d9686-4107-422e-b23f-bde667431a80" -d '{"events": [{"name": "network-changed", "server_uuid": "b7311a59-7d10-4edb-be41-f6872e563e09", "tag": "1302084d-99f4-4cd1-8b6d-4a829a883993"}]}' {{(pid=106776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:27:04.679864 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 01:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36419cc2-3106-42cf-ba77-440a5fa5b961 x-openstack-request-id: req-36419cc2-3106-42cf-ba77-440a5fa5b961 {{(pid=106776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:27:04.680157 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7311a59-7d10-4edb-be41-f6872e563e09", "tag": "1302084d-99f4-4cd1-8b6d-4a829a883993", "status": "completed", "code": 200}]} {{(pid=106776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:27:04.680407 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-36419cc2-3106-42cf-ba77-440a5fa5b961 {{(pid=106776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:27:04.680840 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36419cc2-3106-42cf-ba77-440a5fa5b961'] response: {'name': 'network-changed', 'server_uuid': 'b7311a59-7d10-4edb-be41-f6872e563e09', 'tag': '1302084d-99f4-4cd1-8b6d-4a829a883993', 'status': 'completed', 'code': 200} Aug 31 01:27:04.721741 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvr_db [None req-ec8f9883-bd95-4f85-9907-dfd5abf417fc None None] Set router c6e361c5-ba4b-4479-8e6b-43633c3e7ed9 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:27:04.755246 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=100 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:04.758840 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=100 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:04.924501 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-ec8f9883-bd95-4f85-9907-dfd5abf417fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e361c5-ba4b-4479-8e6b-43633c3e7ed9', 'name': 'tempest-AttachVolumeShelveTestJSON-1467074649-router', 'tenant_id': '53d2295ada114ea3b6b5001c4c197f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '6cfffd58-8e9a-41d8-b355-0977e5670440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:22:36Z', 'revision_number': 4, 'project_id': '53d2295ada114ea3b6b5001c4c197f35', 'gw_port': {'id': '6cfffd58-8e9a-41d8-b355-0977e5670440', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e361c5-ba4b-4479-8e6b-43633c3e7ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:25Z', 'updated_at': '2022-08-31T01:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_floatingips': [{'id': '46d76030-7e93-48e7-8a81-41dd7c46fd3d', 'tenant_id': '53d2295ada114ea3b6b5001c4c197f35', 'floating_ip_address': '172.27.1.217', 'floating_network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'router_id': 'c6e361c5-ba4b-4479-8e6b-43633c3e7ed9', 'port_id': '1302084d-99f4-4cd1-8b6d-4a829a883993', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a0890c6-f1c3-465a-8b4d-8e1ae2356a58', 'mac_address': 'fa:16:3e:8c:58:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7311a59-7d10-4edb-be41-f6872e563e09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T01:26:48Z', 'updated_at': '2022-08-31T01:27:03Z', 'revision_number': 1, 'project_id': '53d2295ada114ea3b6b5001c4c197f35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57eaf157-539b-41bf-98b1-eb6abc39a18a', 'name': '', 'network_id': '2a0890c6-f1c3-465a-8b4d-8e1ae2356a58', 'tenant_id': '53d2295ada114ea3b6b5001c4c197f35', 'mac_address': 'fa:16:3e:d8:06:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e361c5-ba4b-4479-8e6b-43633c3e7ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd653247e-0c02-4230-ad01-73647a101df2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:34Z', 'updated_at': '2022-08-31T01:22:51Z', 'revision_number': 5, 'project_id': '53d2295ada114ea3b6b5001c4c197f35', 'subnets': [{'id': 'd653247e-0c02-4230-ad01-73647a101df2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:04.933662 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-6cf74907-e165-4231-8e79-d72e153e628e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (625e835a-7d63-45f9-8a46-c3ba876c3627), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:04.948143 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8f9883-bd95-4f85-9907-dfd5abf417fc None None] Checking router: c6e361c5-ba4b-4479-8e6b-43633c3e7ed9 for host: dv-cinder-855288-2-iscsi {{(pid=106779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:27:04.957262 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8f9883-bd95-4f85-9907-dfd5abf417fc None None] Routers {'c6e361c5-ba4b-4479-8e6b-43633c3e7ed9'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:27:04.957862 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-ec8f9883-bd95-4f85-9907-dfd5abf417fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:27:03Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['c6e361c5-ba4b-4479-8e6b-43633c3e7ed9'], 'active': True} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:05.058708 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvr_db [None req-ec8f9883-bd95-4f85-9907-dfd5abf417fc None None] Set router c6e361c5-ba4b-4479-8e6b-43633c3e7ed9 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:27:05.275024 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-ec8f9883-bd95-4f85-9907-dfd5abf417fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e361c5-ba4b-4479-8e6b-43633c3e7ed9', 'name': 'tempest-AttachVolumeShelveTestJSON-1467074649-router', 'tenant_id': '53d2295ada114ea3b6b5001c4c197f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '6cfffd58-8e9a-41d8-b355-0977e5670440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:22:36Z', 'revision_number': 4, 'project_id': '53d2295ada114ea3b6b5001c4c197f35', 'gw_port': {'id': '6cfffd58-8e9a-41d8-b355-0977e5670440', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e361c5-ba4b-4479-8e6b-43633c3e7ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:25Z', 'updated_at': '2022-08-31T01:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_floatingips': [{'id': '46d76030-7e93-48e7-8a81-41dd7c46fd3d', 'tenant_id': '53d2295ada114ea3b6b5001c4c197f35', 'floating_ip_address': '172.27.1.217', 'floating_network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'router_id': 'c6e361c5-ba4b-4479-8e6b-43633c3e7ed9', 'port_id': '1302084d-99f4-4cd1-8b6d-4a829a883993', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a0890c6-f1c3-465a-8b4d-8e1ae2356a58', 'mac_address': 'fa:16:3e:8c:58:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7311a59-7d10-4edb-be41-f6872e563e09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T01:26:48Z', 'updated_at': '2022-08-31T01:27:03Z', 'revision_number': 1, 'project_id': '53d2295ada114ea3b6b5001c4c197f35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57eaf157-539b-41bf-98b1-eb6abc39a18a', 'name': '', 'network_id': '2a0890c6-f1c3-465a-8b4d-8e1ae2356a58', 'tenant_id': '53d2295ada114ea3b6b5001c4c197f35', 'mac_address': 'fa:16:3e:d8:06:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e361c5-ba4b-4479-8e6b-43633c3e7ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd653247e-0c02-4230-ad01-73647a101df2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:34Z', 'updated_at': '2022-08-31T01:22:51Z', 'revision_number': 5, 'project_id': '53d2295ada114ea3b6b5001c4c197f35', 'subnets': [{'id': 'd653247e-0c02-4230-ad01-73647a101df2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:05.276386 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39218aef-bfb9-45ee-ba8e-5f30111bb5e7 req-d4523517-8575-4bdd-bc03-df8a4bb7c327 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:05.277822 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-39218aef-bfb9-45ee-ba8e-5f30111bb5e7 req-d4523517-8575-4bdd-bc03-df8a4bb7c327 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=380077d1-0ed7-47ac-9e19-5425164e6da1 HTTP/1.1" status: 200 len: 946 time: 0.0503147 Aug 31 01:27:05.300808 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8f9883-bd95-4f85-9907-dfd5abf417fc None None] The sync data for ids ['c6e361c5-ba4b-4479-8e6b-43633c3e7ed9'] in dv-cinder-855288-2-iscsi is: [{'id': 'c6e361c5-ba4b-4479-8e6b-43633c3e7ed9', 'name': 'tempest-AttachVolumeShelveTestJSON-1467074649-router', 'tenant_id': '53d2295ada114ea3b6b5001c4c197f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '6cfffd58-8e9a-41d8-b355-0977e5670440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:22:36Z', 'revision_number': 4, 'project_id': '53d2295ada114ea3b6b5001c4c197f35', 'gw_port': {'id': '6cfffd58-8e9a-41d8-b355-0977e5670440', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e361c5-ba4b-4479-8e6b-43633c3e7ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:25Z', 'updated_at': '2022-08-31T01:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_floatingips': [{'id': '46d76030-7e93-48e7-8a81-41dd7c46fd3d', 'tenant_id': '53d2295ada114ea3b6b5001c4c197f35', 'floating_ip_address': '172.27.1.217', 'floating_network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'router_id': 'c6e361c5-ba4b-4479-8e6b-43633c3e7ed9', 'port_id': '1302084d-99f4-4cd1-8b6d-4a829a883993', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a0890c6-f1c3-465a-8b4d-8e1ae2356a58', 'mac_address': 'fa:16:3e:8c:58:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7311a59-7d10-4edb-be41-f6872e563e09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T01:26:48Z', 'updated_at': '2022-08-31T01:27:03Z', 'revision_number': 1, 'project_id': '53d2295ada114ea3b6b5001c4c197f35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57eaf157-539b-41bf-98b1-eb6abc39a18a', 'name': '', 'network_id': '2a0890c6-f1c3-465a-8b4d-8e1ae2356a58', 'tenant_id': '53d2295ada114ea3b6b5001c4c197f35', 'mac_address': 'fa:16:3e:d8:06:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e361c5-ba4b-4479-8e6b-43633c3e7ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd653247e-0c02-4230-ad01-73647a101df2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:34Z', 'updated_at': '2022-08-31T01:22:51Z', 'revision_number': 5, 'project_id': '53d2295ada114ea3b6b5001c4c197f35', 'subnets': [{'id': 'd653247e-0c02-4230-ad01-73647a101df2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:27:05.326077 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-39218aef-bfb9-45ee-ba8e-5f30111bb5e7 req-be447780-5b11-44c1-b2cc-77d53dadedb7 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f8dde826-589e-428f-9ff3-0c563df87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418711 Aug 31 01:27:05.491098 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1053d64-de61-4df1-accd-bb73034fae0d None None] New status for floating IP 46d76030-7e93-48e7-8a81-41dd7c46fd3d: ACTIVE {{(pid=106778) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 01:27:06.291996 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:06.310402 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794d9686-4107-422e-b23f-bde667431a80 req-04b140c9-03b6-4b7f-ba80-5c6597deae25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:06.311919 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-794d9686-4107-422e-b23f-bde667431a80 req-04b140c9-03b6-4b7f-ba80-5c6597deae25 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=53d2295ada114ea3b6b5001c4c197f35&device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 1129 time: 0.0403469 Aug 31 01:27:06.403505 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (f96ef3eb-5320-49ab-b33a-a2775d3a6053), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:06.431235 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-f7411cf7-2853-429b-aa0f-54d02b543116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (5f821ebb-aac9-4915-bb43-6712672a5d6c), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:06.453181 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0766f2db-fd45-4e33-8602-212fbfc47d76 req-e1d128ec-df4a-421a-a72a-ac11c9d24ed5 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:06.454926 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0766f2db-fd45-4e33-8602-212fbfc47d76 req-e1d128ec-df4a-421a-a72a-ac11c9d24ed5 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=380077d1-0ed7-47ac-9e19-5425164e6da1 HTTP/1.1" status: 200 len: 946 time: 0.0545564 Aug 31 01:27:06.505935 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0766f2db-fd45-4e33-8602-212fbfc47d76 req-8e535f1c-fdc5-4bd4-b4e6-3b2a716e4834 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f8dde826-589e-428f-9ff3-0c563df87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442564 Aug 31 01:27:06.508608 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794d9686-4107-422e-b23f-bde667431a80 req-407ad13a-afa6-4cff-a4d5-b5b86d103dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:06.509829 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-794d9686-4107-422e-b23f-bde667431a80 req-407ad13a-afa6-4cff-a4d5-b5b86d103dd1 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?id=2a0890c6-f1c3-465a-8b4d-8e1ae2356a58 HTTP/1.1" status: 200 len: 919 time: 0.0972357 Aug 31 01:27:06.589030 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84b2654-ea84-4ede-8afe-5201501ec052 req-95be0acd-2ad4-47c6-a617-0cf5d3996d3d tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:06.590635 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b84b2654-ea84-4ede-8afe-5201501ec052 req-95be0acd-2ad4-47c6-a617-0cf5d3996d3d tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=380077d1-0ed7-47ac-9e19-5425164e6da1 HTTP/1.1" status: 200 len: 946 time: 0.0545282 Aug 31 01:27:06.608418 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-794d9686-4107-422e-b23f-bde667431a80 req-93c01fce-70bd-4415-8f4b-5072416758d8 service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1302084d-99f4-4cd1-8b6d-4a829a883993 HTTP/1.1" status: 200 len: 1001 time: 0.0716493 Aug 31 01:27:06.656090 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794d9686-4107-422e-b23f-bde667431a80 req-65ff834a-e753-4cf7-b019-4b96d0a27dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:06.658204 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-794d9686-4107-422e-b23f-bde667431a80 req-65ff834a-e753-4cf7-b019-4b96d0a27dde service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=d653247e-0c02-4230-ad01-73647a101df2 HTTP/1.1" status: 200 len: 856 time: 0.0441575 Aug 31 01:27:06.688548 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.plugin [req-b84b2654-ea84-4ede-8afe-5201501ec052 req-8a40539c-893c-4cc4-b609-5b9b4fdeeeb1 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Deleting port 6715d43f-3649-46e9-b421-5ed74efa38b9 {{(pid=106777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:27:06.688924 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-b84b2654-ea84-4ede-8afe-5201501ec052 req-8a40539c-893c-4cc4-b609-5b9b4fdeeeb1 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (6715d43f-3649-46e9-b421-5ed74efa38b9), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:06.700699 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794d9686-4107-422e-b23f-bde667431a80 req-18b56a83-95a3-4615-a21d-cbbed44f0737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:06.702247 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-794d9686-4107-422e-b23f-bde667431a80 req-18b56a83-95a3-4615-a21d-cbbed44f0737 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=2a0890c6-f1c3-465a-8b4d-8e1ae2356a58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383606 Aug 31 01:27:06.782848 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.db [req-b84b2654-ea84-4ede-8afe-5201501ec052 req-8a40539c-893c-4cc4-b609-5b9b4fdeeeb1 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] For port 6715d43f-3649-46e9-b421-5ed74efa38b9, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=6715d43f-3649-46e9-b421-5ed74efa38b9,segment=NetworkSegment(46d8b518-61a3-41d6-96c6-0d3f3e223608),segment_id=46d8b518-61a3-41d6-96c6-0d3f3e223608)] {{(pid=106777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:27:06.783136 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-b84b2654-ea84-4ede-8afe-5201501ec052 req-8a40539c-893c-4cc4-b609-5b9b4fdeeeb1 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (6715d43f-3649-46e9-b421-5ed74efa38b9), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:06.799199 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-794d9686-4107-422e-b23f-bde667431a80 req-aa0aeae6-8d60-4275-8768-da81f7a2af49 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/2a0890c6-f1c3-465a-8b4d-8e1ae2356a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894041 Aug 31 01:27:06.900116 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-794d9686-4107-422e-b23f-bde667431a80 req-1a38b30e-ed19-4e40-bf4a-88be1c756223 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/2a0890c6-f1c3-465a-8b4d-8e1ae2356a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950100 Aug 31 01:27:06.997000 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-b84b2654-ea84-4ede-8afe-5201501ec052 req-8a40539c-893c-4cc4-b609-5b9b4fdeeeb1 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:06.997358 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-b84b2654-ea84-4ede-8afe-5201501ec052 req-8a40539c-893c-4cc4-b609-5b9b4fdeeeb1 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608267'] for floatingip (6ce79723-0b15-48cb-9390-4388f2891564), after_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:06.997667 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.db.l3_db [req-b84b2654-ea84-4ede-8afe-5201501ec052 req-8a40539c-893c-4cc4-b609-5b9b4fdeeeb1 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Floating IP 6ce79723-0b15-48cb-9390-4388f2891564 disassociated. External IP: 172.27.1.220, port: 6715d43f-3649-46e9-b421-5ed74efa38b9. Aug 31 01:27:06.998006 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.plugin [req-b84b2654-ea84-4ede-8afe-5201501ec052 req-8a40539c-893c-4cc4-b609-5b9b4fdeeeb1 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Calling delete_port for 6715d43f-3649-46e9-b421-5ed74efa38b9 owned by compute:nova {{(pid=106777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:27:07.179211 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-b84b2654-ea84-4ede-8afe-5201501ec052 req-8a40539c-893c-4cc4-b609-5b9b4fdeeeb1 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5261574'] for port (6715d43f-3649-46e9-b421-5ed74efa38b9), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:07.190278 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:07.211835 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a40539c-893c-4cc4-b609-5b9b4fdeeeb1 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Pushing event deleted for resources: {'Port': ['ID=6715d43f-3649-46e9-b421-5ed74efa38b9,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:07.224167 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a40539c-893c-4cc4-b609-5b9b4fdeeeb1 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:07.224524 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a40539c-893c-4cc4-b609-5b9b4fdeeeb1 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:07.224894 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a40539c-893c-4cc4-b609-5b9b4fdeeeb1 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:07.225238 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a40539c-893c-4cc4-b609-5b9b4fdeeeb1 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:07.225575 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a40539c-893c-4cc4-b609-5b9b4fdeeeb1 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:07.225929 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a40539c-893c-4cc4-b609-5b9b4fdeeeb1 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:07.226258 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a40539c-893c-4cc4-b609-5b9b4fdeeeb1 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:07.226589 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a40539c-893c-4cc4-b609-5b9b4fdeeeb1 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:07.226915 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a40539c-893c-4cc4-b609-5b9b4fdeeeb1 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:07.227264 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a40539c-893c-4cc4-b609-5b9b4fdeeeb1 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:07.227591 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a40539c-893c-4cc4-b609-5b9b4fdeeeb1 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:07.227921 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a40539c-893c-4cc4-b609-5b9b4fdeeeb1 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:07.228250 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a40539c-893c-4cc4-b609-5b9b4fdeeeb1 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:07.228572 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a40539c-893c-4cc4-b609-5b9b4fdeeeb1 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:07.228919 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a40539c-893c-4cc4-b609-5b9b4fdeeeb1 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:07.333280 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b84b2654-ea84-4ede-8afe-5201501ec052 req-8a40539c-893c-4cc4-b609-5b9b4fdeeeb1 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Router 0346bf8d-72be-459e-8f73-c22d0ddccdd0 has already been hosted by L3 agent 1428144b-5b15-4168-8538-b51b3045e8b6 {{(pid=106777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:27:07.375338 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:07.436431 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b84b2654-ea84-4ede-8afe-5201501ec052 req-8a40539c-893c-4cc4-b609-5b9b4fdeeeb1 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Notify agent at l3_agent.dv-cinder-855288-2-iscsi the message routers_updated {{(pid=106777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:27:07.446082 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef0deb4-5067-4cc6-8a66-c3291681f5f0 None None] Sync routers for ids ['0346bf8d-72be-459e-8f73-c22d0ddccdd0'] in dv-cinder-855288-2-iscsi {{(pid=106779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:27:07.457445 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef0deb4-5067-4cc6-8a66-c3291681f5f0 None None] Routers {'0346bf8d-72be-459e-8f73-c22d0ddccdd0'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:27:07.458043 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-8ef0deb4-5067-4cc6-8a66-c3291681f5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:27:03Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['0346bf8d-72be-459e-8f73-c22d0ddccdd0'], 'active': True} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:07.483214 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.l3_dvrscheduler_db [req-b84b2654-ea84-4ede-8afe-5201501ec052 req-8a40539c-893c-4cc4-b609-5b9b4fdeeeb1 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] No DVR routers for this DVR port 6715d43f-3649-46e9-b421-5ed74efa38b9 on host hv-cinder-85528 {{(pid=106777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 01:27:07.485913 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-b84b2654-ea84-4ede-8afe-5201501ec052 req-8a40539c-893c-4cc4-b609-5b9b4fdeeeb1 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for port (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:07.489304 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b84b2654-ea84-4ede-8afe-5201501ec052 req-8a40539c-893c-4cc4-b609-5b9b4fdeeeb1 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.85 "DELETE /networking/v2.0/ports/6715d43f-3649-46e9-b421-5ed74efa38b9 HTTP/1.1" status: 204 len: 173 time: 0.8925140 Aug 31 01:27:07.489781 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '380077d1-0ed7-47ac-9e19-5425164e6da1', 'name': 'network-vif-deleted', 'tag': '6715d43f-3649-46e9-b421-5ed74efa38b9'}] {{(pid=106777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:27:07.492057 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e330c87e12d7f870e7d9a686a76230f6b0968ad9153010b5cc5787492cc6e0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf48c4d-b6e2-40d6-a48a-57378a555d6e" -d '{"events": [{"server_uuid": "380077d1-0ed7-47ac-9e19-5425164e6da1", "name": "network-vif-deleted", "tag": "6715d43f-3649-46e9-b421-5ed74efa38b9"}]}' {{(pid=106777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:27:07.530341 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 01:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aced392-9cb9-45ee-a2f7-86c8c8fb3493 x-openstack-request-id: req-9aced392-9cb9-45ee-a2f7-86c8c8fb3493 {{(pid=106777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:27:07.530634 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "380077d1-0ed7-47ac-9e19-5425164e6da1", "name": "network-vif-deleted", "tag": "6715d43f-3649-46e9-b421-5ed74efa38b9", "status": "completed", "code": 200}]} {{(pid=106777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:27:07.530890 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9aced392-9cb9-45ee-a2f7-86c8c8fb3493 {{(pid=106777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:27:07.531855 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9aced392-9cb9-45ee-a2f7-86c8c8fb3493'] response: {'server_uuid': '380077d1-0ed7-47ac-9e19-5425164e6da1', 'name': 'network-vif-deleted', 'tag': '6715d43f-3649-46e9-b421-5ed74efa38b9', 'status': 'completed', 'code': 200} Aug 31 01:27:07.573891 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvr_db [None req-8ef0deb4-5067-4cc6-8a66-c3291681f5f0 None None] Set router 0346bf8d-72be-459e-8f73-c22d0ddccdd0 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:27:07.628869 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-9f4129b7-c867-4e84-b16d-133a2ace4734 req-7f7e0798-13de-4ecc-822a-6887afa4510e tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=380077d1-0ed7-47ac-9e19-5425164e6da1 HTTP/1.1" status: 200 len: 210 time: 0.0377421 Aug 31 01:27:07.860480 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-8ef0deb4-5067-4cc6-8a66-c3291681f5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0346bf8d-72be-459e-8f73-c22d0ddccdd0', 'name': 'tempest-ServerRescueNegativeTestJSON-1249741824-router', 'tenant_id': 'd58414b1dd2342d58cc7665aee50b86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '03f7b4dd-5b0d-41ca-9c65-665318a2eaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:22:34Z', 'revision_number': 4, 'project_id': 'd58414b1dd2342d58cc7665aee50b86b', 'gw_port': {'id': '03f7b4dd-5b0d-41ca-9c65-665318a2eaa9', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0346bf8d-72be-459e-8f73-c22d0ddccdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:25Z', 'updated_at': '2022-08-31T01:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_interfaces': [{'id': '7522e8f9-2020-4559-93b2-83cbdf697964', 'name': '', 'network_id': '0303b68a-9736-48eb-90f1-d3c52026d074', 'tenant_id': 'd58414b1dd2342d58cc7665aee50b86b', 'mac_address': 'fa:16:3e:0c:70:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0346bf8d-72be-459e-8f73-c22d0ddccdd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '14c282f1-a88f-47d5-b759-92c78d45d59b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:32Z', 'updated_at': '2022-08-31T01:22:48Z', 'revision_number': 5, 'project_id': 'd58414b1dd2342d58cc7665aee50b86b', 'subnets': [{'id': '14c282f1-a88f-47d5-b759-92c78d45d59b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:07.881267 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef0deb4-5067-4cc6-8a66-c3291681f5f0 None None] Checking router: 0346bf8d-72be-459e-8f73-c22d0ddccdd0 for host: dv-cinder-855288-2-iscsi {{(pid=106779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:27:07.889833 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef0deb4-5067-4cc6-8a66-c3291681f5f0 None None] Routers {'0346bf8d-72be-459e-8f73-c22d0ddccdd0'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:27:07.890422 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-8ef0deb4-5067-4cc6-8a66-c3291681f5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:27:03Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['0346bf8d-72be-459e-8f73-c22d0ddccdd0'], 'active': True} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:07.945505 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=100 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:07.990586 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=100 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:08.007321 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvr_db [None req-8ef0deb4-5067-4cc6-8a66-c3291681f5f0 None None] Set router 0346bf8d-72be-459e-8f73-c22d0ddccdd0 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:27:08.196337 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-8ef0deb4-5067-4cc6-8a66-c3291681f5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0346bf8d-72be-459e-8f73-c22d0ddccdd0', 'name': 'tempest-ServerRescueNegativeTestJSON-1249741824-router', 'tenant_id': 'd58414b1dd2342d58cc7665aee50b86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '03f7b4dd-5b0d-41ca-9c65-665318a2eaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:22:34Z', 'revision_number': 4, 'project_id': 'd58414b1dd2342d58cc7665aee50b86b', 'gw_port': {'id': '03f7b4dd-5b0d-41ca-9c65-665318a2eaa9', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0346bf8d-72be-459e-8f73-c22d0ddccdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:25Z', 'updated_at': '2022-08-31T01:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_interfaces': [{'id': '7522e8f9-2020-4559-93b2-83cbdf697964', 'name': '', 'network_id': '0303b68a-9736-48eb-90f1-d3c52026d074', 'tenant_id': 'd58414b1dd2342d58cc7665aee50b86b', 'mac_address': 'fa:16:3e:0c:70:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0346bf8d-72be-459e-8f73-c22d0ddccdd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '14c282f1-a88f-47d5-b759-92c78d45d59b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:32Z', 'updated_at': '2022-08-31T01:22:48Z', 'revision_number': 5, 'project_id': 'd58414b1dd2342d58cc7665aee50b86b', 'subnets': [{'id': '14c282f1-a88f-47d5-b759-92c78d45d59b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:08.220636 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef0deb4-5067-4cc6-8a66-c3291681f5f0 None None] The sync data for ids ['0346bf8d-72be-459e-8f73-c22d0ddccdd0'] in dv-cinder-855288-2-iscsi is: [{'id': '0346bf8d-72be-459e-8f73-c22d0ddccdd0', 'name': 'tempest-ServerRescueNegativeTestJSON-1249741824-router', 'tenant_id': 'd58414b1dd2342d58cc7665aee50b86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '03f7b4dd-5b0d-41ca-9c65-665318a2eaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:22:34Z', 'revision_number': 4, 'project_id': 'd58414b1dd2342d58cc7665aee50b86b', 'gw_port': {'id': '03f7b4dd-5b0d-41ca-9c65-665318a2eaa9', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0346bf8d-72be-459e-8f73-c22d0ddccdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:25Z', 'updated_at': '2022-08-31T01:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_interfaces': [{'id': '7522e8f9-2020-4559-93b2-83cbdf697964', 'name': '', 'network_id': '0303b68a-9736-48eb-90f1-d3c52026d074', 'tenant_id': 'd58414b1dd2342d58cc7665aee50b86b', 'mac_address': 'fa:16:3e:0c:70:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0346bf8d-72be-459e-8f73-c22d0ddccdd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '14c282f1-a88f-47d5-b759-92c78d45d59b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:32Z', 'updated_at': '2022-08-31T01:22:48Z', 'revision_number': 5, 'project_id': 'd58414b1dd2342d58cc7665aee50b86b', 'subnets': [{'id': '14c282f1-a88f-47d5-b759-92c78d45d59b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:27:08.441522 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa229e49-c685-4452-b8ed-3761f1e10596 None None] New status for floating IP 6ce79723-0b15-48cb-9390-4388f2891564: DOWN {{(pid=106778) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 01:27:08.749342 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-8812026e-94c6-4b9c-90cf-8bec5824b0ae req-ef3f21d3-efd6-41e5-b09f-b779c7845c0d tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=380077d1-0ed7-47ac-9e19-5425164e6da1 HTTP/1.1" status: 200 len: 210 time: 0.0299230 Aug 31 01:27:09.905513 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 60420) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:27:09.945679 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=100 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:09.961419 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-da2433cc-15b8-46be-8980-40914e3fc351 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Publish callbacks [] for security_group (f8dde826-589e-428f-9ff3-0c563df87fd7), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:09.983264 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-da2433cc-15b8-46be-8980-40914e3fc351 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Publish callbacks [] for security_group (f8dde826-589e-428f-9ff3-0c563df87fd7), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:09.988149 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device 6715d43f-3649-46e9-b421-5ed74efa38b9 no longer exists at agent hyperv_hv-cinder-85528 {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:27:10.008045 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] No Port match for: 6715d43f-3649-46e9-b421-5ed74efa38b9 {{(pid=106778) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 01:27:10.008392 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device 6715d43f-3649-46e9-b421-5ed74efa38b9 not bound to the agent host hv-cinder-85528 {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:27:10.099210 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-da2433cc-15b8-46be-8980-40914e3fc351 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (f8dde826-589e-428f-9ff3-0c563df87fd7), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:10.101810 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-da2433cc-15b8-46be-8980-40914e3fc351 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Publish callbacks [] for security_group (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:10.102995 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-da2433cc-15b8-46be-8980-40914e3fc351 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "DELETE /networking/v2.0/security-groups/f8dde826-589e-428f-9ff3-0c563df87fd7 HTTP/1.1" status: 204 len: 168 time: 0.1965036 Aug 31 01:27:10.105669 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 60422) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:27:10.112508 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2433cc-15b8-46be-8980-40914e3fc351 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8dde826-589e-428f-9ff3-0c563df87fd7,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:10.119426 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.api.v2.resource [None req-dca2832a-1588-44b5-8660-77a7046db4cd tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] show failed (client error): The resource could not be found. Aug 31 01:27:10.120095 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2433cc-15b8-46be-8980-40914e3fc351 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:10.120426 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-dca2832a-1588-44b5-8660-77a7046db4cd tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups/f8dde826-589e-428f-9ff3-0c563df87fd7 HTTP/1.1" status: 404 len: 347 time: 0.0137014 Aug 31 01:27:10.120524 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2433cc-15b8-46be-8980-40914e3fc351 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:10.120946 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2433cc-15b8-46be-8980-40914e3fc351 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:10.121287 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2433cc-15b8-46be-8980-40914e3fc351 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:10.121622 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2433cc-15b8-46be-8980-40914e3fc351 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:10.121961 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2433cc-15b8-46be-8980-40914e3fc351 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:10.122285 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2433cc-15b8-46be-8980-40914e3fc351 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:10.122611 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2433cc-15b8-46be-8980-40914e3fc351 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:10.123026 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2433cc-15b8-46be-8980-40914e3fc351 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:10.123223 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 60424) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:27:10.123356 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2433cc-15b8-46be-8980-40914e3fc351 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:10.123680 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2433cc-15b8-46be-8980-40914e3fc351 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:10.124003 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2433cc-15b8-46be-8980-40914e3fc351 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:10.124324 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2433cc-15b8-46be-8980-40914e3fc351 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:10.124644 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2433cc-15b8-46be-8980-40914e3fc351 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:10.124996 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2433cc-15b8-46be-8980-40914e3fc351 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:10.233873 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.plugin [None req-59bb1b34-f5ec-4885-b45e-97e46bf291f0 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Deleting port 2410e42d-63ce-4441-8740-c05b1669edf8 {{(pid=106777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:27:10.234137 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-59bb1b34-f5ec-4885-b45e-97e46bf291f0 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (2410e42d-63ce-4441-8740-c05b1669edf8), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:10.313136 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-59bb1b34-f5ec-4885-b45e-97e46bf291f0 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (2410e42d-63ce-4441-8740-c05b1669edf8), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:10.313547 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-59bb1b34-f5ec-4885-b45e-97e46bf291f0 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Publish callbacks [] for floatingip (2410e42d-63ce-4441-8740-c05b1669edf8), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:10.328457 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.plugin [None req-59bb1b34-f5ec-4885-b45e-97e46bf291f0 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Calling delete_port for 2410e42d-63ce-4441-8740-c05b1669edf8 owned by network:floatingip {{(pid=106777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:27:10.545203 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-59bb1b34-f5ec-4885-b45e-97e46bf291f0 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5261574'] for port (2410e42d-63ce-4441-8740-c05b1669edf8), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:10.571314 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bb1b34-f5ec-4885-b45e-97e46bf291f0 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Pushing event deleted for resources: {'Port': ['ID=2410e42d-63ce-4441-8740-c05b1669edf8,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:10.632056 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-59bb1b34-f5ec-4885-b45e-97e46bf291f0 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Publish callbacks [] for floatingip (6ce79723-0b15-48cb-9390-4388f2891564), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:10.634587 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-59bb1b34-f5ec-4885-b45e-97e46bf291f0 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for floatingip (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:10.635730 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-59bb1b34-f5ec-4885-b45e-97e46bf291f0 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/6ce79723-0b15-48cb-9390-4388f2891564 HTTP/1.1" status: 204 len: 168 time: 0.5116303 Aug 31 01:27:13.682726 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fbd50a-b83b-4e02-bd2d-724eea8e2720 req-5eb0b136-da36-458e-be8c-ecc5b4868764 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:13.684204 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-31fbd50a-b83b-4e02-bd2d-724eea8e2720 req-5eb0b136-da36-458e-be8c-ecc5b4868764 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=bee91462-f582-40c7-88f9-652f75ce8b01 HTTP/1.1" status: 200 len: 946 time: 0.0520215 Aug 31 01:27:13.731643 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-31fbd50a-b83b-4e02-bd2d-724eea8e2720 req-7b5eff26-6bfd-47ff-a150-d546520ae61f tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416079 Aug 31 01:27:14.851153 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3669a37b-c39e-40ba-ae06-bffb72875c74 req-d9e6cd04-d1d2-4a6f-8d8b-41876fad9141 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:14.852639 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-3669a37b-c39e-40ba-ae06-bffb72875c74 req-d9e6cd04-d1d2-4a6f-8d8b-41876fad9141 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=bee91462-f582-40c7-88f9-652f75ce8b01 HTTP/1.1" status: 200 len: 946 time: 0.0460699 Aug 31 01:27:14.883363 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:14.899709 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-3669a37b-c39e-40ba-ae06-bffb72875c74 req-56b57ba9-a652-4c1a-8017-7e22a0b83099 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413725 Aug 31 01:27:16.016358 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d7821e-870a-4a66-8993-626914e5a20c req-feab55cc-4dc8-40ba-9d38-6d82421b27a5 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:16.017822 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b6d7821e-870a-4a66-8993-626914e5a20c req-feab55cc-4dc8-40ba-9d38-6d82421b27a5 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=bee91462-f582-40c7-88f9-652f75ce8b01 HTTP/1.1" status: 200 len: 946 time: 0.0453954 Aug 31 01:27:16.067610 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b6d7821e-870a-4a66-8993-626914e5a20c req-cc750396-8d2b-4f94-b1f5-bd1859c2bcda tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442538 Aug 31 01:27:16.326766 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0018bb-ed32-4e69-8875-aca591fb5965 req-8b3f9561-8801-4137-9b6e-98881c9c616b tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:16.328244 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-5c0018bb-ed32-4e69-8875-aca591fb5965 req-8b3f9561-8801-4137-9b6e-98881c9c616b tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=bee91462-f582-40c7-88f9-652f75ce8b01 HTTP/1.1" status: 200 len: 946 time: 0.0487068 Aug 31 01:27:16.415999 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.plugin [req-5c0018bb-ed32-4e69-8875-aca591fb5965 req-c680f2d2-ed1b-4449-bf63-34185bd84981 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Deleting port 81d2c012-27ea-4e66-96da-4c03afd30650 {{(pid=106777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:27:16.416340 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-5c0018bb-ed32-4e69-8875-aca591fb5965 req-c680f2d2-ed1b-4449-bf63-34185bd84981 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (81d2c012-27ea-4e66-96da-4c03afd30650), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:16.509359 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.db [req-5c0018bb-ed32-4e69-8875-aca591fb5965 req-c680f2d2-ed1b-4449-bf63-34185bd84981 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] For port 81d2c012-27ea-4e66-96da-4c03afd30650, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=81d2c012-27ea-4e66-96da-4c03afd30650,segment=NetworkSegment(46d8b518-61a3-41d6-96c6-0d3f3e223608),segment_id=46d8b518-61a3-41d6-96c6-0d3f3e223608)] {{(pid=106777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:27:16.509728 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-5c0018bb-ed32-4e69-8875-aca591fb5965 req-c680f2d2-ed1b-4449-bf63-34185bd84981 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (81d2c012-27ea-4e66-96da-4c03afd30650), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:16.524216 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.plugin [req-5c0018bb-ed32-4e69-8875-aca591fb5965 req-c680f2d2-ed1b-4449-bf63-34185bd84981 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Calling delete_port for 81d2c012-27ea-4e66-96da-4c03afd30650 owned by compute:nova {{(pid=106777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:27:16.561902 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:16.745662 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-5c0018bb-ed32-4e69-8875-aca591fb5965 req-c680f2d2-ed1b-4449-bf63-34185bd84981 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5261574'] for port (81d2c012-27ea-4e66-96da-4c03afd30650), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:16.757464 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] get_ports_and_sgs() called for port_ids ['388de9da-77e7-4d40-9542-da91eb9630e0', '81d2c012-27ea-4e66-96da-4c03afd30650'] {{(pid=106778) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 01:27:16.772675 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c680f2d2-ed1b-4449-bf63-34185bd84981 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Pushing event deleted for resources: {'Port': ['ID=81d2c012-27ea-4e66-96da-4c03afd30650,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:16.817418 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c0018bb-ed32-4e69-8875-aca591fb5965 req-c680f2d2-ed1b-4449-bf63-34185bd84981 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] No DVR routers for this DVR port 81d2c012-27ea-4e66-96da-4c03afd30650 on host hv-cinder-85528 {{(pid=106777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 01:27:16.820192 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-5c0018bb-ed32-4e69-8875-aca591fb5965 req-c680f2d2-ed1b-4449-bf63-34185bd84981 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for port (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:16.823645 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-5c0018bb-ed32-4e69-8875-aca591fb5965 req-c680f2d2-ed1b-4449-bf63-34185bd84981 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.85 "DELETE /networking/v2.0/ports/81d2c012-27ea-4e66-96da-4c03afd30650 HTTP/1.1" status: 204 len: 173 time: 0.4880106 Aug 31 01:27:16.824117 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bee91462-f582-40c7-88f9-652f75ce8b01', 'name': 'network-vif-deleted', 'tag': '81d2c012-27ea-4e66-96da-4c03afd30650'}] {{(pid=106777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:27:16.826402 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e330c87e12d7f870e7d9a686a76230f6b0968ad9153010b5cc5787492cc6e0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588e7cc0-a8b7-4e84-9c07-cdebaac88562" -d '{"events": [{"server_uuid": "bee91462-f582-40c7-88f9-652f75ce8b01", "name": "network-vif-deleted", "tag": "81d2c012-27ea-4e66-96da-4c03afd30650"}]}' {{(pid=106777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:27:16.871888 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 01:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c822a2-ff50-4c6a-8419-fb3413231335 x-openstack-request-id: req-93c822a2-ff50-4c6a-8419-fb3413231335 {{(pid=106777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:27:16.872180 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bee91462-f582-40c7-88f9-652f75ce8b01", "name": "network-vif-deleted", "tag": "81d2c012-27ea-4e66-96da-4c03afd30650", "status": "completed", "code": 200}]} {{(pid=106777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:27:16.872431 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-93c822a2-ff50-4c6a-8419-fb3413231335 {{(pid=106777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:27:16.872935 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93c822a2-ff50-4c6a-8419-fb3413231335'] response: {'server_uuid': 'bee91462-f582-40c7-88f9-652f75ce8b01', 'name': 'network-vif-deleted', 'tag': '81d2c012-27ea-4e66-96da-4c03afd30650', 'status': 'completed', 'code': 200} Aug 31 01:27:17.171233 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-4ed68452-3ae7-4ae7-b3b3-37d7ca4cb5e6 req-d2a8e764-9f1b-47e9-a492-388bfbab4968 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=bee91462-f582-40c7-88f9-652f75ce8b01 HTTP/1.1" status: 200 len: 210 time: 0.0296855 Aug 31 01:27:18.192038 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=1 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:18.199008 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=45 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:18.504696 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b5254-a347-4b7c-b003-5cb7f351e170 req-2ab83d01-1f9b-401d-bf5e-38048f947fec tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:18.506741 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-333b5254-a347-4b7c-b003-5cb7f351e170 req-2ab83d01-1f9b-401d-bf5e-38048f947fec tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=acd1b630-d842-47ea-8019-f405c41ad7d3 HTTP/1.1" status: 200 len: 945 time: 0.0509357 Aug 31 01:27:18.553084 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-333b5254-a347-4b7c-b003-5cb7f351e170 req-bb5f9ed9-fb50-4a37-b8f1-8b1353c4556e tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b658b1b6-d958-4086-91b5-292c342c64e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403988 Aug 31 01:27:18.846593 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a4087-9922-44e8-82ca-54dbd24646f4 req-7c27fdb5-126d-4d67-abbe-3d92ca2972b6 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:18.848081 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-418a4087-9922-44e8-82ca-54dbd24646f4 req-7c27fdb5-126d-4d67-abbe-3d92ca2972b6 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ee6ca45e-29c7-4af8-8aef-72134f23292c HTTP/1.1" status: 200 len: 946 time: 0.0465696 Aug 31 01:27:18.869107 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:18.895616 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-418a4087-9922-44e8-82ca-54dbd24646f4 req-e12766e2-018e-4c39-b10d-33774c541e5c tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414639 Aug 31 01:27:19.670848 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d1c15-cdd4-4399-9174-0b06017a5688 req-64495f47-d9bd-4ef0-afd5-8117eef34758 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:19.672291 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-af2d1c15-cdd4-4399-9174-0b06017a5688 req-64495f47-d9bd-4ef0-afd5-8117eef34758 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=acd1b630-d842-47ea-8019-f405c41ad7d3 HTTP/1.1" status: 200 len: 945 time: 0.0457304 Aug 31 01:27:19.722724 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-af2d1c15-cdd4-4399-9174-0b06017a5688 req-ba1da35a-e840-4f3b-90b3-341416ab7a92 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b658b1b6-d958-4086-91b5-292c342c64e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449514 Aug 31 01:27:20.014305 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a993334-345d-4326-ae36-58f06d7ad731 req-c8a49203-ca32-40cc-8367-45efe6a27830 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:20.015779 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-7a993334-345d-4326-ae36-58f06d7ad731 req-c8a49203-ca32-40cc-8367-45efe6a27830 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ee6ca45e-29c7-4af8-8aef-72134f23292c HTTP/1.1" status: 200 len: 946 time: 0.0475798 Aug 31 01:27:20.028258 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device 81d2c012-27ea-4e66-96da-4c03afd30650 no longer exists at agent hyperv_hv-cinder-85528 {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:27:20.046259 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] No Port match for: 81d2c012-27ea-4e66-96da-4c03afd30650 {{(pid=106778) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 01:27:20.046612 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device 81d2c012-27ea-4e66-96da-4c03afd30650 not bound to the agent host hv-cinder-85528 {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:27:20.064603 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-7a993334-345d-4326-ae36-58f06d7ad731 req-bf78dc41-f571-4d69-8b31-5615e0a9070d tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433207 Aug 31 01:27:20.107917 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=75,neutron:DELETE=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:20.115813 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:20.839257 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68239d5f-f8bb-4694-9ae8-114e890d23b8 req-1d8e0d6e-f0ea-4ea7-bc68-ff1bd1f466ec tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:20.840690 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-68239d5f-f8bb-4694-9ae8-114e890d23b8 req-1d8e0d6e-f0ea-4ea7-bc68-ff1bd1f466ec tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=acd1b630-d842-47ea-8019-f405c41ad7d3 HTTP/1.1" status: 200 len: 945 time: 0.0463190 Aug 31 01:27:20.887066 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-68239d5f-f8bb-4694-9ae8-114e890d23b8 req-e1f9d28e-f66b-43bd-bb82-dd5981cbc4cf tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b658b1b6-d958-4086-91b5-292c342c64e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408559 Aug 31 01:27:21.184886 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d06a42-8f1c-47cd-bb8e-820f71670504 req-d62ad9e0-0404-48af-bb41-315cd3b0bf84 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:21.186333 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-d5d06a42-8f1c-47cd-bb8e-820f71670504 req-d62ad9e0-0404-48af-bb41-315cd3b0bf84 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ee6ca45e-29c7-4af8-8aef-72134f23292c HTTP/1.1" status: 200 len: 946 time: 0.0497701 Aug 31 01:27:21.232576 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-d5d06a42-8f1c-47cd-bb8e-820f71670504 req-69b98a28-7887-4b58-803a-97e4e55d97e2 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407133 Aug 31 01:27:22.003098 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ee5f3e-e50a-4810-98d8-16e8fe825ec8 req-81886a29-8679-45db-b45c-59ba85c056af tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:22.004553 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-87ee5f3e-e50a-4810-98d8-16e8fe825ec8 req-81886a29-8679-45db-b45c-59ba85c056af tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=acd1b630-d842-47ea-8019-f405c41ad7d3 HTTP/1.1" status: 200 len: 945 time: 0.0456967 Aug 31 01:27:22.050670 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-87ee5f3e-e50a-4810-98d8-16e8fe825ec8 req-d1ab1300-612c-46e6-8f74-57eadba3fc0b tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b658b1b6-d958-4086-91b5-292c342c64e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405848 Aug 31 01:27:22.499696 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce561a91-ce02-46cd-9e96-28c5416d2637 req-a47922ec-ed38-46e9-8e7b-d3c9cc51e171 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:22.501164 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-ce561a91-ce02-46cd-9e96-28c5416d2637 req-a47922ec-ed38-46e9-8e7b-d3c9cc51e171 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ee6ca45e-29c7-4af8-8aef-72134f23292c HTTP/1.1" status: 200 len: 946 time: 0.1976931 Aug 31 01:27:22.551479 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-ce561a91-ce02-46cd-9e96-28c5416d2637 req-6287f0e8-faa0-4cc5-bd8d-bc84f4f955d8 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437961 Aug 31 01:27:23.102612 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e216f-5c7c-4ece-ad60-64e9cf98e461 req-cb46a0ae-1feb-4665-ab72-f776f22d1ebf tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:23.104045 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-ee3e216f-5c7c-4ece-ad60-64e9cf98e461 req-cb46a0ae-1feb-4665-ab72-f776f22d1ebf tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=acd1b630-d842-47ea-8019-f405c41ad7d3 HTTP/1.1" status: 200 len: 945 time: 0.0462329 Aug 31 01:27:23.248252 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7463a10c-5ffa-4711-948b-1a8925d953da req-196d4621-b44d-406a-b74a-408e765d72c0 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:23.249800 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-7463a10c-5ffa-4711-948b-1a8925d953da req-196d4621-b44d-406a-b74a-408e765d72c0 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=acd1b630-d842-47ea-8019-f405c41ad7d3 HTTP/1.1" status: 200 len: 945 time: 0.1264708 Aug 31 01:27:23.317931 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.plugin [req-ee3e216f-5c7c-4ece-ad60-64e9cf98e461 req-80d473ec-b36f-4b5c-9b89-fd8a7a172d4f tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Deleting port 56319e02-73a5-4ec7-acf3-90f2592a466e {{(pid=106777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:27:23.318314 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-ee3e216f-5c7c-4ece-ad60-64e9cf98e461 req-80d473ec-b36f-4b5c-9b89-fd8a7a172d4f tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (56319e02-73a5-4ec7-acf3-90f2592a466e), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:23.324754 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:23.370600 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d792fa4-80ca-4e1d-ae7f-ce2ef8d6b3ef req-d57b3ebe-1143-4cf8-a6aa-189de11bb518 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:23.372101 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-4d792fa4-80ca-4e1d-ae7f-ce2ef8d6b3ef req-d57b3ebe-1143-4cf8-a6aa-189de11bb518 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=ee6ca45e-29c7-4af8-8aef-72134f23292c HTTP/1.1" status: 200 len: 946 time: 0.0482132 Aug 31 01:27:23.374523 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-7463a10c-5ffa-4711-948b-1a8925d953da req-782c21e9-c6ff-4851-9208-4635e9a9d220 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b658b1b6-d958-4086-91b5-292c342c64e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162853 Aug 31 01:27:23.422248 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.db [req-ee3e216f-5c7c-4ece-ad60-64e9cf98e461 req-80d473ec-b36f-4b5c-9b89-fd8a7a172d4f tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] For port 56319e02-73a5-4ec7-acf3-90f2592a466e, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=56319e02-73a5-4ec7-acf3-90f2592a466e,segment=NetworkSegment(69073539-0cb5-4109-ac49-b16cdc893327),segment_id=69073539-0cb5-4109-ac49-b16cdc893327)] {{(pid=106777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:27:23.422609 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-ee3e216f-5c7c-4ece-ad60-64e9cf98e461 req-80d473ec-b36f-4b5c-9b89-fd8a7a172d4f tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (56319e02-73a5-4ec7-acf3-90f2592a466e), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:23.461991 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [req-4d792fa4-80ca-4e1d-ae7f-ce2ef8d6b3ef req-2d0dd689-7dc7-4a35-ac68-4883ed3f55c5 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Deleting port 388de9da-77e7-4d40-9542-da91eb9630e0 {{(pid=106776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:27:23.462332 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-4d792fa4-80ca-4e1d-ae7f-ce2ef8d6b3ef req-2d0dd689-7dc7-4a35-ac68-4883ed3f55c5 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (388de9da-77e7-4d40-9542-da91eb9630e0), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:23.552934 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.db [req-4d792fa4-80ca-4e1d-ae7f-ce2ef8d6b3ef req-2d0dd689-7dc7-4a35-ac68-4883ed3f55c5 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] For port 388de9da-77e7-4d40-9542-da91eb9630e0, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=388de9da-77e7-4d40-9542-da91eb9630e0,segment=NetworkSegment(46d8b518-61a3-41d6-96c6-0d3f3e223608),segment_id=46d8b518-61a3-41d6-96c6-0d3f3e223608)] {{(pid=106776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:27:23.553312 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-4d792fa4-80ca-4e1d-ae7f-ce2ef8d6b3ef req-2d0dd689-7dc7-4a35-ac68-4883ed3f55c5 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (388de9da-77e7-4d40-9542-da91eb9630e0), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:23.566464 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [req-4d792fa4-80ca-4e1d-ae7f-ce2ef8d6b3ef req-2d0dd689-7dc7-4a35-ac68-4883ed3f55c5 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Calling delete_port for 388de9da-77e7-4d40-9542-da91eb9630e0 owned by compute:nova {{(pid=106776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:27:23.590610 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:23.593030 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-ee3e216f-5c7c-4ece-ad60-64e9cf98e461 req-80d473ec-b36f-4b5c-9b89-fd8a7a172d4f tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:23.593414 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-ee3e216f-5c7c-4ece-ad60-64e9cf98e461 req-80d473ec-b36f-4b5c-9b89-fd8a7a172d4f tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608267'] for floatingip (909f9415-b5e8-4766-ad8a-c014a7fe7ca1), after_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:23.593690 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.db.l3_db [req-ee3e216f-5c7c-4ece-ad60-64e9cf98e461 req-80d473ec-b36f-4b5c-9b89-fd8a7a172d4f tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Floating IP 909f9415-b5e8-4766-ad8a-c014a7fe7ca1 disassociated. External IP: 172.27.1.96, port: 56319e02-73a5-4ec7-acf3-90f2592a466e. Aug 31 01:27:23.594022 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.plugin [req-ee3e216f-5c7c-4ece-ad60-64e9cf98e461 req-80d473ec-b36f-4b5c-9b89-fd8a7a172d4f tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Calling delete_port for 56319e02-73a5-4ec7-acf3-90f2592a466e owned by compute:nova {{(pid=106777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:27:23.696748 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d05f0b-a035-4779-bd11-3fb2574026ce req-fb56b436-3bbd-4636-8935-67957f158a1a tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:23.698238 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-f8d05f0b-a035-4779-bd11-3fb2574026ce req-fb56b436-3bbd-4636-8935-67957f158a1a tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ee6ca45e-29c7-4af8-8aef-72134f23292c HTTP/1.1" status: 200 len: 946 time: 0.0623271 Aug 31 01:27:23.773248 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-4d792fa4-80ca-4e1d-ae7f-ce2ef8d6b3ef req-2d0dd689-7dc7-4a35-ac68-4883ed3f55c5 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6273727'] for port (388de9da-77e7-4d40-9542-da91eb9630e0), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:23.782189 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-f8d05f0b-a035-4779-bd11-3fb2574026ce req-59b9f7b8-e438-4e69-b180-4309e5d81789 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fa746442-1e8e-4d0b-b83d-b94484810b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773215 Aug 31 01:27:23.787367 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] get_ports_and_sgs() called for port_ids ['388de9da-77e7-4d40-9542-da91eb9630e0'] {{(pid=106778) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 01:27:23.810635 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0dd689-7dc7-4a35-ac68-4883ed3f55c5 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Pushing event deleted for resources: {'Port': ['ID=388de9da-77e7-4d40-9542-da91eb9630e0,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:23.851617 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d792fa4-80ca-4e1d-ae7f-ce2ef8d6b3ef req-2d0dd689-7dc7-4a35-ac68-4883ed3f55c5 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] No DVR routers for this DVR port 388de9da-77e7-4d40-9542-da91eb9630e0 on host hv-cinder-85528 {{(pid=106776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 01:27:23.854192 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-4d792fa4-80ca-4e1d-ae7f-ce2ef8d6b3ef req-2d0dd689-7dc7-4a35-ac68-4883ed3f55c5 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for port (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:23.857572 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-4d792fa4-80ca-4e1d-ae7f-ce2ef8d6b3ef req-2d0dd689-7dc7-4a35-ac68-4883ed3f55c5 tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.85 "DELETE /networking/v2.0/ports/388de9da-77e7-4d40-9542-da91eb9630e0 HTTP/1.1" status: 204 len: 173 time: 0.4778380 Aug 31 01:27:23.858012 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee6ca45e-29c7-4af8-8aef-72134f23292c', 'name': 'network-vif-deleted', 'tag': '388de9da-77e7-4d40-9542-da91eb9630e0'}] {{(pid=106776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:27:23.860697 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c75c880f6fcf50a6244b1a715e98a431c8b587c27dc42cc7f33f1c98f81bddd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88fc0f21-d2d5-4865-97d8-dadd5ede4543" -d '{"events": [{"server_uuid": "ee6ca45e-29c7-4af8-8aef-72134f23292c", "name": "network-vif-deleted", "tag": "388de9da-77e7-4d40-9542-da91eb9630e0"}]}' {{(pid=106776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:27:23.898925 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 01:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ed69a3-12e7-4636-8a98-53acefa25151 x-openstack-request-id: req-c1ed69a3-12e7-4636-8a98-53acefa25151 {{(pid=106776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:27:23.899206 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee6ca45e-29c7-4af8-8aef-72134f23292c", "name": "network-vif-deleted", "tag": "388de9da-77e7-4d40-9542-da91eb9630e0", "status": "completed", "code": 200}]} {{(pid=106776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:27:23.899449 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c1ed69a3-12e7-4636-8a98-53acefa25151 {{(pid=106776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:27:23.899870 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1ed69a3-12e7-4636-8a98-53acefa25151'] response: {'server_uuid': 'ee6ca45e-29c7-4af8-8aef-72134f23292c', 'name': 'network-vif-deleted', 'tag': '388de9da-77e7-4d40-9542-da91eb9630e0', 'status': 'completed', 'code': 200} Aug 31 01:27:23.901429 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-ee3e216f-5c7c-4ece-ad60-64e9cf98e461 req-80d473ec-b36f-4b5c-9b89-fd8a7a172d4f tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5261574'] for port (56319e02-73a5-4ec7-acf3-90f2592a466e), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:23.930289 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d473ec-b36f-4b5c-9b89-fd8a7a172d4f tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Pushing event deleted for resources: {'Port': ['ID=56319e02-73a5-4ec7-acf3-90f2592a466e,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:24.040383 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee3e216f-5c7c-4ece-ad60-64e9cf98e461 req-80d473ec-b36f-4b5c-9b89-fd8a7a172d4f tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Router a0dd652c-1554-4322-9186-58d07c04c819 has already been hosted by L3 agent 1428144b-5b15-4168-8538-b51b3045e8b6 {{(pid=106777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:27:24.045259 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device 56319e02-73a5-4ec7-acf3-90f2592a466e no longer exists at agent hyperv_hv-cinder-85528 {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:27:24.065364 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] No Port match for: 56319e02-73a5-4ec7-acf3-90f2592a466e {{(pid=106778) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 01:27:24.066558 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device 56319e02-73a5-4ec7-acf3-90f2592a466e not bound to the agent host hv-cinder-85528 {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:27:24.145680 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee3e216f-5c7c-4ece-ad60-64e9cf98e461 req-80d473ec-b36f-4b5c-9b89-fd8a7a172d4f tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Notify agent at l3_agent.dv-cinder-855288-2-iscsi the message routers_updated {{(pid=106777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:27:24.156519 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3519b79-2bde-43e7-a2c2-7c3bd8000c21 None None] Sync routers for ids ['a0dd652c-1554-4322-9186-58d07c04c819'] in dv-cinder-855288-2-iscsi {{(pid=106779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:27:24.170310 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3519b79-2bde-43e7-a2c2-7c3bd8000c21 None None] Routers {'a0dd652c-1554-4322-9186-58d07c04c819'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:27:24.174623 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-e3519b79-2bde-43e7-a2c2-7c3bd8000c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:27:03Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['a0dd652c-1554-4322-9186-58d07c04c819'], 'active': True} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:24.197135 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee3e216f-5c7c-4ece-ad60-64e9cf98e461 req-80d473ec-b36f-4b5c-9b89-fd8a7a172d4f tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] No DVR routers for this DVR port 56319e02-73a5-4ec7-acf3-90f2592a466e on host hv-cinder-85528 {{(pid=106777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 01:27:24.201168 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-ee3e216f-5c7c-4ece-ad60-64e9cf98e461 req-80d473ec-b36f-4b5c-9b89-fd8a7a172d4f tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for port (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:24.203408 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-ee3e216f-5c7c-4ece-ad60-64e9cf98e461 req-80d473ec-b36f-4b5c-9b89-fd8a7a172d4f tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.85 "DELETE /networking/v2.0/ports/56319e02-73a5-4ec7-acf3-90f2592a466e HTTP/1.1" status: 204 len: 173 time: 1.0015080 Aug 31 01:27:24.203955 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd1b630-d842-47ea-8019-f405c41ad7d3', 'name': 'network-vif-deleted', 'tag': '56319e02-73a5-4ec7-acf3-90f2592a466e'}] {{(pid=106777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:27:24.206810 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e330c87e12d7f870e7d9a686a76230f6b0968ad9153010b5cc5787492cc6e0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c663190f-6b5c-47cc-a4d0-2e90c244ef78" -d '{"events": [{"server_uuid": "acd1b630-d842-47ea-8019-f405c41ad7d3", "name": "network-vif-deleted", "tag": "56319e02-73a5-4ec7-acf3-90f2592a466e"}]}' {{(pid=106777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:27:24.252762 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 01:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e4f4b9b-bdfc-4442-9dd8-d85044dd61f8 x-openstack-request-id: req-8e4f4b9b-bdfc-4442-9dd8-d85044dd61f8 {{(pid=106777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:27:24.256941 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acd1b630-d842-47ea-8019-f405c41ad7d3", "name": "network-vif-deleted", "tag": "56319e02-73a5-4ec7-acf3-90f2592a466e", "status": "completed", "code": 200}]} {{(pid=106777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:27:24.256941 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8e4f4b9b-bdfc-4442-9dd8-d85044dd61f8 {{(pid=106777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:27:24.256941 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e4f4b9b-bdfc-4442-9dd8-d85044dd61f8'] response: {'server_uuid': 'acd1b630-d842-47ea-8019-f405c41ad7d3', 'name': 'network-vif-deleted', 'tag': '56319e02-73a5-4ec7-acf3-90f2592a466e', 'status': 'completed', 'code': 200} Aug 31 01:27:24.284897 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvr_db [None req-e3519b79-2bde-43e7-a2c2-7c3bd8000c21 None None] Set router a0dd652c-1554-4322-9186-58d07c04c819 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:27:24.473660 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:24.495987 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-868584af-e733-4de2-a0f3-7fcb93bc3913 req-7a6bc53b-d985-454e-a8c8-3fcbf8558717 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=acd1b630-d842-47ea-8019-f405c41ad7d3 HTTP/1.1" status: 200 len: 210 time: 0.0313182 Aug 31 01:27:24.518370 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-e3519b79-2bde-43e7-a2c2-7c3bd8000c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'name': 'tempest-AttachVolumeNegativeTest-703590554-router', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bcae5e1e-21f8-45f7-ba18-74d0551b07e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:22:33Z', 'revision_number': 4, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'gw_port': {'id': 'bcae5e1e-21f8-45f7-ba18-74d0551b07e1', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:25Z', 'updated_at': '2022-08-31T01:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_interfaces': [{'id': '519870e6-178f-4031-8a44-b0fbae55ebbe', 'name': '', 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'mac_address': 'fa:16:3e:d7:53:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4cf8958b-5555-42e1-b4dd-8dee2893fbc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:31Z', 'updated_at': '2022-08-31T01:22:50Z', 'revision_number': 5, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'subnets': [{'id': '4cf8958b-5555-42e1-b4dd-8dee2893fbc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:24.546739 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3519b79-2bde-43e7-a2c2-7c3bd8000c21 None None] Checking router: a0dd652c-1554-4322-9186-58d07c04c819 for host: dv-cinder-855288-2-iscsi {{(pid=106779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:27:24.556088 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3519b79-2bde-43e7-a2c2-7c3bd8000c21 None None] Routers {'a0dd652c-1554-4322-9186-58d07c04c819'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:27:24.556687 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-e3519b79-2bde-43e7-a2c2-7c3bd8000c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:27:03Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['a0dd652c-1554-4322-9186-58d07c04c819'], 'active': True} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:24.657066 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvr_db [None req-e3519b79-2bde-43e7-a2c2-7c3bd8000c21 None None] Set router a0dd652c-1554-4322-9186-58d07c04c819 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:27:24.848029 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-e3519b79-2bde-43e7-a2c2-7c3bd8000c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'name': 'tempest-AttachVolumeNegativeTest-703590554-router', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bcae5e1e-21f8-45f7-ba18-74d0551b07e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:22:33Z', 'revision_number': 4, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'gw_port': {'id': 'bcae5e1e-21f8-45f7-ba18-74d0551b07e1', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:25Z', 'updated_at': '2022-08-31T01:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_interfaces': [{'id': '519870e6-178f-4031-8a44-b0fbae55ebbe', 'name': '', 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'mac_address': 'fa:16:3e:d7:53:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4cf8958b-5555-42e1-b4dd-8dee2893fbc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:31Z', 'updated_at': '2022-08-31T01:22:50Z', 'revision_number': 5, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'subnets': [{'id': '4cf8958b-5555-42e1-b4dd-8dee2893fbc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:24.875230 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3519b79-2bde-43e7-a2c2-7c3bd8000c21 None None] The sync data for ids ['a0dd652c-1554-4322-9186-58d07c04c819'] in dv-cinder-855288-2-iscsi is: [{'id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'name': 'tempest-AttachVolumeNegativeTest-703590554-router', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bcae5e1e-21f8-45f7-ba18-74d0551b07e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:22:33Z', 'revision_number': 4, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'gw_port': {'id': 'bcae5e1e-21f8-45f7-ba18-74d0551b07e1', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:25Z', 'updated_at': '2022-08-31T01:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_interfaces': [{'id': '519870e6-178f-4031-8a44-b0fbae55ebbe', 'name': '', 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'mac_address': 'fa:16:3e:d7:53:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4cf8958b-5555-42e1-b4dd-8dee2893fbc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:31Z', 'updated_at': '2022-08-31T01:22:50Z', 'revision_number': 5, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'subnets': [{'id': '4cf8958b-5555-42e1-b4dd-8dee2893fbc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:27:24.919369 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-38720c64-9f13-43bb-9ca1-37cf563dd475 req-1daa23ae-56a9-414b-9d8f-ba3958cfc74a tempest-ServerRescueNegativeTestJSON-2102440878 tempest-ServerRescueNegativeTestJSON-2102440878-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ee6ca45e-29c7-4af8-8aef-72134f23292c HTTP/1.1" status: 200 len: 210 time: 0.0375977 Aug 31 01:27:25.100625 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f98d6b-5b53-40f4-954f-eb162a2361fb None None] New status for floating IP 909f9415-b5e8-4766-ad8a-c014a7fe7ca1: DOWN {{(pid=106778) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 01:27:25.678003 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 60530) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:27:25.730142 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-8ec80c7e-5544-425f-8b15-a69891abd6c8 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for security_group (b658b1b6-d958-4086-91b5-292c342c64e3), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:25.751889 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-8ec80c7e-5544-425f-8b15-a69891abd6c8 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for security_group (b658b1b6-d958-4086-91b5-292c342c64e3), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:25.876069 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-8ec80c7e-5544-425f-8b15-a69891abd6c8 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (b658b1b6-d958-4086-91b5-292c342c64e3), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:25.878646 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-8ec80c7e-5544-425f-8b15-a69891abd6c8 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for security_group (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:25.879767 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-8ec80c7e-5544-425f-8b15-a69891abd6c8 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "DELETE /networking/v2.0/security-groups/b658b1b6-d958-4086-91b5-292c342c64e3 HTTP/1.1" status: 204 len: 168 time: 0.2031486 Aug 31 01:27:25.883310 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 60532) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:27:25.889744 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec80c7e-5544-425f-8b15-a69891abd6c8 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b658b1b6-d958-4086-91b5-292c342c64e3,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:25.897814 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.api.v2.resource [None req-5665e84d-b9a8-40c9-91a0-ed75fe929058 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] show failed (client error): The resource could not be found. Aug 31 01:27:25.901934 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 60534) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:27:25.902082 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-5665e84d-b9a8-40c9-91a0-ed75fe929058 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/security-groups/b658b1b6-d958-4086-91b5-292c342c64e3 HTTP/1.1" status: 404 len: 347 time: 0.0177057 Aug 31 01:27:25.985367 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 60540) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:27:26.023443 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.plugin [None req-683d6dc7-c464-4f1b-ae25-367eaa7f919e tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Deleting port 536cb44f-e8fd-4f24-a167-a0ae78810cd9 {{(pid=106777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:27:26.023784 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-683d6dc7-c464-4f1b-ae25-367eaa7f919e tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (536cb44f-e8fd-4f24-a167-a0ae78810cd9), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:26.057622 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device 388de9da-77e7-4d40-9542-da91eb9630e0 no longer exists at agent hyperv_hv-cinder-85528 {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:27:26.081663 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] No Port match for: 388de9da-77e7-4d40-9542-da91eb9630e0 {{(pid=106778) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 01:27:26.082013 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device 388de9da-77e7-4d40-9542-da91eb9630e0 not bound to the agent host hv-cinder-85528 {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:27:26.389450 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-683d6dc7-c464-4f1b-ae25-367eaa7f919e tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (536cb44f-e8fd-4f24-a167-a0ae78810cd9), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:26.389689 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-683d6dc7-c464-4f1b-ae25-367eaa7f919e tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for floatingip (536cb44f-e8fd-4f24-a167-a0ae78810cd9), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:26.431883 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.plugin [None req-683d6dc7-c464-4f1b-ae25-367eaa7f919e tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Calling delete_port for 536cb44f-e8fd-4f24-a167-a0ae78810cd9 owned by network:floatingip {{(pid=106777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:27:26.522904 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:26.661870 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:26.821080 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-18298664-dec6-4d44-bf5f-8bbb7a56a09b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-636683'] for router_interface (0346bf8d-72be-459e-8f73-c22d0ddccdd0), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:26.822626 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-683d6dc7-c464-4f1b-ae25-367eaa7f919e tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5261574'] for port (536cb44f-e8fd-4f24-a167-a0ae78810cd9), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:26.895071 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683d6dc7-c464-4f1b-ae25-367eaa7f919e tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Pushing event deleted for resources: {'Port': ['ID=536cb44f-e8fd-4f24-a167-a0ae78810cd9,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:26.993354 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-683d6dc7-c464-4f1b-ae25-367eaa7f919e tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for floatingip (909f9415-b5e8-4766-ad8a-c014a7fe7ca1), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:26.995955 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-683d6dc7-c464-4f1b-ae25-367eaa7f919e tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for floatingip (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:26.997124 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-683d6dc7-c464-4f1b-ae25-367eaa7f919e tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/909f9415-b5e8-4766-ad8a-c014a7fe7ca1 HTTP/1.1" status: 204 len: 168 time: 1.0940590 Aug 31 01:27:27.148630 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 60546) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:27:27.153176 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [None req-69508e71-f0da-47ec-aa8a-51c9b4805c69 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1014487093', 'description': 'tempest-description--476539158'}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:27:27.174740 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.plugin [None req-18298664-dec6-4d44-bf5f-8bbb7a56a09b admin admin] Deleting port 7522e8f9-2020-4559-93b2-83cbdf697964 {{(pid=106777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:27:27.175077 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-18298664-dec6-4d44-bf5f-8bbb7a56a09b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (7522e8f9-2020-4559-93b2-83cbdf697964), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:27.252755 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.db [None req-18298664-dec6-4d44-bf5f-8bbb7a56a09b admin admin] For port 7522e8f9-2020-4559-93b2-83cbdf697964, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=7522e8f9-2020-4559-93b2-83cbdf697964,segment=NetworkSegment(46d8b518-61a3-41d6-96c6-0d3f3e223608),segment_id=46d8b518-61a3-41d6-96c6-0d3f3e223608)] {{(pid=106777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:27:27.253028 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-18298664-dec6-4d44-bf5f-8bbb7a56a09b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (7522e8f9-2020-4559-93b2-83cbdf697964), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:27.259462 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-69508e71-f0da-47ec-aa8a-51c9b4805c69 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for security_group (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:27.266322 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.plugin [None req-18298664-dec6-4d44-bf5f-8bbb7a56a09b admin admin] Calling delete_port for 7522e8f9-2020-4559-93b2-83cbdf697964 owned by network:router_interface {{(pid=106777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:27:27.326858 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-69508e71-f0da-47ec-aa8a-51c9b4805c69 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for security_group (69e8555f-2c50-43f5-a22b-6707e2ee79f8), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:27.406553 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-69508e71-f0da-47ec-aa8a-51c9b4805c69 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (69e8555f-2c50-43f5-a22b-6707e2ee79f8), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:27.437026 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69508e71-f0da-47ec-aa8a-51c9b4805c69 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69e8555f-2c50-43f5-a22b-6707e2ee79f8,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:27.522988 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-69508e71-f0da-47ec-aa8a-51c9b4805c69 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for security_group (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:27.524229 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-69508e71-f0da-47ec-aa8a-51c9b4805c69 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3745604 Aug 31 01:27:27.527142 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 60548) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:27:27.531473 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [None req-79d8a335-e082-4a82-a599-4a9d98750bd1 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Request body: {'security_group_rule': {'security_group_id': '69e8555f-2c50-43f5-a22b-6707e2ee79f8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:27:27.545027 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-18298664-dec6-4d44-bf5f-8bbb7a56a09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5261574'] for port (7522e8f9-2020-4559-93b2-83cbdf697964), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:27.571662 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18298664-dec6-4d44-bf5f-8bbb7a56a09b admin admin] Pushing event deleted for resources: {'Port': ['ID=7522e8f9-2020-4559-93b2-83cbdf697964,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:27.599261 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:27.653585 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-79d8a335-e082-4a82-a599-4a9d98750bd1 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for security_group_rule (46e6e146-5fa3-49a8-aa76-7feabcb4eddc), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:27.682933 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:27.725021 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-79d8a335-e082-4a82-a599-4a9d98750bd1 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for security_group_rule (46e6e146-5fa3-49a8-aa76-7feabcb4eddc), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:27.750787 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-18298664-dec6-4d44-bf5f-8bbb7a56a09b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-636091'] for router_interface (0346bf8d-72be-459e-8f73-c22d0ddccdd0), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:27.808438 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-79d8a335-e082-4a82-a599-4a9d98750bd1 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413228'] for security_group_rule (46e6e146-5fa3-49a8-aa76-7feabcb4eddc), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:27.834500 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d8a335-e082-4a82-a599-4a9d98750bd1 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46e6e146-5fa3-49a8-aa76-7feabcb4eddc,revision_number=0']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:27.964294 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-79d8a335-e082-4a82-a599-4a9d98750bd1 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:27.965735 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-79d8a335-e082-4a82-a599-4a9d98750bd1 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4376574 Aug 31 01:27:27.968350 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 60558) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:27:27.972644 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [None req-7af3c738-bd26-49d8-afbc-b2c52ae0a574 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Request body: {'security_group_rule': {'security_group_id': '69e8555f-2c50-43f5-a22b-6707e2ee79f8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:27:27.992433 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18298664-dec6-4d44-bf5f-8bbb7a56a09b admin admin] Router 0346bf8d-72be-459e-8f73-c22d0ddccdd0 has already been hosted by L3 agent 1428144b-5b15-4168-8538-b51b3045e8b6 {{(pid=106777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:27:28.092655 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-7af3c738-bd26-49d8-afbc-b2c52ae0a574 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for security_group_rule (14dd6abf-a50e-4cba-a1c2-c9ddc68738dc), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:28.094590 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18298664-dec6-4d44-bf5f-8bbb7a56a09b admin admin] Notify agent at l3_agent.dv-cinder-855288-2-iscsi the message routers_updated {{(pid=106777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:27:28.096706 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:28.102923 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-18298664-dec6-4d44-bf5f-8bbb7a56a09b admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/0346bf8d-72be-459e-8f73-c22d0ddccdd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1162279 Aug 31 01:27:28.103905 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 60560) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:27:28.104522 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47aa0690-9dd7-4895-868b-208187022444 None None] Sync routers for ids ['0346bf8d-72be-459e-8f73-c22d0ddccdd0'] in dv-cinder-855288-2-iscsi {{(pid=106779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:27:28.113705 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:28.119467 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47aa0690-9dd7-4895-868b-208187022444 None None] Routers {'0346bf8d-72be-459e-8f73-c22d0ddccdd0'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:27:28.120084 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-47aa0690-9dd7-4895-868b-208187022444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:27:03Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['0346bf8d-72be-459e-8f73-c22d0ddccdd0'], 'active': True} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:28.220522 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvr_db [None req-47aa0690-9dd7-4895-868b-208187022444 None None] Set router 0346bf8d-72be-459e-8f73-c22d0ddccdd0 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:27:28.236205 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-7af3c738-bd26-49d8-afbc-b2c52ae0a574 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for security_group_rule (14dd6abf-a50e-4cba-a1c2-c9ddc68738dc), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:28.256357 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-ed1992fa-ac82-405f-9a82-eb09c42e7570 admin admin] Publish callbacks [] for router (0346bf8d-72be-459e-8f73-c22d0ddccdd0), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:28.319151 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47d7673-1dec-453d-ba2c-36cdabb2264b req-15082f3a-01d3-4dd9-9226-f9a51a451694 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:28.320930 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-a47d7673-1dec-453d-ba2c-36cdabb2264b req-15082f3a-01d3-4dd9-9226-f9a51a451694 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=368bac0a-39c9-4f1e-99f9-84223e7de06b HTTP/1.1" status: 200 len: 946 time: 0.0884290 Aug 31 01:27:28.370628 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-7af3c738-bd26-49d8-afbc-b2c52ae0a574 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413228'] for security_group_rule (14dd6abf-a50e-4cba-a1c2-c9ddc68738dc), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:28.384212 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-a47d7673-1dec-453d-ba2c-36cdabb2264b req-367d5e70-1f9d-4dae-892b-789d0bb873a9 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=34358351-83e4-4657-bc0e-b19966191f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549052 Aug 31 01:27:28.385305 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-ed1992fa-ac82-405f-9a82-eb09c42e7570 admin admin] Publish callbacks [] for router_gateway (0346bf8d-72be-459e-8f73-c22d0ddccdd0), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:28.403523 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af3c738-bd26-49d8-afbc-b2c52ae0a574 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14dd6abf-a50e-4cba-a1c2-c9ddc68738dc,revision_number=0']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:28.419721 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=100 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:28.480416 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-47aa0690-9dd7-4895-868b-208187022444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0346bf8d-72be-459e-8f73-c22d0ddccdd0', 'name': 'tempest-ServerRescueNegativeTestJSON-1249741824-router', 'tenant_id': 'd58414b1dd2342d58cc7665aee50b86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '03f7b4dd-5b0d-41ca-9c65-665318a2eaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:27:27Z', 'revision_number': 5, 'project_id': 'd58414b1dd2342d58cc7665aee50b86b', 'gw_port': {'id': '03f7b4dd-5b0d-41ca-9c65-665318a2eaa9', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0346bf8d-72be-459e-8f73-c22d0ddccdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:25Z', 'updated_at': '2022-08-31T01:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi'}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:28.505837 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47aa0690-9dd7-4895-868b-208187022444 None None] Checking router: 0346bf8d-72be-459e-8f73-c22d0ddccdd0 for host: dv-cinder-855288-2-iscsi {{(pid=106779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:27:28.514126 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47aa0690-9dd7-4895-868b-208187022444 None None] Routers {'0346bf8d-72be-459e-8f73-c22d0ddccdd0'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:27:28.514747 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-47aa0690-9dd7-4895-868b-208187022444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:27:03Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['0346bf8d-72be-459e-8f73-c22d0ddccdd0'], 'active': True} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:28.530370 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-7af3c738-bd26-49d8-afbc-b2c52ae0a574 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:28.531671 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-7af3c738-bd26-49d8-afbc-b2c52ae0a574 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5623057 Aug 31 01:27:28.535053 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 60564) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:27:28.540792 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [None req-dc96edc4-c1af-433e-a917-74f15f29ce9e tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Request body: {'floatingip': {'floating_network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83'}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:27:28.551407 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=100 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:28.569355 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [None req-ed1992fa-ac82-405f-9a82-eb09c42e7570 admin admin] Deleting port 03f7b4dd-5b0d-41ca-9c65-665318a2eaa9 {{(pid=106776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:27:28.569737 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-ed1992fa-ac82-405f-9a82-eb09c42e7570 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (03f7b4dd-5b0d-41ca-9c65-665318a2eaa9), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:28.619204 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-dc96edc4-c1af-433e-a917-74f15f29ce9e tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:28.621044 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvr_db [None req-47aa0690-9dd7-4895-868b-208187022444 None None] Set router 0346bf8d-72be-459e-8f73-c22d0ddccdd0 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:27:28.654131 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.db [None req-ed1992fa-ac82-405f-9a82-eb09c42e7570 admin admin] For port 03f7b4dd-5b0d-41ca-9c65-665318a2eaa9, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=03f7b4dd-5b0d-41ca-9c65-665318a2eaa9,segment=NetworkSegment(5532158b-12fc-4975-99d9-f23bee8acdf7),segment_id=5532158b-12fc-4975-99d9-f23bee8acdf7)] {{(pid=106776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:27:28.654499 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-ed1992fa-ac82-405f-9a82-eb09c42e7570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (03f7b4dd-5b0d-41ca-9c65-665318a2eaa9), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:28.671795 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [None req-ed1992fa-ac82-405f-9a82-eb09c42e7570 admin admin] Calling delete_port for 03f7b4dd-5b0d-41ca-9c65-665318a2eaa9 owned by network:router_gateway {{(pid=106776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:27:28.677216 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:28.695184 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:28.711076 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-dc96edc4-c1af-433e-a917-74f15f29ce9e tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:28.809483 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-47aa0690-9dd7-4895-868b-208187022444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0346bf8d-72be-459e-8f73-c22d0ddccdd0', 'name': 'tempest-ServerRescueNegativeTestJSON-1249741824-router', 'tenant_id': 'd58414b1dd2342d58cc7665aee50b86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '03f7b4dd-5b0d-41ca-9c65-665318a2eaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:27:27Z', 'revision_number': 5, 'project_id': 'd58414b1dd2342d58cc7665aee50b86b', 'gw_port': {'id': '03f7b4dd-5b0d-41ca-9c65-665318a2eaa9', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0346bf8d-72be-459e-8f73-c22d0ddccdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:25Z', 'updated_at': '2022-08-31T01:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi'}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:28.822771 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.db_base_plugin_common [None req-dc96edc4-c1af-433e-a917-74f15f29ce9e tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Allocated IP 172.27.1.110 (6de90673-24a8-444a-94e7-38ef2e70dd83/b0882f00-706c-4556-bcad-01ef413e142c/70be28f7-6759-4fdf-97d8-e91ee5b2910e) {{(pid=106777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:27:28.835110 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47aa0690-9dd7-4895-868b-208187022444 None None] The sync data for ids ['0346bf8d-72be-459e-8f73-c22d0ddccdd0'] in dv-cinder-855288-2-iscsi is: [{'id': '0346bf8d-72be-459e-8f73-c22d0ddccdd0', 'name': 'tempest-ServerRescueNegativeTestJSON-1249741824-router', 'tenant_id': 'd58414b1dd2342d58cc7665aee50b86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '03f7b4dd-5b0d-41ca-9c65-665318a2eaa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:27:27Z', 'revision_number': 5, 'project_id': 'd58414b1dd2342d58cc7665aee50b86b', 'gw_port': {'id': '03f7b4dd-5b0d-41ca-9c65-665318a2eaa9', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0346bf8d-72be-459e-8f73-c22d0ddccdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:25Z', 'updated_at': '2022-08-31T01:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi'}] {{(pid=106779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:27:28.938935 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-ed1992fa-ac82-405f-9a82-eb09c42e7570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6273727'] for port (03f7b4dd-5b0d-41ca-9c65-665318a2eaa9), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:28.962782 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-dc96edc4-c1af-433e-a917-74f15f29ce9e tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for port (70be28f7-6759-4fdf-97d8-e91ee5b2910e), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:28.965943 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1992fa-ac82-405f-9a82-eb09c42e7570 admin admin] Pushing event deleted for resources: {'Port': ['ID=03f7b4dd-5b0d-41ca-9c65-665318a2eaa9,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:29.027142 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-ed1992fa-ac82-405f-9a82-eb09c42e7570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608328'] for router_gateway (0346bf8d-72be-459e-8f73-c22d0ddccdd0), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:29.082616 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-dc96edc4-c1af-433e-a917-74f15f29ce9e tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779185826838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5261574'] for port (70be28f7-6759-4fdf-97d8-e91ee5b2910e), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:29.116140 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-ed1992fa-ac82-405f-9a82-eb09c42e7570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10600'] for router (0346bf8d-72be-459e-8f73-c22d0ddccdd0), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:29.118373 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-ed1992fa-ac82-405f-9a82-eb09c42e7570 admin admin] Publish callbacks [] for router_controller (0346bf8d-72be-459e-8f73-c22d0ddccdd0), precommit_delete_associations {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:29.125075 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc96edc4-c1af-433e-a917-74f15f29ce9e tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Network 6de90673-24a8-444a-94e7-38ef2e70dd83 is already hosted by enough agents. {{(pid=106777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:27:29.128127 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.base_scheduler [None req-dc96edc4-c1af-433e-a917-74f15f29ce9e tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Resources bound (agent type, host, resource id): {{(pid=106777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:27:29.131996 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc96edc4-c1af-433e-a917-74f15f29ce9e tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Received port after_create {{(pid=106777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 01:27:29.137187 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc96edc4-c1af-433e-a917-74f15f29ce9e tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Pushing event updated for resources: {'Port': ['ID=70be28f7-6759-4fdf-97d8-e91ee5b2910e,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:29.156031 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:29.282433 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-ed1992fa-ac82-405f-9a82-eb09c42e7570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636102'] for router (0346bf8d-72be-459e-8f73-c22d0ddccdd0), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:29.283094 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1992fa-ac82-405f-9a82-eb09c42e7570 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0346bf8d-72be-459e-8f73-c22d0ddccdd0 {{(pid=106776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:27:29.288003 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-ed1992fa-ac82-405f-9a82-eb09c42e7570 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:29.291848 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-ed1992fa-ac82-405f-9a82-eb09c42e7570 admin admin] 10.222.0.20 "DELETE /networking/v2.0/routers/0346bf8d-72be-459e-8f73-c22d0ddccdd0 HTTP/1.1" status: 204 len: 168 time: 1.1846390 Aug 31 01:27:29.292160 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 60566) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:27:29.326614 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-dc96edc4-c1af-433e-a917-74f15f29ce9e tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for floatingip (cd6ddfc5-da2f-40c0-b801-c4c4dd2ed866), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:29.343579 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.db_base_plugin_v2 [None req-4965d365-4e4b-400c-95b8-f076cdfd59a6 admin admin] Deleting subnet 14c282f1-a88f-47d5-b759-92c78d45d59b {{(pid=106776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 01:27:29.346716 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-4965d365-4e4b-400c-95b8-f076cdfd59a6 admin admin] Publish callbacks [] for subnet (14c282f1-a88f-47d5-b759-92c78d45d59b), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:29.384389 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-4965d365-4e4b-400c-95b8-f076cdfd59a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6223797'] for subnet (14c282f1-a88f-47d5-b759-92c78d45d59b), precommit_delete_associations {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:29.433434 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-dc96edc4-c1af-433e-a917-74f15f29ce9e tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (70be28f7-6759-4fdf-97d8-e91ee5b2910e), before_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:29.471481 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:29.477038 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-4965d365-4e4b-400c-95b8-f076cdfd59a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1483629'] for subnet (14c282f1-a88f-47d5-b759-92c78d45d59b), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:29.588197 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5472aac5-7820-499e-908f-b5494ada96a9 req-b04c00f5-4d1c-4285-978e-5a9d7848208e tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:29.589704 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-5472aac5-7820-499e-908f-b5494ada96a9 req-b04c00f5-4d1c-4285-978e-5a9d7848208e tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=368bac0a-39c9-4f1e-99f9-84223e7de06b HTTP/1.1" status: 200 len: 946 time: 0.0947506 Aug 31 01:27:29.669832 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-dc96edc4-c1af-433e-a917-74f15f29ce9e tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for port (70be28f7-6759-4fdf-97d8-e91ee5b2910e), precommit_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:29.674370 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-5472aac5-7820-499e-908f-b5494ada96a9 req-67b7d378-c86a-41c0-a9b4-56eb88ad864f tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=34358351-83e4-4657-bc0e-b19966191f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759838 Aug 31 01:27:29.677095 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-4965d365-4e4b-400c-95b8-f076cdfd59a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1483636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6273100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4799849'] for subnet (14c282f1-a88f-47d5-b759-92c78d45d59b), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:29.715622 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-4965d365-4e4b-400c-95b8-f076cdfd59a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537412'] for subnet (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:29.719709 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-4965d365-4e4b-400c-95b8-f076cdfd59a6 admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/14c282f1-a88f-47d5-b759-92c78d45d59b HTTP/1.1" status: 204 len: 168 time: 0.4264576 Aug 31 01:27:29.720562 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4965d365-4e4b-400c-95b8-f076cdfd59a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14c282f1-a88f-47d5-b759-92c78d45d59b,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:29.725775 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286f1ef3-ec22-4a0f-9ffb-6d2415dbe75d None None] Network 0303b68a-9736-48eb-90f1-d3c52026d074 requested from dv-cinder-855288-2-iscsi {{(pid=106778) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 01:27:29.727908 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 60570) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:27:29.750683 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-dc96edc4-c1af-433e-a917-74f15f29ce9e tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5261583'] for port (70be28f7-6759-4fdf-97d8-e91ee5b2910e), after_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:29.844667 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:29.863345 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc96edc4-c1af-433e-a917-74f15f29ce9e tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Pushing event updated for resources: {'Port': ['ID=70be28f7-6759-4fdf-97d8-e91ee5b2910e,revision_number=2']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:29.873564 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-0f2418e8-d86f-476d-8eb1-30e1abef8f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1495376'] for network (0303b68a-9736-48eb-90f1-d3c52026d074), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:29.875666 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-dc96edc4-c1af-433e-a917-74f15f29ce9e tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608267'] for floatingip (cd6ddfc5-da2f-40c0-b801-c4c4dd2ed866), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:29.881735 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5b4eed-84d4-4491-bdf7-dd5022823069 None None] DHCP port deletion for 0303b68a-9736-48eb-90f1-d3c52026d074 request from dv-cinder-855288-2-iscsi {{(pid=106778) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 01:27:29.919059 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b4eed-84d4-4491-bdf7-dd5022823069 None None] Deleting port a0b2d242-9f06-47e6-b81a-60f44addf4ed {{(pid=106778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:27:29.919707 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-cf5b4eed-84d4-4491-bdf7-dd5022823069 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (a0b2d242-9f06-47e6-b81a-60f44addf4ed), before_delete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:29.971845 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:29.987610 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-cf5b4eed-84d4-4491-bdf7-dd5022823069 None None] For port a0b2d242-9f06-47e6-b81a-60f44addf4ed, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=a0b2d242-9f06-47e6-b81a-60f44addf4ed,segment=NetworkSegment(46d8b518-61a3-41d6-96c6-0d3f3e223608),segment_id=46d8b518-61a3-41d6-96c6-0d3f3e223608)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:27:29.988005 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-cf5b4eed-84d4-4491-bdf7-dd5022823069 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (a0b2d242-9f06-47e6-b81a-60f44addf4ed), precommit_delete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:30.002662 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b4eed-84d4-4491-bdf7-dd5022823069 None None] Calling delete_port for a0b2d242-9f06-47e6-b81a-60f44addf4ed owned by network:dhcp {{(pid=106778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:27:30.069480 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:30.167219 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-cf5b4eed-84d4-4491-bdf7-dd5022823069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847'] for port (a0b2d242-9f06-47e6-b81a-60f44addf4ed), after_delete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:30.180048 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-dc96edc4-c1af-433e-a917-74f15f29ce9e tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for floatingip (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:30.181461 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-dc96edc4-c1af-433e-a917-74f15f29ce9e tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6451836 Aug 31 01:27:30.193856 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b4eed-84d4-4491-bdf7-dd5022823069 None None] Pushing event deleted for resources: {'Port': ['ID=a0b2d242-9f06-47e6-b81a-60f44addf4ed,revision_number=None']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:30.195215 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.plugin [None req-0f2418e8-d86f-476d-8eb1-30e1abef8f0f admin admin] Deleting port a0b2d242-9f06-47e6-b81a-60f44addf4ed {{(pid=106777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:27:30.195557 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-0f2418e8-d86f-476d-8eb1-30e1abef8f0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (a0b2d242-9f06-47e6-b81a-60f44addf4ed), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:30.196618 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5b4eed-84d4-4491-bdf7-dd5022823069 None None] No DVR routers for this DVR port a0b2d242-9f06-47e6-b81a-60f44addf4ed on host dv-cinder-855288-2-iscsi {{(pid=106778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 01:27:30.265151 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.db [None req-0f2418e8-d86f-476d-8eb1-30e1abef8f0f admin admin] For port a0b2d242-9f06-47e6-b81a-60f44addf4ed, host dv-cinder-855288-2-iscsi, got binding levels [] {{(pid=106777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:27:30.265508 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-0f2418e8-d86f-476d-8eb1-30e1abef8f0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (a0b2d242-9f06-47e6-b81a-60f44addf4ed), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:30.280080 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.plugin [None req-0f2418e8-d86f-476d-8eb1-30e1abef8f0f admin admin] Calling delete_port for a0b2d242-9f06-47e6-b81a-60f44addf4ed owned by network:dhcp {{(pid=106777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:27:30.291102 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.ipam_backend_mixin [None req-0f2418e8-d86f-476d-8eb1-30e1abef8f0f admin admin] Port a0b2d242-9f06-47e6-b81a-60f44addf4ed was not found and therefore no delete operation was performed {{(pid=106777) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Aug 31 01:27:30.311295 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-0f2418e8-d86f-476d-8eb1-30e1abef8f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5261574'] for port (a0b2d242-9f06-47e6-b81a-60f44addf4ed), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:30.351691 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2418e8-d86f-476d-8eb1-30e1abef8f0f admin admin] Pushing event deleted for resources: {'Port': ['ID=a0b2d242-9f06-47e6-b81a-60f44addf4ed,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:30.360806 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2418e8-d86f-476d-8eb1-30e1abef8f0f admin admin] No DVR routers for this DVR port a0b2d242-9f06-47e6-b81a-60f44addf4ed on host dv-cinder-855288-2-iscsi {{(pid=106777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 01:27:30.371813 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5fd09-619d-4d71-828c-bc2e206148c8 req-e6e0c67f-58c0-4c7c-81ed-4bd75b005404 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:30.373255 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-fab5fd09-619d-4d71-828c-bc2e206148c8 req-e6e0c67f-58c0-4c7c-81ed-4bd75b005404 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=368bac0a-39c9-4f1e-99f9-84223e7de06b HTTP/1.1" status: 200 len: 946 time: 0.0944805 Aug 31 01:27:30.484311 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:30.495634 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1c4c4fcf-8e83-4934-b6f9-b41b2edb9117 req-793926bc-3532-4e50-a775-c67bc8bfa30c tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1014487093&fields=id&tenant_id=164da7d4776d4e9f8cf6497aa784d312 HTTP/1.1" status: 200 len: 267 time: 0.1800799 Aug 31 01:27:30.504774 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-0f2418e8-d86f-476d-8eb1-30e1abef8f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1483790', 'neutron.services.segments.db._delete_segments_for_network-8779186328131'] for network (0303b68a-9736-48eb-90f1-d3c52026d074), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:30.603470 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.services.segments.db [None req-0f2418e8-d86f-476d-8eb1-30e1abef8f0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0303b68a-9736-48eb-90f1-d3c52026d074']}} {{(pid=106777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:30.615366 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.plugin [req-fab5fd09-619d-4d71-828c-bc2e206148c8 req-147426b3-de52-40db-b0fc-5cfd48600444 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Deleting port 51441d6e-84dd-48a3-bd25-fade9ebd6634 {{(pid=106777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:27:30.615700 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-fab5fd09-619d-4d71-828c-bc2e206148c8 req-147426b3-de52-40db-b0fc-5cfd48600444 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (51441d6e-84dd-48a3-bd25-fade9ebd6634), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:30.635560 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.services.segments.db [None req-0f2418e8-d86f-476d-8eb1-30e1abef8f0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46d8b518-61a3-41d6-96c6-0d3f3e223608') {'for_net_delete': True} {{(pid=106777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:30.635848 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.services.segments.db [None req-0f2418e8-d86f-476d-8eb1-30e1abef8f0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46d8b518-61a3-41d6-96c6-0d3f3e223608') {} {{(pid=106777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:30.684993 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-0f2418e8-d86f-476d-8eb1-30e1abef8f0f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779186303919', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6594450'] for segment (46d8b518-61a3-41d6-96c6-0d3f3e223608), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:30.730969 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-0f2418e8-d86f-476d-8eb1-30e1abef8f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484916'] for segment (46d8b518-61a3-41d6-96c6-0d3f3e223608), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:30.770391 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4c4fcf-8e83-4934-b6f9-b41b2edb9117 req-d79fcee2-701f-451e-bfe4-ec329ec8e58b tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:30.770391 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1c4c4fcf-8e83-4934-b6f9-b41b2edb9117 req-d79fcee2-701f-451e-bfe4-ec329ec8e58b tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/networks?id=0760f9a5-d813-4a0f-bcef-9988cda0c948 HTTP/1.1" status: 200 len: 814 time: 0.2486012 Aug 31 01:27:30.770391 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f2418e8-d86f-476d-8eb1-30e1abef8f0f admin admin] Releasing vlan 1095 on physical network physnet1 to pool {{(pid=106777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:27:30.770391 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-0f2418e8-d86f-476d-8eb1-30e1abef8f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5261651'] for segment (46d8b518-61a3-41d6-96c6-0d3f3e223608), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:30.782369 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.services.segments.plugin [-] Segment 46d8b518-61a3-41d6-96c6-0d3f3e223608 resource provider aggregate not found Aug 31 01:27:30.835659 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.db [req-fab5fd09-619d-4d71-828c-bc2e206148c8 req-147426b3-de52-40db-b0fc-5cfd48600444 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] For port 51441d6e-84dd-48a3-bd25-fade9ebd6634, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=51441d6e-84dd-48a3-bd25-fade9ebd6634,segment=NetworkSegment(9ea3922f-9a93-4c57-9a67-322f3f62c0bf),segment_id=9ea3922f-9a93-4c57-9a67-322f3f62c0bf)] {{(pid=106777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:27:30.836025 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-fab5fd09-619d-4d71-828c-bc2e206148c8 req-147426b3-de52-40db-b0fc-5cfd48600444 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (51441d6e-84dd-48a3-bd25-fade9ebd6634), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:30.862529 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.services.segments.plugin [-] Segment 46d8b518-61a3-41d6-96c6-0d3f3e223608 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 46d8b518-61a3-41d6-96c6-0d3f3e223608 found for delete ", "request_id": "req-cd100baf-ec5e-4fb4-bf57-4151f97c7b6b"}]} Aug 31 01:27:30.873347 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1c4c4fcf-8e83-4934-b6f9-b41b2edb9117 req-4138c4c3-866d-42f9-accc-8028f2d5631b tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/quotas/164da7d4776d4e9f8cf6497aa784d312 HTTP/1.1" status: 200 len: 375 time: 0.1122582 Aug 31 01:27:30.888686 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device a0b2d242-9f06-47e6-b81a-60f44addf4ed no longer exists at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:27:30.909770 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] No Port match for: a0b2d242-9f06-47e6-b81a-60f44addf4ed {{(pid=106778) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 01:27:30.910169 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device a0b2d242-9f06-47e6-b81a-60f44addf4ed not bound to the agent host dv-cinder-855288-2-iscsi {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:27:30.910598 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 03f7b4dd-5b0d-41ca-9c65-665318a2eaa9 no longer exists at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:27:30.931699 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] No Port match for: 03f7b4dd-5b0d-41ca-9c65-665318a2eaa9 {{(pid=106778) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 01:27:30.932042 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 03f7b4dd-5b0d-41ca-9c65-665318a2eaa9 not bound to the agent host dv-cinder-855288-2-iscsi {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:27:30.932460 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 7522e8f9-2020-4559-93b2-83cbdf697964 no longer exists at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:27:30.935321 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686874cb-b2d0-4dee-8ce6-9f06fa5d06fb req-379516b3-84fd-462b-b45f-772cb10e1121 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:30.936812 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-686874cb-b2d0-4dee-8ce6-9f06fa5d06fb req-379516b3-84fd-462b-b45f-772cb10e1121 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=368bac0a-39c9-4f1e-99f9-84223e7de06b HTTP/1.1" status: 200 len: 946 time: 0.1768203 Aug 31 01:27:30.955998 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] No Port match for: 7522e8f9-2020-4559-93b2-83cbdf697964 {{(pid=106778) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 01:27:30.956342 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 7522e8f9-2020-4559-93b2-83cbdf697964 not bound to the agent host dv-cinder-855288-2-iscsi {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:27:30.976553 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-0f2418e8-d86f-476d-8eb1-30e1abef8f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1483783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608292'] for network (0303b68a-9736-48eb-90f1-d3c52026d074), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:31.017380 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-0f2418e8-d86f-476d-8eb1-30e1abef8f0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537412'] for network (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:31.023590 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-0f2418e8-d86f-476d-8eb1-30e1abef8f0f admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/0303b68a-9736-48eb-90f1-d3c52026d074 HTTP/1.1" status: 204 len: 168 time: 1.2913942 Aug 31 01:27:31.046620 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1c4c4fcf-8e83-4934-b6f9-b41b2edb9117 req-fa6a9cf9-be30-4fe5-8ad9-2159b2c38fec tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=164da7d4776d4e9f8cf6497aa784d312&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1618257 Aug 31 01:27:31.054203 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:31.055190 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2418e8-d86f-476d-8eb1-30e1abef8f0f admin admin] Pushing event deleted for resources: {'Network': ['ID=0303b68a-9736-48eb-90f1-d3c52026d074,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:31.169795 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-686874cb-b2d0-4dee-8ce6-9f06fa5d06fb req-b15f8cd6-ce13-4313-913b-e267457db87c tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=34358351-83e4-4657-bc0e-b19966191f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2134483 Aug 31 01:27:31.188901 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-fab5fd09-619d-4d71-828c-bc2e206148c8 req-147426b3-de52-40db-b0fc-5cfd48600444 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:31.189529 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-fab5fd09-619d-4d71-828c-bc2e206148c8 req-147426b3-de52-40db-b0fc-5cfd48600444 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608267'] for floatingip (12518811-6f2d-4da4-9b06-b2af61e10a85), after_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:31.189658 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.db.l3_db [req-fab5fd09-619d-4d71-828c-bc2e206148c8 req-147426b3-de52-40db-b0fc-5cfd48600444 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Floating IP 12518811-6f2d-4da4-9b06-b2af61e10a85 disassociated. External IP: 172.27.1.187, port: 51441d6e-84dd-48a3-bd25-fade9ebd6634. Aug 31 01:27:31.189994 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.plugin [req-fab5fd09-619d-4d71-828c-bc2e206148c8 req-147426b3-de52-40db-b0fc-5cfd48600444 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Calling delete_port for 51441d6e-84dd-48a3-bd25-fade9ebd6634 owned by compute:nova {{(pid=106777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:27:31.262411 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1c4c4fcf-8e83-4934-b6f9-b41b2edb9117 req-bba45c46-3118-40b0-a7cd-6c14b2bd47ba service neutron] 10.222.0.20 "GET /networking/v2.0/networks/0760f9a5-d813-4a0f-bcef-9988cda0c948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986530 Aug 31 01:27:31.287446 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e24e185f-1658-4298-bbe0-6b6ad1d2a817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (06e7caa6-6f15-45a1-a03b-1c511964ed9a), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:31.341355 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:31.395435 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 60594) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:27:31.401849 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1c4c4fcf-8e83-4934-b6f9-b41b2edb9117 req-5a3b2536-0ca3-4f6e-900f-609ac1172efc service neutron] 10.222.0.20 "GET /networking/v2.0/networks/0760f9a5-d813-4a0f-bcef-9988cda0c948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323173 Aug 31 01:27:31.436611 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-9f23c3aa-9fac-4b74-ab6b-db814c0f46d3 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=d58414b1dd2342d58cc7665aee50b86b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0399914 Aug 31 01:27:31.439560 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 60596) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:27:31.482024 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-fab5fd09-619d-4d71-828c-bc2e206148c8 req-147426b3-de52-40db-b0fc-5cfd48600444 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5261574'] for port (51441d6e-84dd-48a3-bd25-fade9ebd6634), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:31.490264 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-6e400398-1014-46fa-b877-1a6f07205d64 admin admin] Publish callbacks [] for security_group (fa746442-1e8e-4d0b-b83d-b94484810b69), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:31.510363 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147426b3-de52-40db-b0fc-5cfd48600444 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Pushing event deleted for resources: {'Port': ['ID=51441d6e-84dd-48a3-bd25-fade9ebd6634,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:31.510909 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-6e400398-1014-46fa-b877-1a6f07205d64 admin admin] Publish callbacks [] for security_group (fa746442-1e8e-4d0b-b83d-b94484810b69), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:31.630755 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-6e400398-1014-46fa-b877-1a6f07205d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (fa746442-1e8e-4d0b-b83d-b94484810b69), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:31.635987 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-6e400398-1014-46fa-b877-1a6f07205d64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:31.638407 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-6e400398-1014-46fa-b877-1a6f07205d64 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/fa746442-1e8e-4d0b-b83d-b94484810b69 HTTP/1.1" status: 204 len: 168 time: 0.1974189 Aug 31 01:27:31.647275 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-12bfd491-e321-4028-9325-a88d0a44e817 req-344ae006-56bf-498f-b516-ddcbb38f6e6c tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2763dc0f-ab5c-4b32-9c03-5c5fcdf319ac HTTP/1.1" status: 200 len: 210 time: 0.0380280 Aug 31 01:27:31.655721 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e400398-1014-46fa-b877-1a6f07205d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa746442-1e8e-4d0b-b83d-b94484810b69,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:31.662387 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fab5fd09-619d-4d71-828c-bc2e206148c8 req-147426b3-de52-40db-b0fc-5cfd48600444 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Router 5782a4a2-909a-4031-86cd-c38efe94ee2d has already been hosted by L3 agent 1428144b-5b15-4168-8538-b51b3045e8b6 {{(pid=106777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:27:31.784516 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fab5fd09-619d-4d71-828c-bc2e206148c8 req-147426b3-de52-40db-b0fc-5cfd48600444 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Notify agent at l3_agent.dv-cinder-855288-2-iscsi the message routers_updated {{(pid=106777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:27:31.799019 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a73d32f-ec6f-4d06-aeb2-a5822b263611 None None] Sync routers for ids ['5782a4a2-909a-4031-86cd-c38efe94ee2d'] in dv-cinder-855288-2-iscsi {{(pid=106778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:27:31.807767 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a73d32f-ec6f-4d06-aeb2-a5822b263611 None None] Routers {'5782a4a2-909a-4031-86cd-c38efe94ee2d'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:27:31.808594 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-5a73d32f-ec6f-4d06-aeb2-a5822b263611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:27:03Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['5782a4a2-909a-4031-86cd-c38efe94ee2d'], 'active': True} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:31.831103 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.l3_dvrscheduler_db [req-fab5fd09-619d-4d71-828c-bc2e206148c8 req-147426b3-de52-40db-b0fc-5cfd48600444 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] No DVR routers for this DVR port 51441d6e-84dd-48a3-bd25-fade9ebd6634 on host hv-cinder-85528 {{(pid=106777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 01:27:31.833890 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-fab5fd09-619d-4d71-828c-bc2e206148c8 req-147426b3-de52-40db-b0fc-5cfd48600444 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for port (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:31.837691 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-fab5fd09-619d-4d71-828c-bc2e206148c8 req-147426b3-de52-40db-b0fc-5cfd48600444 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.85 "DELETE /networking/v2.0/ports/51441d6e-84dd-48a3-bd25-fade9ebd6634 HTTP/1.1" status: 204 len: 173 time: 1.4439509 Aug 31 01:27:31.838197 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '368bac0a-39c9-4f1e-99f9-84223e7de06b', 'name': 'network-vif-deleted', 'tag': '51441d6e-84dd-48a3-bd25-fade9ebd6634'}] {{(pid=106777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:27:31.840475 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e330c87e12d7f870e7d9a686a76230f6b0968ad9153010b5cc5787492cc6e0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad56061-9fa3-40f7-860e-8d60914a393d" -d '{"events": [{"server_uuid": "368bac0a-39c9-4f1e-99f9-84223e7de06b", "name": "network-vif-deleted", "tag": "51441d6e-84dd-48a3-bd25-fade9ebd6634"}]}' {{(pid=106777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:27:31.883294 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 01:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e919be-f50e-49d0-8c43-6f3156ee87f3 x-openstack-request-id: req-32e919be-f50e-49d0-8c43-6f3156ee87f3 {{(pid=106777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:27:31.883587 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "368bac0a-39c9-4f1e-99f9-84223e7de06b", "name": "network-vif-deleted", "tag": "51441d6e-84dd-48a3-bd25-fade9ebd6634", "status": "completed", "code": 200}]} {{(pid=106777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:27:31.883842 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-32e919be-f50e-49d0-8c43-6f3156ee87f3 {{(pid=106777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:27:31.884312 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32e919be-f50e-49d0-8c43-6f3156ee87f3'] response: {'server_uuid': '368bac0a-39c9-4f1e-99f9-84223e7de06b', 'name': 'network-vif-deleted', 'tag': '51441d6e-84dd-48a3-bd25-fade9ebd6634', 'status': 'completed', 'code': 200} Aug 31 01:27:31.977244 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvr_db [None req-5a73d32f-ec6f-4d06-aeb2-a5822b263611 None None] Set router 5782a4a2-909a-4031-86cd-c38efe94ee2d gateway port host: dv-cinder-855288-2-iscsi {{(pid=106778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:27:32.206920 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-5a73d32f-ec6f-4d06-aeb2-a5822b263611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5782a4a2-909a-4031-86cd-c38efe94ee2d', 'name': 'tempest-AttachVolumeTestJSON-146619577-router', 'tenant_id': 'fb863f706c3846db958c9b7fe367c3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f4a5465d-ff9e-4624-a62b-bfbe66a01ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:23:41Z', 'updated_at': '2022-08-31T01:23:45Z', 'revision_number': 4, 'project_id': 'fb863f706c3846db958c9b7fe367c3f5', 'gw_port': {'id': 'f4a5465d-ff9e-4624-a62b-bfbe66a01ff3', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5782a4a2-909a-4031-86cd-c38efe94ee2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:23:42Z', 'updated_at': '2022-08-31T01:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_interfaces': [{'id': '63f67506-ae6b-4bbf-bf94-ae60b3fd57d4', 'name': '', 'network_id': '2d97e458-c7f0-41e8-8974-7a68b9809489', 'tenant_id': 'fb863f706c3846db958c9b7fe367c3f5', 'mac_address': 'fa:16:3e:04:98:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5782a4a2-909a-4031-86cd-c38efe94ee2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'ce633e5b-f53e-4e09-ba61-d50d905d9cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:23:44Z', 'updated_at': '2022-08-31T01:23:51Z', 'revision_number': 5, 'project_id': 'fb863f706c3846db958c9b7fe367c3f5', 'subnets': [{'id': 'ce633e5b-f53e-4e09-ba61-d50d905d9cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:32.240929 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a73d32f-ec6f-4d06-aeb2-a5822b263611 None None] Checking router: 5782a4a2-909a-4031-86cd-c38efe94ee2d for host: dv-cinder-855288-2-iscsi {{(pid=106778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:27:32.250995 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a73d32f-ec6f-4d06-aeb2-a5822b263611 None None] Routers {'5782a4a2-909a-4031-86cd-c38efe94ee2d'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:27:32.251593 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-5a73d32f-ec6f-4d06-aeb2-a5822b263611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:27:03Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['5782a4a2-909a-4031-86cd-c38efe94ee2d'], 'active': True} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:32.333301 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-86ec2e20-4541-416c-823c-15f670cdd03f req-fa9a05a1-014c-468f-b8d0-9be90aab8042 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=368bac0a-39c9-4f1e-99f9-84223e7de06b HTTP/1.1" status: 200 len: 210 time: 0.0388446 Aug 31 01:27:32.370240 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvr_db [None req-5a73d32f-ec6f-4d06-aeb2-a5822b263611 None None] Set router 5782a4a2-909a-4031-86cd-c38efe94ee2d gateway port host: dv-cinder-855288-2-iscsi {{(pid=106778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:27:32.568338 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-5a73d32f-ec6f-4d06-aeb2-a5822b263611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5782a4a2-909a-4031-86cd-c38efe94ee2d', 'name': 'tempest-AttachVolumeTestJSON-146619577-router', 'tenant_id': 'fb863f706c3846db958c9b7fe367c3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f4a5465d-ff9e-4624-a62b-bfbe66a01ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:23:41Z', 'updated_at': '2022-08-31T01:23:45Z', 'revision_number': 4, 'project_id': 'fb863f706c3846db958c9b7fe367c3f5', 'gw_port': {'id': 'f4a5465d-ff9e-4624-a62b-bfbe66a01ff3', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5782a4a2-909a-4031-86cd-c38efe94ee2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:23:42Z', 'updated_at': '2022-08-31T01:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_interfaces': [{'id': '63f67506-ae6b-4bbf-bf94-ae60b3fd57d4', 'name': '', 'network_id': '2d97e458-c7f0-41e8-8974-7a68b9809489', 'tenant_id': 'fb863f706c3846db958c9b7fe367c3f5', 'mac_address': 'fa:16:3e:04:98:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5782a4a2-909a-4031-86cd-c38efe94ee2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'ce633e5b-f53e-4e09-ba61-d50d905d9cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:23:44Z', 'updated_at': '2022-08-31T01:23:51Z', 'revision_number': 5, 'project_id': 'fb863f706c3846db958c9b7fe367c3f5', 'subnets': [{'id': 'ce633e5b-f53e-4e09-ba61-d50d905d9cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:32.594813 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a73d32f-ec6f-4d06-aeb2-a5822b263611 None None] The sync data for ids ['5782a4a2-909a-4031-86cd-c38efe94ee2d'] in dv-cinder-855288-2-iscsi is: [{'id': '5782a4a2-909a-4031-86cd-c38efe94ee2d', 'name': 'tempest-AttachVolumeTestJSON-146619577-router', 'tenant_id': 'fb863f706c3846db958c9b7fe367c3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f4a5465d-ff9e-4624-a62b-bfbe66a01ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:23:41Z', 'updated_at': '2022-08-31T01:23:45Z', 'revision_number': 4, 'project_id': 'fb863f706c3846db958c9b7fe367c3f5', 'gw_port': {'id': 'f4a5465d-ff9e-4624-a62b-bfbe66a01ff3', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5782a4a2-909a-4031-86cd-c38efe94ee2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:23:42Z', 'updated_at': '2022-08-31T01:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_interfaces': [{'id': '63f67506-ae6b-4bbf-bf94-ae60b3fd57d4', 'name': '', 'network_id': '2d97e458-c7f0-41e8-8974-7a68b9809489', 'tenant_id': 'fb863f706c3846db958c9b7fe367c3f5', 'mac_address': 'fa:16:3e:04:98:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5782a4a2-909a-4031-86cd-c38efe94ee2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'ce633e5b-f53e-4e09-ba61-d50d905d9cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:23:44Z', 'updated_at': '2022-08-31T01:23:51Z', 'revision_number': 5, 'project_id': 'fb863f706c3846db958c9b7fe367c3f5', 'subnets': [{'id': 'ce633e5b-f53e-4e09-ba61-d50d905d9cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:27:32.772174 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-23d8d4e4-749e-4ee0-8c75-00981a91ffaf req-a239ead4-b43b-4447-89da-f5c81ee1b1d6 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2763dc0f-ab5c-4b32-9c03-5c5fcdf319ac HTTP/1.1" status: 200 len: 210 time: 0.0378172 Aug 31 01:27:32.896986 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a35712-8c78-4ea8-9fb6-da479fbda97e None None] New status for floating IP 12518811-6f2d-4da4-9b06-b2af61e10a85: DOWN {{(pid=106779) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 01:27:33.482684 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 60652) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:27:33.541358 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e5f77673-d68a-4ac0-933a-55a0c6f27ec1 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks [] for security_group (34358351-83e4-4657-bc0e-b19966191f27), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:33.549929 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-260a4946-4dbb-412e-a63b-e64b229ee6d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (1428144b-5b15-4168-8538-b51b3045e8b6), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:33.564613 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e5f77673-d68a-4ac0-933a-55a0c6f27ec1 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks [] for security_group (34358351-83e4-4657-bc0e-b19966191f27), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:33.663785 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e5f77673-d68a-4ac0-933a-55a0c6f27ec1 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (34358351-83e4-4657-bc0e-b19966191f27), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:33.666971 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e5f77673-d68a-4ac0-933a-55a0c6f27ec1 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks [] for security_group (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:33.668195 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-e5f77673-d68a-4ac0-933a-55a0c6f27ec1 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "DELETE /networking/v2.0/security-groups/34358351-83e4-4657-bc0e-b19966191f27 HTTP/1.1" status: 204 len: 168 time: 0.1837511 Aug 31 01:27:33.671035 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 60660) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:27:33.677986 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f77673-d68a-4ac0-933a-55a0c6f27ec1 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34358351-83e4-4657-bc0e-b19966191f27,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:33.689465 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.api.v2.resource [None req-9bcbaed2-15ab-41d2-a5a0-069cf099f101 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] show failed (client error): The resource could not be found. Aug 31 01:27:33.690495 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-9bcbaed2-15ab-41d2-a5a0-069cf099f101 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/security-groups/34358351-83e4-4657-bc0e-b19966191f27 HTTP/1.1" status: 404 len: 347 time: 0.0184581 Aug 31 01:27:33.693658 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 60662) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:27:33.767383 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (799b9b45-836a-4007-8b99-6041c4a5ce6b), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:33.816188 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [None req-6815e805-79b2-4f9c-a104-fa04cb14c000 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Deleting port 193f1b9c-8f82-4764-8861-7a310953f31d {{(pid=106776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:27:33.816466 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-6815e805-79b2-4f9c-a104-fa04cb14c000 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (193f1b9c-8f82-4764-8861-7a310953f31d), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:33.879414 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-5ec500b2-d215-4c87-a90a-7de2647009e9 req-7aaf1909-9497-44cf-a115-143400017d8b tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2763dc0f-ab5c-4b32-9c03-5c5fcdf319ac HTTP/1.1" status: 200 len: 210 time: 0.0289361 Aug 31 01:27:33.906298 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-6815e805-79b2-4f9c-a104-fa04cb14c000 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (193f1b9c-8f82-4764-8861-7a310953f31d), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:33.908596 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-6815e805-79b2-4f9c-a104-fa04cb14c000 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks [] for floatingip (193f1b9c-8f82-4764-8861-7a310953f31d), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:33.920163 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [None req-6815e805-79b2-4f9c-a104-fa04cb14c000 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Calling delete_port for 193f1b9c-8f82-4764-8861-7a310953f31d owned by network:floatingip {{(pid=106776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:27:33.984368 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:33.988004 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:34.077083 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device 51441d6e-84dd-48a3-bd25-fade9ebd6634 no longer exists at agent hyperv_hv-cinder-85528 {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:27:34.093272 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4c4fcf-8e83-4934-b6f9-b41b2edb9117 req-26d3de9e-fcd5-40ac-8449-a56b433cb8a3 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:34.094736 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1c4c4fcf-8e83-4934-b6f9-b41b2edb9117 req-26d3de9e-fcd5-40ac-8449-a56b433cb8a3 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.85 "GET /networking/v2.0/networks?id=0760f9a5-d813-4a0f-bcef-9988cda0c948 HTTP/1.1" status: 200 len: 814 time: 0.1195436 Aug 31 01:27:34.097113 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] No Port match for: 51441d6e-84dd-48a3-bd25-fade9ebd6634 {{(pid=106778) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 01:27:34.097587 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device 51441d6e-84dd-48a3-bd25-fade9ebd6634 not bound to the agent host hv-cinder-85528 {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:27:34.133338 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-6815e805-79b2-4f9c-a104-fa04cb14c000 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6273727'] for port (193f1b9c-8f82-4764-8861-7a310953f31d), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:34.159107 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815e805-79b2-4f9c-a104-fa04cb14c000 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Pushing event deleted for resources: {'Port': ['ID=193f1b9c-8f82-4764-8861-7a310953f31d,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:34.170737 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1c4c4fcf-8e83-4934-b6f9-b41b2edb9117 req-292b3828-90b7-4ed5-96db-4359c9baecbd tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.85 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=164da7d4776d4e9f8cf6497aa784d312 HTTP/1.1" status: 200 len: 380 time: 0.0672565 Aug 31 01:27:34.181323 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [req-1c4c4fcf-8e83-4934-b6f9-b41b2edb9117 req-36838560-7511-44ce-a19e-8708766ff36f tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Request body: {'port': {'device_id': '2763dc0f-ab5c-4b32-9c03-5c5fcdf319ac', 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948', 'admin_state_up': True, 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'security_groups': ['69e8555f-2c50-43f5-a22b-6707e2ee79f8']}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:27:34.242678 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-6815e805-79b2-4f9c-a104-fa04cb14c000 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks [] for floatingip (12518811-6f2d-4da4-9b06-b2af61e10a85), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:34.245266 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-6815e805-79b2-4f9c-a104-fa04cb14c000 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for floatingip (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:34.246602 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-6815e805-79b2-4f9c-a104-fa04cb14c000 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/12518811-6f2d-4da4-9b06-b2af61e10a85 HTTP/1.1" status: 204 len: 168 time: 0.5518408 Aug 31 01:27:34.372567 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c4c4fcf-8e83-4934-b6f9-b41b2edb9117 req-36838560-7511-44ce-a19e-8708766ff36f tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Made reservation on behalf of 164da7d4776d4e9f8cf6497aa784d312 for: {'port': 1} {{(pid=106777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:27:34.376465 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-1c4c4fcf-8e83-4934-b6f9-b41b2edb9117 req-36838560-7511-44ce-a19e-8708766ff36f tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:34.404786 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 60688) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:27:34.409387 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [None req-ac2ecc2d-9f16-42e6-bd77-a50a596ca121 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Request body: {'security_group': {'name': 'tempest-securitygroup--924789410', 'description': 'tempest-description--811067093'}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:27:34.430770 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:34.511783 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.db_base_plugin_common [req-1c4c4fcf-8e83-4934-b6f9-b41b2edb9117 req-36838560-7511-44ce-a19e-8708766ff36f tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Allocated IP 172.20.0.5 (0760f9a5-d813-4a0f-bcef-9988cda0c948/4cf8958b-5555-42e1-b4dd-8dee2893fbc9/efe8dede-55a6-41b6-97f0-2979138ce376) {{(pid=106777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:27:34.521670 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-ac2ecc2d-9f16-42e6-bd77-a50a596ca121 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks [] for security_group (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:34.532907 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:INSERT=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:34.594714 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-ac2ecc2d-9f16-42e6-bd77-a50a596ca121 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks [] for security_group (992a52af-e238-4626-98e4-78502fd562e3), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:34.656553 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-1c4c4fcf-8e83-4934-b6f9-b41b2edb9117 req-36838560-7511-44ce-a19e-8708766ff36f tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for port (efe8dede-55a6-41b6-97f0-2979138ce376), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:34.687420 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-ac2ecc2d-9f16-42e6-bd77-a50a596ca121 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (992a52af-e238-4626-98e4-78502fd562e3), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:34.716634 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2ecc2d-9f16-42e6-bd77-a50a596ca121 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=992a52af-e238-4626-98e4-78502fd562e3,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:34.762429 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-1c4c4fcf-8e83-4934-b6f9-b41b2edb9117 req-36838560-7511-44ce-a19e-8708766ff36f tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779185826838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5261574'] for port (efe8dede-55a6-41b6-97f0-2979138ce376), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:34.764807 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-ac2ecc2d-9f16-42e6-bd77-a50a596ca121 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks [] for security_group (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:34.766657 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-ac2ecc2d-9f16-42e6-bd77-a50a596ca121 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3603625 Aug 31 01:27:34.769299 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 60702) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:27:34.774536 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [None req-9db55ca3-c2fe-4763-9c7a-d8ea05f4c74e tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Request body: {'security_group_rule': {'security_group_id': '992a52af-e238-4626-98e4-78502fd562e3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:27:34.802724 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:34.814890 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c4c4fcf-8e83-4934-b6f9-b41b2edb9117 req-36838560-7511-44ce-a19e-8708766ff36f tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Network 0760f9a5-d813-4a0f-bcef-9988cda0c948 is already hosted by enough agents. {{(pid=106777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:27:34.818141 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.base_scheduler [req-1c4c4fcf-8e83-4934-b6f9-b41b2edb9117 req-36838560-7511-44ce-a19e-8708766ff36f tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Resources bound (agent type, host, resource id): {{(pid=106777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:27:34.821864 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c4c4fcf-8e83-4934-b6f9-b41b2edb9117 req-36838560-7511-44ce-a19e-8708766ff36f tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Received port after_create {{(pid=106777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 01:27:34.849795 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36838560-7511-44ce-a19e-8708766ff36f tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Pushing event updated for resources: {'Port': ['ID=efe8dede-55a6-41b6-97f0-2979138ce376,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:34.868913 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-9db55ca3-c2fe-4763-9c7a-d8ea05f4c74e tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks [] for security_group_rule (203a158c-8114-446d-92ba-6b6c18c8b6e1), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:34.899481 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4c4fcf-8e83-4934-b6f9-b41b2edb9117 req-36838560-7511-44ce-a19e-8708766ff36f tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:34.900142 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-1c4c4fcf-8e83-4934-b6f9-b41b2edb9117 req-36838560-7511-44ce-a19e-8708766ff36f tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for port (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:34.972902 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-9db55ca3-c2fe-4763-9c7a-d8ea05f4c74e tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks [] for security_group_rule (203a158c-8114-446d-92ba-6b6c18c8b6e1), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:34.978896 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-6cf74907-e165-4231-8e79-d72e153e628e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (625e835a-7d63-45f9-8a46-c3ba876c3627), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:35.011007 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1c4c4fcf-8e83-4934-b6f9-b41b2edb9117 req-36838560-7511-44ce-a19e-8708766ff36f tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.85 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8347752 Aug 31 01:27:35.025723 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [req-1c4c4fcf-8e83-4934-b6f9-b41b2edb9117 req-2b0a633b-4f8e-4cf0-af98-47dad2c6589c service neutron] Request body: {'port': {'device_id': '2763dc0f-ab5c-4b32-9c03-5c5fcdf319ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85528'}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:27:35.052063 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ae2e1-f8a9-4560-8f4e-6793ed8bf381 req-98ffa0e6-de5d-4aa1-bb82-c0d13bf858e8 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:35.053121 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-9db55ca3-c2fe-4763-9c7a-d8ea05f4c74e tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413228'] for security_group_rule (203a158c-8114-446d-92ba-6b6c18c8b6e1), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:35.055121 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-894ae2e1-f8a9-4560-8f4e-6793ed8bf381 req-98ffa0e6-de5d-4aa1-bb82-c0d13bf858e8 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2763dc0f-ab5c-4b32-9c03-5c5fcdf319ac HTTP/1.1" status: 200 len: 931 time: 0.0766385 Aug 31 01:27:35.070849 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db55ca3-c2fe-4763-9c7a-d8ea05f4c74e tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=203a158c-8114-446d-92ba-6b6c18c8b6e1,revision_number=0']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:35.108980 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-93ec5741-54e4-42ac-be8a-03ed5e16b388 None None] Provisioning complete for port efe8dede-55a6-41b6-97f0-2979138ce376 triggered by entity DHCP. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:27:35.109381 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-93ec5741-54e4-42ac-be8a-03ed5e16b388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (efe8dede-55a6-41b6-97f0-2979138ce376), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:35.126502 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-1c4c4fcf-8e83-4934-b6f9-b41b2edb9117 req-2b0a633b-4f8e-4cf0-af98-47dad2c6589c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (efe8dede-55a6-41b6-97f0-2979138ce376), before_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:35.140219 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-93ec5741-54e4-42ac-be8a-03ed5e16b388 None None] Port efe8dede-55a6-41b6-97f0-2979138ce376 cannot update to ACTIVE because it is not bound. {{(pid=106778) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 01:27:35.151259 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-894ae2e1-f8a9-4560-8f4e-6793ed8bf381 req-75902ca7-6bbe-48ff-87eb-a652f0346b5d tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=69e8555f-2c50-43f5-a22b-6707e2ee79f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887020 Aug 31 01:27:35.179682 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-9db55ca3-c2fe-4763-9c7a-d8ea05f4c74e tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:35.181260 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-9db55ca3-c2fe-4763-9c7a-d8ea05f4c74e tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4105830 Aug 31 01:27:35.183942 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 60708) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:27:35.188232 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [None req-0f7b9435-7146-47af-93a8-d932121d0c7d tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Request body: {'security_group_rule': {'security_group_id': '992a52af-e238-4626-98e4-78502fd562e3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:27:35.285583 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-0f7b9435-7146-47af-93a8-d932121d0c7d tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks [] for security_group_rule (5a948f4d-397d-44a4-9439-325a0f316e10), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:35.336320 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-0f7b9435-7146-47af-93a8-d932121d0c7d tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks [] for security_group_rule (5a948f4d-397d-44a4-9439-325a0f316e10), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:35.378029 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 60712) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:27:35.402204 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-0f7b9435-7146-47af-93a8-d932121d0c7d tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413228'] for security_group_rule (5a948f4d-397d-44a4-9439-325a0f316e10), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:35.409132 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.notifiers.nova [req-1c4c4fcf-8e83-4934-b6f9-b41b2edb9117 req-2b0a633b-4f8e-4cf0-af98-47dad2c6589c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efe8dede-55a6-41b6-97f0-2979138ce376 {{(pid=106777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 01:27:35.418428 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-1c4c4fcf-8e83-4934-b6f9-b41b2edb9117 req-2b0a633b-4f8e-4cf0-af98-47dad2c6589c service neutron] Publish callbacks [] for port (efe8dede-55a6-41b6-97f0-2979138ce376), precommit_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:35.424186 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7b9435-7146-47af-93a8-d932121d0c7d tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a948f4d-397d-44a4-9439-325a0f316e10,revision_number=0']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:35.436341 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.provisioning_blocks [req-1c4c4fcf-8e83-4934-b6f9-b41b2edb9117 req-2b0a633b-4f8e-4cf0-af98-47dad2c6589c service neutron] Transition to ACTIVE for port object efe8dede-55a6-41b6-97f0-2979138ce376 will not be triggered until provisioned by entity L2. {{(pid=106777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 01:27:35.488539 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-b4c44f27-20f1-4b30-b34f-7abf2f6a6b2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:35.510526 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-0f7b9435-7146-47af-93a8-d932121d0c7d tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:35.511715 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-0f7b9435-7146-47af-93a8-d932121d0c7d tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3268359 Aug 31 01:27:35.513355 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:35.514978 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 60716) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:27:35.519451 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [None req-a70f851e-f3ad-497c-ab52-a1cee8db7c3e tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Request body: {'floatingip': {'floating_network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83'}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:27:35.525610 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:35.530812 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-1c4c4fcf-8e83-4934-b6f9-b41b2edb9117 req-2b0a633b-4f8e-4cf0-af98-47dad2c6589c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5261583'] for port (efe8dede-55a6-41b6-97f0-2979138ce376), after_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:35.571196 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-b4c44f27-20f1-4b30-b34f-7abf2f6a6b2d admin admin] Publish callbacks [] for security_group (441ad5f9-3720-4c5a-8c72-f024827ff779), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:35.601265 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0a633b-4f8e-4cf0-af98-47dad2c6589c service neutron] Pushing event updated for resources: {'Port': ['ID=efe8dede-55a6-41b6-97f0-2979138ce376,revision_number=2']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:35.637715 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-a70f851e-f3ad-497c-ab52-a1cee8db7c3e tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:35.664247 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-b4c44f27-20f1-4b30-b34f-7abf2f6a6b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (441ad5f9-3720-4c5a-8c72-f024827ff779), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:35.696134 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.managers [req-1c4c4fcf-8e83-4934-b6f9-b41b2edb9117 req-2b0a633b-4f8e-4cf0-af98-47dad2c6589c service neutron] Attempting to bind port efe8dede-55a6-41b6-97f0-2979138ce376 on host hv-cinder-85528 for vnic_type normal with profile {{(pid=106777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 01:27:35.696352 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.managers [req-1c4c4fcf-8e83-4934-b6f9-b41b2edb9117 req-2b0a633b-4f8e-4cf0-af98-47dad2c6589c service neutron] Attempting to bind port efe8dede-55a6-41b6-97f0-2979138ce376 by drivers openvswitch,hyperv on host hv-cinder-85528 at level 0 using segments [{'id': '69073539-0cb5-4109-ac49-b16cdc893327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948'}] {{(pid=106777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 01:27:35.696581 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4c4fcf-8e83-4934-b6f9-b41b2edb9117 req-2b0a633b-4f8e-4cf0-af98-47dad2c6589c service neutron] Attempting to bind port efe8dede-55a6-41b6-97f0-2979138ce376 on network 0760f9a5-d813-4a0f-bcef-9988cda0c948 {{(pid=106777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:27:35.704044 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4c4fcf-8e83-4934-b6f9-b41b2edb9117 req-2b0a633b-4f8e-4cf0-af98-47dad2c6589c service neutron] Port efe8dede-55a6-41b6-97f0-2979138ce376 on network 0760f9a5-d813-4a0f-bcef-9988cda0c948 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85528 {{(pid=106777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 01:27:35.704610 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4c4fcf-8e83-4934-b6f9-b41b2edb9117 req-2b0a633b-4f8e-4cf0-af98-47dad2c6589c service neutron] Attempting to bind port efe8dede-55a6-41b6-97f0-2979138ce376 on network 0760f9a5-d813-4a0f-bcef-9988cda0c948 {{(pid=106777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:27:35.705402 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-b4c44f27-20f1-4b30-b34f-7abf2f6a6b2d admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=4a9fd8516beb4d03b026b9e23f560ed3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3262901 Aug 31 01:27:35.706228 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c44f27-20f1-4b30-b34f-7abf2f6a6b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=441ad5f9-3720-4c5a-8c72-f024827ff779,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:35.708481 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 60718) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:27:35.761202 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-32e354cb-95af-4448-ade4-b020356d2756 admin admin] Publish callbacks [] for security_group (441ad5f9-3720-4c5a-8c72-f024827ff779), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:35.786141 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-32e354cb-95af-4448-ade4-b020356d2756 admin admin] Publish callbacks [] for security_group (441ad5f9-3720-4c5a-8c72-f024827ff779), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:35.893040 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-32e354cb-95af-4448-ade4-b020356d2756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (441ad5f9-3720-4c5a-8c72-f024827ff779), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:35.900097 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-32e354cb-95af-4448-ade4-b020356d2756 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:35.904020 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-32e354cb-95af-4448-ade4-b020356d2756 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/441ad5f9-3720-4c5a-8c72-f024827ff779 HTTP/1.1" status: 204 len: 168 time: 0.1920340 Aug 31 01:27:35.911561 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e354cb-95af-4448-ade4-b020356d2756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=441ad5f9-3720-4c5a-8c72-f024827ff779,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:35.981000 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4c4fcf-8e83-4934-b6f9-b41b2edb9117 req-2b0a633b-4f8e-4cf0-af98-47dad2c6589c service neutron] Checking agent: {'id': '799b9b45-836a-4007-8b99-6041c4a5ce6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85528', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 1, 20, 34), 'started_at': datetime.datetime(2022, 8, 31, 1, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 1, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 01:27:35.981234 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4c4fcf-8e83-4934-b6f9-b41b2edb9117 req-2b0a633b-4f8e-4cf0-af98-47dad2c6589c service neutron] Checking segment: {'id': '69073539-0cb5-4109-ac49-b16cdc893327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:27:35.981608 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4c4fcf-8e83-4934-b6f9-b41b2edb9117 req-2b0a633b-4f8e-4cf0-af98-47dad2c6589c service neutron] Bound using segment: {'id': '69073539-0cb5-4109-ac49-b16cdc893327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948'} {{(pid=106777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 01:27:35.981719 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.agents_db [None req-5925ee7b-6bd5-4912-8f46-3ff11817b141 None None] Agent healthcheck: found 6 active agents {{(pid=106779) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:27:35.982163 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.managers [req-1c4c4fcf-8e83-4934-b6f9-b41b2edb9117 req-2b0a633b-4f8e-4cf0-af98-47dad2c6589c service neutron] Bound port: efe8dede-55a6-41b6-97f0-2979138ce376, host: hv-cinder-85528, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69073539-0cb5-4109-ac49-b16cdc893327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948'}}] {{(pid=106777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 01:27:35.982372 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-1c4c4fcf-8e83-4934-b6f9-b41b2edb9117 req-2b0a633b-4f8e-4cf0-af98-47dad2c6589c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (efe8dede-55a6-41b6-97f0-2979138ce376), before_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:36.013412 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-a70f851e-f3ad-497c-ab52-a1cee8db7c3e tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:36.078368 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:36.105928 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.db [req-1c4c4fcf-8e83-4934-b6f9-b41b2edb9117 req-2b0a633b-4f8e-4cf0-af98-47dad2c6589c service neutron] For port efe8dede-55a6-41b6-97f0-2979138ce376, host hv-cinder-85528, cleared binding levels {{(pid=106777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:27:36.110971 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.db [req-1c4c4fcf-8e83-4934-b6f9-b41b2edb9117 req-2b0a633b-4f8e-4cf0-af98-47dad2c6589c service neutron] For port efe8dede-55a6-41b6-97f0-2979138ce376, host hv-cinder-85528, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=efe8dede-55a6-41b6-97f0-2979138ce376,segment=NetworkSegment(69073539-0cb5-4109-ac49-b16cdc893327),segment_id=69073539-0cb5-4109-ac49-b16cdc893327)] {{(pid=106777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:27:36.164200 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.db_base_plugin_common [None req-a70f851e-f3ad-497c-ab52-a1cee8db7c3e tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Allocated IP 172.27.1.138 (6de90673-24a8-444a-94e7-38ef2e70dd83/b0882f00-706c-4556-bcad-01ef413e142c/24542122-4378-438a-a542-4a3fe49480c0) {{(pid=106777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:27:36.180525 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-1c4c4fcf-8e83-4934-b6f9-b41b2edb9117 req-2b0a633b-4f8e-4cf0-af98-47dad2c6589c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5261583'] for port (efe8dede-55a6-41b6-97f0-2979138ce376), after_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:36.194802 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4c4fcf-8e83-4934-b6f9-b41b2edb9117 req-2b0a633b-4f8e-4cf0-af98-47dad2c6589c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:36.195417 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-1c4c4fcf-8e83-4934-b6f9-b41b2edb9117 req-2b0a633b-4f8e-4cf0-af98-47dad2c6589c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for port (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:36.196816 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1c4c4fcf-8e83-4934-b6f9-b41b2edb9117 req-2b0a633b-4f8e-4cf0-af98-47dad2c6589c service neutron] 10.222.0.85 "PUT /networking/v2.0/ports/efe8dede-55a6-41b6-97f0-2979138ce376 HTTP/1.1" status: 200 len: 1093 time: 1.1777065 Aug 31 01:27:36.200118 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2763dc0f-ab5c-4b32-9c03-5c5fcdf319ac', 'tag': 'efe8dede-55a6-41b6-97f0-2979138ce376'}] {{(pid=106777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:27:36.203329 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e330c87e12d7f870e7d9a686a76230f6b0968ad9153010b5cc5787492cc6e0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-974097ca-92ef-46af-acce-768cc879848a" -d '{"events": [{"name": "network-changed", "server_uuid": "2763dc0f-ab5c-4b32-9c03-5c5fcdf319ac", "tag": "efe8dede-55a6-41b6-97f0-2979138ce376"}]}' {{(pid=106777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:27:36.292479 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 01:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c851ce2-2b9c-4b1f-aa2b-dc45810bba4b x-openstack-request-id: req-9c851ce2-2b9c-4b1f-aa2b-dc45810bba4b {{(pid=106777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:27:36.292782 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2763dc0f-ab5c-4b32-9c03-5c5fcdf319ac", "tag": "efe8dede-55a6-41b6-97f0-2979138ce376", "status": "completed", "code": 200}]} {{(pid=106777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:27:36.293005 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9c851ce2-2b9c-4b1f-aa2b-dc45810bba4b {{(pid=106777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:27:36.294367 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c851ce2-2b9c-4b1f-aa2b-dc45810bba4b'] response: {'name': 'network-changed', 'server_uuid': '2763dc0f-ab5c-4b32-9c03-5c5fcdf319ac', 'tag': 'efe8dede-55a6-41b6-97f0-2979138ce376', 'status': 'completed', 'code': 200} Aug 31 01:27:36.308422 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:36.362733 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0206d7f-057a-4ff7-a0cd-bf7f8470ace6 req-c89aeb9c-e73f-42b7-ba71-64f1fd9d7871 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:36.364705 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-a0206d7f-057a-4ff7-a0cd-bf7f8470ace6 req-c89aeb9c-e73f-42b7-ba71-64f1fd9d7871 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2763dc0f-ab5c-4b32-9c03-5c5fcdf319ac HTTP/1.1" status: 200 len: 943 time: 0.1153660 Aug 31 01:27:36.380434 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0a633b-4f8e-4cf0-af98-47dad2c6589c service neutron] Pushing event updated for resources: {'Port': ['ID=efe8dede-55a6-41b6-97f0-2979138ce376,revision_number=3']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:36.390900 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4c4fcf-8e83-4934-b6f9-b41b2edb9117 req-5032776d-4994-4856-926c-f90706056359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:36.391189 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-f7411cf7-2853-429b-aa0f-54d02b543116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (5f821ebb-aac9-4915-bb43-6712672a5d6c), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:36.392335 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1c4c4fcf-8e83-4934-b6f9-b41b2edb9117 req-5032776d-4994-4856-926c-f90706056359 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=164da7d4776d4e9f8cf6497aa784d312&device_id=2763dc0f-ab5c-4b32-9c03-5c5fcdf319ac HTTP/1.1" status: 200 len: 1127 time: 0.1017230 Aug 31 01:27:36.453465 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (f96ef3eb-5320-49ab-b33a-a2775d3a6053), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:36.456621 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1c4c4fcf-8e83-4934-b6f9-b41b2edb9117 req-2bb52425-3382-4bbc-9474-188fd60da3a4 service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efe8dede-55a6-41b6-97f0-2979138ce376 HTTP/1.1" status: 200 len: 217 time: 0.0573201 Aug 31 01:27:36.468662 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-a70f851e-f3ad-497c-ab52-a1cee8db7c3e tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks [] for port (24542122-4378-438a-a542-4a3fe49480c0), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:36.516080 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:36.519511 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-a0206d7f-057a-4ff7-a0cd-bf7f8470ace6 req-d3dedeeb-05e8-453d-bc8a-c42d4884ecc0 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=69e8555f-2c50-43f5-a22b-6707e2ee79f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431856 Aug 31 01:27:36.547782 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4c4fcf-8e83-4934-b6f9-b41b2edb9117 req-4e477897-beda-4ba0-8c3b-9b341037121e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:36.549269 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1c4c4fcf-8e83-4934-b6f9-b41b2edb9117 req-4e477897-beda-4ba0-8c3b-9b341037121e service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=4cf8958b-5555-42e1-b4dd-8dee2893fbc9 HTTP/1.1" status: 200 len: 853 time: 0.0770628 Aug 31 01:27:36.593049 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4c4fcf-8e83-4934-b6f9-b41b2edb9117 req-6670be12-6210-49cc-bbaa-7ef23f7c1f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:36.594579 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1c4c4fcf-8e83-4934-b6f9-b41b2edb9117 req-6670be12-6210-49cc-bbaa-7ef23f7c1f37 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=0760f9a5-d813-4a0f-bcef-9988cda0c948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385580 Aug 31 01:27:36.648958 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-a70f851e-f3ad-497c-ab52-a1cee8db7c3e tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779185826838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5261574'] for port (24542122-4378-438a-a542-4a3fe49480c0), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:36.696169 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 60728) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:27:36.701757 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70f851e-f3ad-497c-ab52-a1cee8db7c3e tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Network 6de90673-24a8-444a-94e7-38ef2e70dd83 is already hosted by enough agents. {{(pid=106777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:27:36.703859 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=10 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:36.708351 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.base_scheduler [None req-a70f851e-f3ad-497c-ab52-a1cee8db7c3e tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Resources bound (agent type, host, resource id): {{(pid=106777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:27:36.711019 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-8b232d5f-2085-4ab8-ab2d-990bf6687cf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:36.717841 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70f851e-f3ad-497c-ab52-a1cee8db7c3e tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Received port after_create {{(pid=106777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 01:27:36.741761 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f851e-f3ad-497c-ab52-a1cee8db7c3e tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Pushing event updated for resources: {'Port': ['ID=24542122-4378-438a-a542-4a3fe49480c0,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:36.771414 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1c4c4fcf-8e83-4934-b6f9-b41b2edb9117 req-aa61cfae-d69f-4bee-af01-fa32dd06a22b service neutron] 10.222.0.85 "GET /networking/v2.0/networks/0760f9a5-d813-4a0f-bcef-9988cda0c948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680887 Aug 31 01:27:36.789578 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-8b232d5f-2085-4ab8-ab2d-990bf6687cf7 admin admin] Publish callbacks [] for security_group (0040b550-48f4-4e5f-abf5-09c51ed441b5), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:36.817106 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-a70f851e-f3ad-497c-ab52-a1cee8db7c3e tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks [] for floatingip (fcb8b79e-6d6c-4eef-a1fa-36b08be73e84), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:36.927699 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-8b232d5f-2085-4ab8-ab2d-990bf6687cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (0040b550-48f4-4e5f-abf5-09c51ed441b5), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:36.951704 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:36.974538 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-8b232d5f-2085-4ab8-ab2d-990bf6687cf7 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=beb2b0d6d69f405d96b9f0f132bbbfa8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2771430 Aug 31 01:27:36.975525 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b232d5f-2085-4ab8-ab2d-990bf6687cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0040b550-48f4-4e5f-abf5-09c51ed441b5,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:36.979622 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 60730) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:27:36.997554 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-a70f851e-f3ad-497c-ab52-a1cee8db7c3e tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (24542122-4378-438a-a542-4a3fe49480c0), before_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:37.029620 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-e84e9d78-f0a5-4e9a-b0cb-9730948ebe7c admin admin] Publish callbacks [] for security_group (0040b550-48f4-4e5f-abf5-09c51ed441b5), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:37.050789 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-e84e9d78-f0a5-4e9a-b0cb-9730948ebe7c admin admin] Publish callbacks [] for security_group (0040b550-48f4-4e5f-abf5-09c51ed441b5), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:37.061099 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1c4c4fcf-8e83-4934-b6f9-b41b2edb9117 req-b669faa9-a6f5-47f4-aad4-8dfa764c43fa service neutron] 10.222.0.85 "GET /networking/v2.0/networks/0760f9a5-d813-4a0f-bcef-9988cda0c948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604640 Aug 31 01:27:37.166597 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-e84e9d78-f0a5-4e9a-b0cb-9730948ebe7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (0040b550-48f4-4e5f-abf5-09c51ed441b5), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:37.169480 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-e84e9d78-f0a5-4e9a-b0cb-9730948ebe7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:37.170684 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-e84e9d78-f0a5-4e9a-b0cb-9730948ebe7c admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/0040b550-48f4-4e5f-abf5-09c51ed441b5 HTTP/1.1" status: 204 len: 168 time: 0.1900432 Aug 31 01:27:37.180564 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84e9d78-f0a5-4e9a-b0cb-9730948ebe7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0040b550-48f4-4e5f-abf5-09c51ed441b5,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:37.181424 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-a70f851e-f3ad-497c-ab52-a1cee8db7c3e tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks [] for port (24542122-4378-438a-a542-4a3fe49480c0), precommit_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:37.253598 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-a70f851e-f3ad-497c-ab52-a1cee8db7c3e tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5261583'] for port (24542122-4378-438a-a542-4a3fe49480c0), after_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:37.324592 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f851e-f3ad-497c-ab52-a1cee8db7c3e tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Pushing event updated for resources: {'Port': ['ID=24542122-4378-438a-a542-4a3fe49480c0,revision_number=2']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:37.329944 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-a70f851e-f3ad-497c-ab52-a1cee8db7c3e tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608267'] for floatingip (fcb8b79e-6d6c-4eef-a1fa-36b08be73e84), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:37.398741 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-a70f851e-f3ad-497c-ab52-a1cee8db7c3e tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for floatingip (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:37.400027 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-a70f851e-f3ad-497c-ab52-a1cee8db7c3e tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8840287 Aug 31 01:27:37.645461 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1deecc80-1cb7-4467-b9e0-e9a9c6ceae35 req-65340c20-a470-4244-a441-4c436d7139ed tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--924789410&fields=id&tenant_id=fb863f706c3846db958c9b7fe367c3f5 HTTP/1.1" status: 200 len: 267 time: 0.0811079 Aug 31 01:27:37.655612 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5910a8-74d3-4a54-80a0-6f8b5a697302 req-b891dd55-1629-4f3a-a45b-145becc9c368 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:37.657068 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-ff5910a8-74d3-4a54-80a0-6f8b5a697302 req-b891dd55-1629-4f3a-a45b-145becc9c368 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2763dc0f-ab5c-4b32-9c03-5c5fcdf319ac HTTP/1.1" status: 200 len: 943 time: 0.0586791 Aug 31 01:27:37.725747 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:37.776967 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-ff5910a8-74d3-4a54-80a0-6f8b5a697302 req-f25b48a5-cb8b-4f00-bdc1-1325e9533ec2 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=69e8555f-2c50-43f5-a22b-6707e2ee79f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085129 Aug 31 01:27:37.795719 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deecc80-1cb7-4467-b9e0-e9a9c6ceae35 req-f3f94aeb-f3e8-4196-bd3f-da3a5baec340 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:37.797286 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1deecc80-1cb7-4467-b9e0-e9a9c6ceae35 req-f3f94aeb-f3e8-4196-bd3f-da3a5baec340 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/networks?id=2d97e458-c7f0-41e8-8974-7a68b9809489 HTTP/1.1" status: 200 len: 810 time: 0.1392834 Aug 31 01:27:37.812301 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1deecc80-1cb7-4467-b9e0-e9a9c6ceae35 req-2114c066-0269-4fd5-b698-fdb33c7c2350 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/quotas/fb863f706c3846db958c9b7fe367c3f5 HTTP/1.1" status: 200 len: 375 time: 0.0091248 Aug 31 01:27:37.865045 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1deecc80-1cb7-4467-b9e0-e9a9c6ceae35 req-d2d781be-fba7-44aa-8a28-626f5dfb8bc1 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=fb863f706c3846db958c9b7fe367c3f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471060 Aug 31 01:27:38.092439 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974097ca-92ef-46af-acce-768cc879848a req-fda47769-6ed9-4396-82f7-cf5bf42828db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:38.094072 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-974097ca-92ef-46af-acce-768cc879848a req-fda47769-6ed9-4396-82f7-cf5bf42828db service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=164da7d4776d4e9f8cf6497aa784d312&device_id=2763dc0f-ab5c-4b32-9c03-5c5fcdf319ac HTTP/1.1" status: 200 len: 1127 time: 0.0607815 Aug 31 01:27:38.099937 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1deecc80-1cb7-4467-b9e0-e9a9c6ceae35 req-39c2544d-f783-4222-aca0-45569fbfcede service neutron] 10.222.0.20 "GET /networking/v2.0/networks/2d97e458-c7f0-41e8-8974-7a68b9809489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233942 Aug 31 01:27:38.269051 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974097ca-92ef-46af-acce-768cc879848a req-1ec0ae29-0bbc-4272-a59b-794aa2030135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:38.271113 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-974097ca-92ef-46af-acce-768cc879848a req-1ec0ae29-0bbc-4272-a59b-794aa2030135 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?id=0760f9a5-d813-4a0f-bcef-9988cda0c948 HTTP/1.1" status: 200 len: 916 time: 0.1670969 Aug 31 01:27:38.273034 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1deecc80-1cb7-4467-b9e0-e9a9c6ceae35 req-75009d3f-7137-445b-b39a-6cd1382bc563 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/2d97e458-c7f0-41e8-8974-7a68b9809489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613734 Aug 31 01:27:38.318753 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-974097ca-92ef-46af-acce-768cc879848a req-f9e68b90-d369-4128-a058-244bd9490001 service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efe8dede-55a6-41b6-97f0-2979138ce376 HTTP/1.1" status: 200 len: 217 time: 0.0412989 Aug 31 01:27:38.378887 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974097ca-92ef-46af-acce-768cc879848a req-8301b096-fdb8-4c9f-9741-37f8a315e934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:38.380797 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-974097ca-92ef-46af-acce-768cc879848a req-8301b096-fdb8-4c9f-9741-37f8a315e934 service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=4cf8958b-5555-42e1-b4dd-8dee2893fbc9 HTTP/1.1" status: 200 len: 853 time: 0.0567267 Aug 31 01:27:38.424418 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974097ca-92ef-46af-acce-768cc879848a req-4799d5d8-9a15-4c07-af99-3214c9824880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:38.426080 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-974097ca-92ef-46af-acce-768cc879848a req-4799d5d8-9a15-4c07-af99-3214c9824880 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=0760f9a5-d813-4a0f-bcef-9988cda0c948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388935 Aug 31 01:27:38.514520 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-eba5f56d-de9c-4702-bf50-7e59ef788d28 req-ba3742d9-80dd-4a5d-9f62-52c3161a1522 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f29a15ea-aad6-4491-a2e4-602f9ee66899 HTTP/1.1" status: 200 len: 210 time: 0.0339055 Aug 31 01:27:38.552989 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-974097ca-92ef-46af-acce-768cc879848a req-21a06c98-35a3-433e-9df4-9bf9442e3fd5 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/0760f9a5-d813-4a0f-bcef-9988cda0c948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208954 Aug 31 01:27:38.603224 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:38.656227 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-974097ca-92ef-46af-acce-768cc879848a req-ca1fea27-750c-4d8b-8e12-b1e34c9c8f09 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/0760f9a5-d813-4a0f-bcef-9988cda0c948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972054 Aug 31 01:27:39.075836 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278dcf5c-8182-4dc7-b806-bf4e160106c9 req-ba4f7d55-f078-43f9-95f2-e9947eeb19e1 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:39.080663 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-278dcf5c-8182-4dc7-b806-bf4e160106c9 req-ba4f7d55-f078-43f9-95f2-e9947eeb19e1 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2763dc0f-ab5c-4b32-9c03-5c5fcdf319ac HTTP/1.1" status: 200 len: 943 time: 0.0512319 Aug 31 01:27:39.126483 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-278dcf5c-8182-4dc7-b806-bf4e160106c9 req-f04bacb3-889f-4e6d-80b5-4b0119a96801 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=69e8555f-2c50-43f5-a22b-6707e2ee79f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422347 Aug 31 01:27:39.617833 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1bbfc6b9-83d7-4da8-83df-dd59b4759b6f req-56aded75-cbb1-4e3f-906e-8b77e986661f tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f29a15ea-aad6-4491-a2e4-602f9ee66899 HTTP/1.1" status: 200 len: 210 time: 0.0281148 Aug 31 01:27:40.126651 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device efe8dede-55a6-41b6-97f0-2979138ce376 details requested by agent hyperv_hv-cinder-85528 with host hv-cinder-85528 {{(pid=106778) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:27:40.140008 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:40.241638 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port efe8dede-55a6-41b6-97f0-2979138ce376, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=efe8dede-55a6-41b6-97f0-2979138ce376,segment=NetworkSegment(69073539-0cb5-4109-ac49-b16cdc893327),segment_id=69073539-0cb5-4109-ac49-b16cdc893327)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:27:40.256768 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Returning: {'device': 'efe8dede-55a6-41b6-97f0-2979138ce376', 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948', 'port_id': 'efe8dede-55a6-41b6-97f0-2979138ce376', 'mac_address': 'fa:16:3e:9b:b2:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1065, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cf8958b-5555-42e1-b4dd-8dee2893fbc9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106778) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:27:40.263809 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dff176-41ef-416f-8e09-9341f2519e55 req-de2c2fec-7047-43f0-81b6-8aa7da2fa614 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:40.265311 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-75dff176-41ef-416f-8e09-9341f2519e55 req-de2c2fec-7047-43f0-81b6-8aa7da2fa614 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2763dc0f-ab5c-4b32-9c03-5c5fcdf319ac HTTP/1.1" status: 200 len: 943 time: 0.0489762 Aug 31 01:27:40.293905 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Current status of the port efe8dede-55a6-41b6-97f0-2979138ce376 is: DOWN; New status is: BUILD {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:27:40.294314 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (efe8dede-55a6-41b6-97f0-2979138ce376), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:40.307317 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.notifiers.nova [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efe8dede-55a6-41b6-97f0-2979138ce376 {{(pid=106778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 01:27:40.317486 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-75dff176-41ef-416f-8e09-9341f2519e55 req-dba9ef7d-1815-4efc-91f3-87b829323148 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=69e8555f-2c50-43f5-a22b-6707e2ee79f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455627 Aug 31 01:27:40.327899 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port efe8dede-55a6-41b6-97f0-2979138ce376, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=efe8dede-55a6-41b6-97f0-2979138ce376,segment=NetworkSegment(69073539-0cb5-4109-ac49-b16cdc893327),segment_id=69073539-0cb5-4109-ac49-b16cdc893327)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:27:40.430211 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (efe8dede-55a6-41b6-97f0-2979138ce376), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:40.479267 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Pushing event updated for resources: {'Port': ['ID=efe8dede-55a6-41b6-97f0-2979138ce376,revision_number=4']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:40.653360 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] get_ports_and_sgs() called for port_ids ['efe8dede-55a6-41b6-97f0-2979138ce376'] {{(pid=106778) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 01:27:40.725391 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-e70151c1-ea31-4cde-9f3b-92fc654045dc req-752cef89-a0d6-49d7-84f7-14028f43abe3 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f29a15ea-aad6-4491-a2e4-602f9ee66899 HTTP/1.1" status: 200 len: 210 time: 0.0317860 Aug 31 01:27:41.024515 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 60846) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:27:41.068567 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-70fcbd7c-2e1e-4bd7-b100-a9f3b151e9ef req-725aef0e-c3af-4e46-9809-769381e239f5 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3386164 Aug 31 01:27:41.094614 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:41.100981 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-00f8fa61-e2cc-4ef8-a584-be181467c986 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:41.152682 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deecc80-1cb7-4467-b9e0-e9a9c6ceae35 req-803ae9f3-ed7b-477d-982f-9352f7292b7e tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:41.154858 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-1deecc80-1cb7-4467-b9e0-e9a9c6ceae35 req-803ae9f3-ed7b-477d-982f-9352f7292b7e tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.85 "GET /networking/v2.0/networks?id=2d97e458-c7f0-41e8-8974-7a68b9809489 HTTP/1.1" status: 200 len: 810 time: 0.1318133 Aug 31 01:27:41.199838 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fcbd7c-2e1e-4bd7-b100-a9f3b151e9ef req-96f500ff-47e4-400c-b8c0-3ebb0969db54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:41.201344 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-70fcbd7c-2e1e-4bd7-b100-a9f3b151e9ef req-96f500ff-47e4-400c-b8c0-3ebb0969db54 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=53d2295ada114ea3b6b5001c4c197f35&device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 1129 time: 0.0769050 Aug 31 01:27:41.213174 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:41.218432 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-1deecc80-1cb7-4467-b9e0-e9a9c6ceae35 req-8e93e554-25c8-49f0-ac25-9e83fe6703a1 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.85 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=fb863f706c3846db958c9b7fe367c3f5 HTTP/1.1" status: 200 len: 379 time: 0.0547731 Aug 31 01:27:41.229640 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [req-1deecc80-1cb7-4467-b9e0-e9a9c6ceae35 req-ff927042-2dd7-4481-b48e-2c55eb9749a2 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Request body: {'port': {'device_id': 'f29a15ea-aad6-4491-a2e4-602f9ee66899', 'network_id': '2d97e458-c7f0-41e8-8974-7a68b9809489', 'admin_state_up': True, 'tenant_id': 'fb863f706c3846db958c9b7fe367c3f5', 'security_groups': ['992a52af-e238-4626-98e4-78502fd562e3']}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:27:41.255292 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-00f8fa61-e2cc-4ef8-a584-be181467c986 admin admin] Publish callbacks [] for security_group (b6947a02-803b-43f9-928a-e3177d88e3de), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:41.325095 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fcbd7c-2e1e-4bd7-b100-a9f3b151e9ef req-7f66c976-3858-4eea-9954-889357294d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:41.326713 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-70fcbd7c-2e1e-4bd7-b100-a9f3b151e9ef req-7f66c976-3858-4eea-9954-889357294d7e service neutron] 10.222.0.85 "GET /networking/v2.0/networks?id=2a0890c6-f1c3-465a-8b4d-8e1ae2356a58 HTTP/1.1" status: 200 len: 919 time: 0.0994437 Aug 31 01:27:41.399287 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-70fcbd7c-2e1e-4bd7-b100-a9f3b151e9ef req-bbdff2b0-6a75-4087-a300-790b27d5d4bb service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1302084d-99f4-4cd1-8b6d-4a829a883993 HTTP/1.1" status: 200 len: 1001 time: 0.0650570 Aug 31 01:27:41.451545 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-00f8fa61-e2cc-4ef8-a584-be181467c986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (b6947a02-803b-43f9-928a-e3177d88e3de), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:41.460587 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:41.519950 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09207af6-8554-4c21-9b75-4aa5517b798b req-098f5de9-870a-4361-a303-74df731de38d tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:41.521514 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-09207af6-8554-4c21-9b75-4aa5517b798b req-098f5de9-870a-4361-a303-74df731de38d tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2763dc0f-ab5c-4b32-9c03-5c5fcdf319ac HTTP/1.1" status: 200 len: 944 time: 0.1213632 Aug 31 01:27:41.534933 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-00f8fa61-e2cc-4ef8-a584-be181467c986 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=9ac94cad39a5413eabcc9b00306f9f16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5109835 Aug 31 01:27:41.534933 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fcbd7c-2e1e-4bd7-b100-a9f3b151e9ef req-b8bf70e6-3d16-4ff8-876e-15ac09cfb167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:41.535357 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-70fcbd7c-2e1e-4bd7-b100-a9f3b151e9ef req-b8bf70e6-3d16-4ff8-876e-15ac09cfb167 service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=d653247e-0c02-4230-ad01-73647a101df2 HTTP/1.1" status: 200 len: 856 time: 0.1266897 Aug 31 01:27:41.536329 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 60858) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:27:41.538756 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f8fa61-e2cc-4ef8-a584-be181467c986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6947a02-803b-43f9-928a-e3177d88e3de,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:41.638888 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-09207af6-8554-4c21-9b75-4aa5517b798b req-95fbbabd-3c2d-483a-b5a5-521fb4048123 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=69e8555f-2c50-43f5-a22b-6707e2ee79f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093993 Aug 31 01:27:41.659264 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fcbd7c-2e1e-4bd7-b100-a9f3b151e9ef req-6f22bb8e-f619-4c74-b86c-0ac80ef59b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:41.661231 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-70fcbd7c-2e1e-4bd7-b100-a9f3b151e9ef req-6f22bb8e-f619-4c74-b86c-0ac80ef59b8f service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=2a0890c6-f1c3-465a-8b4d-8e1ae2356a58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0655792 Aug 31 01:27:41.661817 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-6fdf0f96-db4d-403d-bbb8-01553146e763 admin admin] Publish callbacks [] for security_group (b6947a02-803b-43f9-928a-e3177d88e3de), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:41.675330 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1deecc80-1cb7-4467-b9e0-e9a9c6ceae35 req-ff927042-2dd7-4481-b48e-2c55eb9749a2 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Made reservation on behalf of fb863f706c3846db958c9b7fe367c3f5 for: {'port': 1} {{(pid=106776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:27:41.679329 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-1deecc80-1cb7-4467-b9e0-e9a9c6ceae35 req-ff927042-2dd7-4481-b48e-2c55eb9749a2 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:41.727218 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-6fdf0f96-db4d-403d-bbb8-01553146e763 admin admin] Publish callbacks [] for security_group (b6947a02-803b-43f9-928a-e3177d88e3de), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:41.796060 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-70fcbd7c-2e1e-4bd7-b100-a9f3b151e9ef req-b380b0df-b5d9-4288-801f-174cd0af10d0 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/2a0890c6-f1c3-465a-8b4d-8e1ae2356a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263690 Aug 31 01:27:41.819063 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.db_base_plugin_common [req-1deecc80-1cb7-4467-b9e0-e9a9c6ceae35 req-ff927042-2dd7-4481-b48e-2c55eb9749a2 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Allocated IP 172.20.0.11 (2d97e458-c7f0-41e8-8974-7a68b9809489/ce633e5b-f53e-4e09-ba61-d50d905d9cae/cdfb0f64-8b81-4f78-aca5-823b4f781b7b) {{(pid=106776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:27:41.830944 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:41.876992 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-6fdf0f96-db4d-403d-bbb8-01553146e763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (b6947a02-803b-43f9-928a-e3177d88e3de), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:41.879387 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-6fdf0f96-db4d-403d-bbb8-01553146e763 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:41.880537 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-6fdf0f96-db4d-403d-bbb8-01553146e763 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/b6947a02-803b-43f9-928a-e3177d88e3de HTTP/1.1" status: 204 len: 168 time: 0.3425748 Aug 31 01:27:41.885458 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-157648b9-397e-4542-b02d-9064026938fa req-6ede13ad-a229-49a6-8e09-4d4370e07773 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f29a15ea-aad6-4491-a2e4-602f9ee66899 HTTP/1.1" status: 200 len: 210 time: 0.0730236 Aug 31 01:27:41.897981 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdf0f96-db4d-403d-bbb8-01553146e763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6947a02-803b-43f9-928a-e3177d88e3de,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:41.928080 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:41.931877 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-70fcbd7c-2e1e-4bd7-b100-a9f3b151e9ef req-33b8a8bd-5b0a-415a-8d1b-07d76c49ae3c service neutron] 10.222.0.85 "GET /networking/v2.0/networks/2a0890c6-f1c3-465a-8b4d-8e1ae2356a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292803 Aug 31 01:27:41.991072 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-1deecc80-1cb7-4467-b9e0-e9a9c6ceae35 req-ff927042-2dd7-4481-b48e-2c55eb9749a2 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks [] for port (cdfb0f64-8b81-4f78-aca5-823b4f781b7b), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:42.104920 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-1deecc80-1cb7-4467-b9e0-e9a9c6ceae35 req-ff927042-2dd7-4481-b48e-2c55eb9749a2 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779185826838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6273727'] for port (cdfb0f64-8b81-4f78-aca5-823b4f781b7b), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:42.124401 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device efe8dede-55a6-41b6-97f0-2979138ce376 up at agent hyperv_hv-cinder-85528 {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:27:42.152190 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1deecc80-1cb7-4467-b9e0-e9a9c6ceae35 req-ff927042-2dd7-4481-b48e-2c55eb9749a2 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Network 2d97e458-c7f0-41e8-8974-7a68b9809489 is already hosted by enough agents. {{(pid=106776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:27:42.157527 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.base_scheduler [req-1deecc80-1cb7-4467-b9e0-e9a9c6ceae35 req-ff927042-2dd7-4481-b48e-2c55eb9749a2 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Resources bound (agent type, host, resource id): {{(pid=106776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:27:42.159429 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff927042-2dd7-4481-b48e-2c55eb9749a2 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Pushing event updated for resources: {'Port': ['ID=cdfb0f64-8b81-4f78-aca5-823b4f781b7b,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:42.161857 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.l3_dvrscheduler_db [req-1deecc80-1cb7-4467-b9e0-e9a9c6ceae35 req-ff927042-2dd7-4481-b48e-2c55eb9749a2 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Received port after_create {{(pid=106776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 01:27:42.169739 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Provisioning for port efe8dede-55a6-41b6-97f0-2979138ce376 completed by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 01:27:42.210538 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deecc80-1cb7-4467-b9e0-e9a9c6ceae35 req-ff927042-2dd7-4481-b48e-2c55eb9749a2 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:42.211150 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-1deecc80-1cb7-4467-b9e0-e9a9c6ceae35 req-ff927042-2dd7-4481-b48e-2c55eb9749a2 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for port (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:42.298355 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Provisioning complete for port efe8dede-55a6-41b6-97f0-2979138ce376 triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:27:42.298733 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (efe8dede-55a6-41b6-97f0-2979138ce376), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:42.331711 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-1deecc80-1cb7-4467-b9e0-e9a9c6ceae35 req-ff927042-2dd7-4481-b48e-2c55eb9749a2 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.85 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1064341 Aug 31 01:27:42.334267 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:42.346328 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [req-1deecc80-1cb7-4467-b9e0-e9a9c6ceae35 req-3b8eb709-3a5e-488b-8ec8-090158fc758e service neutron] Request body: {'port': {'device_id': 'f29a15ea-aad6-4491-a2e4-602f9ee66899', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85528'}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:27:42.386981 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Current status of the port efe8dede-55a6-41b6-97f0-2979138ce376 is: BUILD; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:27:42.387373 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (efe8dede-55a6-41b6-97f0-2979138ce376), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:42.412512 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-1deecc80-1cb7-4467-b9e0-e9a9c6ceae35 req-3b8eb709-3a5e-488b-8ec8-090158fc758e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (cdfb0f64-8b81-4f78-aca5-823b4f781b7b), before_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:42.417406 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-39afa586-b92d-42c8-b073-18062388c90e None None] Provisioning complete for port cdfb0f64-8b81-4f78-aca5-823b4f781b7b triggered by entity DHCP. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:27:42.417783 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-39afa586-b92d-42c8-b073-18062388c90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (cdfb0f64-8b81-4f78-aca5-823b4f781b7b), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:42.424128 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2763dc0f-ab5c-4b32-9c03-5c5fcdf319ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe8dede-55a6-41b6-97f0-2979138ce376'}] {{(pid=106778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:27:42.426423 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d41e2a553b02095d3b1f0ace215352f4a23baa657e7b5a2da03818d3ee46b5df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f564ae96-b7c9-42d8-a0e6-0fe19dcf2a4c" -d '{"events": [{"server_uuid": "2763dc0f-ab5c-4b32-9c03-5c5fcdf319ac", "name": "network-vif-plugged", "status": "completed", "tag": "efe8dede-55a6-41b6-97f0-2979138ce376"}]}' {{(pid=106778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:27:42.456843 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port efe8dede-55a6-41b6-97f0-2979138ce376, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=efe8dede-55a6-41b6-97f0-2979138ce376,segment=NetworkSegment(69073539-0cb5-4109-ac49-b16cdc893327),segment_id=69073539-0cb5-4109-ac49-b16cdc893327)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:27:42.468563 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-39afa586-b92d-42c8-b073-18062388c90e None None] Port cdfb0f64-8b81-4f78-aca5-823b4f781b7b cannot update to ACTIVE because it is not bound. {{(pid=106778) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 01:27:42.487402 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 01:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-557f1821-13a0-4fcf-80af-a6c727b1eb17 x-openstack-request-id: req-557f1821-13a0-4fcf-80af-a6c727b1eb17 {{(pid=106778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:27:42.487402 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2763dc0f-ab5c-4b32-9c03-5c5fcdf319ac", "name": "network-vif-plugged", "status": "completed", "tag": "efe8dede-55a6-41b6-97f0-2979138ce376", "code": 200}]} {{(pid=106778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:27:42.487402 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-557f1821-13a0-4fcf-80af-a6c727b1eb17 {{(pid=106778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:27:42.487402 dv-cinder-855288-2-iscsi neutron-server[106778]: INFO neutron.notifiers.nova [-] Nova event matching ['req-557f1821-13a0-4fcf-80af-a6c727b1eb17'] response: {'server_uuid': '2763dc0f-ab5c-4b32-9c03-5c5fcdf319ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe8dede-55a6-41b6-97f0-2979138ce376', 'code': 200} Aug 31 01:27:42.542807 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (efe8dede-55a6-41b6-97f0-2979138ce376), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:42.600306 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Pushing event updated for resources: {'Port': ['ID=efe8dede-55a6-41b6-97f0-2979138ce376,revision_number=5']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:42.650347 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 60872) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:27:42.677038 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-2f52e153-2e10-4d4f-bc28-d88b0b77d674 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:42.716492 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.notifiers.nova [req-1deecc80-1cb7-4467-b9e0-e9a9c6ceae35 req-3b8eb709-3a5e-488b-8ec8-090158fc758e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdfb0f64-8b81-4f78-aca5-823b4f781b7b {{(pid=106776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 01:27:42.730245 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-1deecc80-1cb7-4467-b9e0-e9a9c6ceae35 req-3b8eb709-3a5e-488b-8ec8-090158fc758e service neutron] Publish callbacks [] for port (cdfb0f64-8b81-4f78-aca5-823b4f781b7b), precommit_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:42.753443 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.provisioning_blocks [req-1deecc80-1cb7-4467-b9e0-e9a9c6ceae35 req-3b8eb709-3a5e-488b-8ec8-090158fc758e service neutron] Transition to ACTIVE for port object cdfb0f64-8b81-4f78-aca5-823b4f781b7b will not be triggered until provisioned by entity L2. {{(pid=106776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 01:27:42.765813 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba249b6-37d6-4547-8479-ce47b78cedbe req-bbbca606-a080-4447-9afb-2f3dd10ec309 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:42.768100 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-fba249b6-37d6-4547-8479-ce47b78cedbe req-bbbca606-a080-4447-9afb-2f3dd10ec309 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2763dc0f-ab5c-4b32-9c03-5c5fcdf319ac HTTP/1.1" status: 200 len: 945 time: 0.0541580 Aug 31 01:27:42.806815 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-2f52e153-2e10-4d4f-bc28-d88b0b77d674 admin admin] Publish callbacks [] for security_group (c9957da2-a2e9-4576-9892-085a72419708), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:42.823432 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-1deecc80-1cb7-4467-b9e0-e9a9c6ceae35 req-3b8eb709-3a5e-488b-8ec8-090158fc758e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6273718'] for port (cdfb0f64-8b81-4f78-aca5-823b4f781b7b), after_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:42.844603 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76433060-653c-4586-8ece-a751ca648b12 req-588bb761-75f8-468b-b398-836697a2fce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:42.846124 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-76433060-653c-4586-8ece-a751ca648b12 req-588bb761-75f8-468b-b398-836697a2fce6 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?device_id=2763dc0f-ab5c-4b32-9c03-5c5fcdf319ac HTTP/1.1" status: 200 len: 1129 time: 0.0626996 Aug 31 01:27:42.849695 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-fba249b6-37d6-4547-8479-ce47b78cedbe req-ea3f6e35-0f59-447a-a490-241a520308f0 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=69e8555f-2c50-43f5-a22b-6707e2ee79f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740347 Aug 31 01:27:42.896573 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8eb709-3a5e-488b-8ec8-090158fc758e service neutron] Pushing event updated for resources: {'Port': ['ID=cdfb0f64-8b81-4f78-aca5-823b4f781b7b,revision_number=2']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:42.899141 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-2f52e153-2e10-4d4f-bc28-d88b0b77d674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (c9957da2-a2e9-4576-9892-085a72419708), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:42.919679 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-76433060-653c-4586-8ece-a751ca648b12 req-7dee758d-6edf-4d6c-b0f1-2569dcea9c28 service neutron] 10.222.0.85 "GET /networking/v2.0/security-groups?id=69e8555f-2c50-43f5-a22b-6707e2ee79f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675671 Aug 31 01:27:42.964142 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-2f52e153-2e10-4d4f-bc28-d88b0b77d674 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=42aae54f98f24546b50c0b22972e63f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3101695 Aug 31 01:27:42.965092 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 60880) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:27:42.968849 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f52e153-2e10-4d4f-bc28-d88b0b77d674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9957da2-a2e9-4576-9892-085a72419708,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:42.974697 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=48 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:42.992650 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.managers [req-1deecc80-1cb7-4467-b9e0-e9a9c6ceae35 req-3b8eb709-3a5e-488b-8ec8-090158fc758e service neutron] Attempting to bind port cdfb0f64-8b81-4f78-aca5-823b4f781b7b on host hv-cinder-85528 for vnic_type normal with profile {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 01:27:42.993114 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.managers [req-1deecc80-1cb7-4467-b9e0-e9a9c6ceae35 req-3b8eb709-3a5e-488b-8ec8-090158fc758e service neutron] Attempting to bind port cdfb0f64-8b81-4f78-aca5-823b4f781b7b by drivers openvswitch,hyperv on host hv-cinder-85528 at level 0 using segments [{'id': '9ea3922f-9a93-4c57-9a67-322f3f62c0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '2d97e458-c7f0-41e8-8974-7a68b9809489'}] {{(pid=106776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 01:27:42.993562 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1deecc80-1cb7-4467-b9e0-e9a9c6ceae35 req-3b8eb709-3a5e-488b-8ec8-090158fc758e service neutron] Attempting to bind port cdfb0f64-8b81-4f78-aca5-823b4f781b7b on network 2d97e458-c7f0-41e8-8974-7a68b9809489 {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:27:42.998197 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1deecc80-1cb7-4467-b9e0-e9a9c6ceae35 req-3b8eb709-3a5e-488b-8ec8-090158fc758e service neutron] Port cdfb0f64-8b81-4f78-aca5-823b4f781b7b on network 2d97e458-c7f0-41e8-8974-7a68b9809489 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85528 {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 01:27:42.998619 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1deecc80-1cb7-4467-b9e0-e9a9c6ceae35 req-3b8eb709-3a5e-488b-8ec8-090158fc758e service neutron] Attempting to bind port cdfb0f64-8b81-4f78-aca5-823b4f781b7b on network 2d97e458-c7f0-41e8-8974-7a68b9809489 {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:27:43.004009 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1deecc80-1cb7-4467-b9e0-e9a9c6ceae35 req-3b8eb709-3a5e-488b-8ec8-090158fc758e service neutron] Checking agent: {'id': '799b9b45-836a-4007-8b99-6041c4a5ce6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85528', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 1, 20, 34), 'started_at': datetime.datetime(2022, 8, 31, 1, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 1, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 01:27:43.006235 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1deecc80-1cb7-4467-b9e0-e9a9c6ceae35 req-3b8eb709-3a5e-488b-8ec8-090158fc758e service neutron] Checking segment: {'id': '9ea3922f-9a93-4c57-9a67-322f3f62c0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '2d97e458-c7f0-41e8-8974-7a68b9809489'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:27:43.006235 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1deecc80-1cb7-4467-b9e0-e9a9c6ceae35 req-3b8eb709-3a5e-488b-8ec8-090158fc758e service neutron] Bound using segment: {'id': '9ea3922f-9a93-4c57-9a67-322f3f62c0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '2d97e458-c7f0-41e8-8974-7a68b9809489'} {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 01:27:43.006235 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.managers [req-1deecc80-1cb7-4467-b9e0-e9a9c6ceae35 req-3b8eb709-3a5e-488b-8ec8-090158fc758e service neutron] Bound port: cdfb0f64-8b81-4f78-aca5-823b4f781b7b, host: hv-cinder-85528, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ea3922f-9a93-4c57-9a67-322f3f62c0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '2d97e458-c7f0-41e8-8974-7a68b9809489'}}] {{(pid=106776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 01:27:43.006235 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-1deecc80-1cb7-4467-b9e0-e9a9c6ceae35 req-3b8eb709-3a5e-488b-8ec8-090158fc758e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (cdfb0f64-8b81-4f78-aca5-823b4f781b7b), before_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:43.056522 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-ded5200c-3ddf-49aa-a8d5-f624c4474eda admin admin] Publish callbacks [] for security_group (c9957da2-a2e9-4576-9892-085a72419708), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:43.070470 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.db [req-1deecc80-1cb7-4467-b9e0-e9a9c6ceae35 req-3b8eb709-3a5e-488b-8ec8-090158fc758e service neutron] For port cdfb0f64-8b81-4f78-aca5-823b4f781b7b, host hv-cinder-85528, cleared binding levels {{(pid=106776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:27:43.071482 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ba497-3d74-47ab-b960-a661ea239aed req-1ad55c23-b9f1-46d2-8480-422df0e585b2 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:43.073023 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-8a9ba497-3d74-47ab-b960-a661ea239aed req-1ad55c23-b9f1-46d2-8480-422df0e585b2 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f29a15ea-aad6-4491-a2e4-602f9ee66899 HTTP/1.1" status: 200 len: 944 time: 0.0652771 Aug 31 01:27:43.073703 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.db [req-1deecc80-1cb7-4467-b9e0-e9a9c6ceae35 req-3b8eb709-3a5e-488b-8ec8-090158fc758e service neutron] For port cdfb0f64-8b81-4f78-aca5-823b4f781b7b, host hv-cinder-85528, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=cdfb0f64-8b81-4f78-aca5-823b4f781b7b,segment=NetworkSegment(9ea3922f-9a93-4c57-9a67-322f3f62c0bf),segment_id=9ea3922f-9a93-4c57-9a67-322f3f62c0bf)] {{(pid=106776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:27:43.094890 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-ded5200c-3ddf-49aa-a8d5-f624c4474eda admin admin] Publish callbacks [] for security_group (c9957da2-a2e9-4576-9892-085a72419708), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:43.137944 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:43.150344 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-1deecc80-1cb7-4467-b9e0-e9a9c6ceae35 req-3b8eb709-3a5e-488b-8ec8-090158fc758e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6273718'] for port (cdfb0f64-8b81-4f78-aca5-823b4f781b7b), after_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:43.154836 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deecc80-1cb7-4467-b9e0-e9a9c6ceae35 req-3b8eb709-3a5e-488b-8ec8-090158fc758e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:43.155442 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-1deecc80-1cb7-4467-b9e0-e9a9c6ceae35 req-3b8eb709-3a5e-488b-8ec8-090158fc758e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for port (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:43.156302 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-8a9ba497-3d74-47ab-b960-a661ea239aed req-b44c4eb0-27a2-4ed9-a0ea-1621f61c0361 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=992a52af-e238-4626-98e4-78502fd562e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777097 Aug 31 01:27:43.156888 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-1deecc80-1cb7-4467-b9e0-e9a9c6ceae35 req-3b8eb709-3a5e-488b-8ec8-090158fc758e service neutron] 10.222.0.85 "PUT /networking/v2.0/ports/cdfb0f64-8b81-4f78-aca5-823b4f781b7b HTTP/1.1" status: 200 len: 1094 time: 0.8171320 Aug 31 01:27:43.161725 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f29a15ea-aad6-4491-a2e4-602f9ee66899', 'tag': 'cdfb0f64-8b81-4f78-aca5-823b4f781b7b'}] {{(pid=106776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:27:43.161725 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c75c880f6fcf50a6244b1a715e98a431c8b587c27dc42cc7f33f1c98f81bddd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0590c448-f083-47c1-9f8a-faaac08ffaa6" -d '{"events": [{"name": "network-changed", "server_uuid": "f29a15ea-aad6-4491-a2e4-602f9ee66899", "tag": "cdfb0f64-8b81-4f78-aca5-823b4f781b7b"}]}' {{(pid=106776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:27:43.213465 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 01:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca2fe8c2-756d-477a-94fe-e9a95425c792 x-openstack-request-id: req-ca2fe8c2-756d-477a-94fe-e9a95425c792 {{(pid=106776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:27:43.213755 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f29a15ea-aad6-4491-a2e4-602f9ee66899", "tag": "cdfb0f64-8b81-4f78-aca5-823b4f781b7b", "status": "completed", "code": 200}]} {{(pid=106776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:27:43.214007 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ca2fe8c2-756d-477a-94fe-e9a95425c792 {{(pid=106776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:27:43.214407 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca2fe8c2-756d-477a-94fe-e9a95425c792'] response: {'name': 'network-changed', 'server_uuid': 'f29a15ea-aad6-4491-a2e4-602f9ee66899', 'tag': 'cdfb0f64-8b81-4f78-aca5-823b4f781b7b', 'status': 'completed', 'code': 200} Aug 31 01:27:43.219211 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8eb709-3a5e-488b-8ec8-090158fc758e service neutron] Pushing event updated for resources: {'Port': ['ID=cdfb0f64-8b81-4f78-aca5-823b4f781b7b,revision_number=3']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:43.271343 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590c448-f083-47c1-9f8a-faaac08ffaa6 req-1abe5ff8-4a90-4c16-a497-9b85e407d3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:43.272893 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-0590c448-f083-47c1-9f8a-faaac08ffaa6 req-1abe5ff8-4a90-4c16-a497-9b85e407d3b8 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=fb863f706c3846db958c9b7fe367c3f5&device_id=f29a15ea-aad6-4491-a2e4-602f9ee66899 HTTP/1.1" status: 200 len: 1128 time: 0.0408347 Aug 31 01:27:43.282239 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-ded5200c-3ddf-49aa-a8d5-f624c4474eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (c9957da2-a2e9-4576-9892-085a72419708), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:43.291429 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-ded5200c-3ddf-49aa-a8d5-f624c4474eda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:43.292576 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-ded5200c-3ddf-49aa-a8d5-f624c4474eda admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/c9957da2-a2e9-4576-9892-085a72419708 HTTP/1.1" status: 204 len: 168 time: 0.3263955 Aug 31 01:27:43.307875 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded5200c-3ddf-49aa-a8d5-f624c4474eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9957da2-a2e9-4576-9892-085a72419708,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:43.328261 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:43.389802 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590c448-f083-47c1-9f8a-faaac08ffaa6 req-f7ef62cc-2111-468c-8cd7-e4f5b632e9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:43.391215 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-0590c448-f083-47c1-9f8a-faaac08ffaa6 req-f7ef62cc-2111-468c-8cd7-e4f5b632e9db service neutron] 10.222.0.85 "GET /networking/v2.0/networks?tenant_id=fb863f706c3846db958c9b7fe367c3f5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1114295 Aug 31 01:27:43.673588 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590c448-f083-47c1-9f8a-faaac08ffaa6 req-17ff6346-e008-4c33-aa0a-9fd0aa25633f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:43.675253 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-0590c448-f083-47c1-9f8a-faaac08ffaa6 req-17ff6346-e008-4c33-aa0a-9fd0aa25633f service neutron] 10.222.0.85 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0938163 Aug 31 01:27:43.762086 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deecc80-1cb7-4467-b9e0-e9a9c6ceae35 req-117d7d7e-701d-4c59-88df-275832927f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:43.764838 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-1deecc80-1cb7-4467-b9e0-e9a9c6ceae35 req-117d7d7e-701d-4c59-88df-275832927f3b service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=fb863f706c3846db958c9b7fe367c3f5&device_id=f29a15ea-aad6-4491-a2e4-602f9ee66899 HTTP/1.1" status: 200 len: 1128 time: 0.0393701 Aug 31 01:27:43.808239 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-1deecc80-1cb7-4467-b9e0-e9a9c6ceae35 req-a3780d4e-abe7-4019-9c57-2be37309f0fe service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cdfb0f64-8b81-4f78-aca5-823b4f781b7b HTTP/1.1" status: 200 len: 217 time: 0.0373123 Aug 31 01:27:43.868686 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deecc80-1cb7-4467-b9e0-e9a9c6ceae35 req-ffbb507b-46ad-4087-8abc-fd549493001b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:43.870215 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-1deecc80-1cb7-4467-b9e0-e9a9c6ceae35 req-ffbb507b-46ad-4087-8abc-fd549493001b service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=ce633e5b-f53e-4e09-ba61-d50d905d9cae HTTP/1.1" status: 200 len: 849 time: 0.0513079 Aug 31 01:27:43.894361 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:UPDATE=4,neutron:SELECT=84,neutron:INSERT=12 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:43.960173 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c266d3bb-8936-45fa-9d17-47b372bf1360 req-c8347d31-1663-4647-9726-dffb54bb6e63 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:43.961689 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-c266d3bb-8936-45fa-9d17-47b372bf1360 req-c8347d31-1663-4647-9726-dffb54bb6e63 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 945 time: 0.0587857 Aug 31 01:27:44.031859 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b088c-db63-442f-82e0-f474e490c9ea req-385839a3-78df-44d5-8079-604f39a00076 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:44.033370 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-fc7b088c-db63-442f-82e0-f474e490c9ea req-385839a3-78df-44d5-8079-604f39a00076 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2763dc0f-ab5c-4b32-9c03-5c5fcdf319ac HTTP/1.1" status: 200 len: 945 time: 0.0708132 Aug 31 01:27:44.065649 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-c266d3bb-8936-45fa-9d17-47b372bf1360 req-0f6f9cb4-f25f-4000-9f06-341b6f7bb342 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=de1a290b-ed4e-4727-abe6-2b19820b7bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809393 Aug 31 01:27:44.089803 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-fc7b088c-db63-442f-82e0-f474e490c9ea req-29bcbba1-0162-4477-ac0c-a7f64d36d39b tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=69e8555f-2c50-43f5-a22b-6707e2ee79f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482066 Aug 31 01:27:44.285976 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0bc0cc-a82e-4ce0-a556-1ce761221b85 req-e52c6cf2-ec65-4bfb-a916-aa05122bd37c tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:44.286953 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-7b0bc0cc-a82e-4ce0-a556-1ce761221b85 req-e52c6cf2-ec65-4bfb-a916-aa05122bd37c tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f29a15ea-aad6-4491-a2e4-602f9ee66899 HTTP/1.1" status: 200 len: 944 time: 0.0524623 Aug 31 01:27:44.337847 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deecc80-1cb7-4467-b9e0-e9a9c6ceae35 req-6d870582-0908-4dc4-8eb9-ee7fbf87c51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:44.339569 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-1deecc80-1cb7-4467-b9e0-e9a9c6ceae35 req-6d870582-0908-4dc4-8eb9-ee7fbf87c51f service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=2d97e458-c7f0-41e8-8974-7a68b9809489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0513372 Aug 31 01:27:44.356369 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-7b0bc0cc-a82e-4ce0-a556-1ce761221b85 req-8574dfec-9112-4845-96e9-5789ef8fc2f1 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=992a52af-e238-4626-98e4-78502fd562e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530705 Aug 31 01:27:44.491894 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-1deecc80-1cb7-4467-b9e0-e9a9c6ceae35 req-f2438b98-1679-4ea1-9dde-c9c63b51e73f service neutron] 10.222.0.85 "GET /networking/v2.0/networks/2d97e458-c7f0-41e8-8974-7a68b9809489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952330 Aug 31 01:27:44.594859 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-1deecc80-1cb7-4467-b9e0-e9a9c6ceae35 req-92602a6a-472c-442a-81e4-f7268e4a1c40 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/2d97e458-c7f0-41e8-8974-7a68b9809489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879583 Aug 31 01:27:44.864295 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:45.187942 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347478ca-2fd1-43cf-bb23-b3fcaefdd956 req-35393f04-c1ba-4b7f-8abc-e9d919996c54 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:45.189506 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-347478ca-2fd1-43cf-bb23-b3fcaefdd956 req-35393f04-c1ba-4b7f-8abc-e9d919996c54 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 945 time: 0.0553634 Aug 31 01:27:45.236424 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50893aab-2338-40f1-bb51-f32f8ddc2173 req-92143178-f96a-4e88-9887-1164dbcdee3d tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:45.243946 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-50893aab-2338-40f1-bb51-f32f8ddc2173 req-92143178-f96a-4e88-9887-1164dbcdee3d tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2763dc0f-ab5c-4b32-9c03-5c5fcdf319ac HTTP/1.1" status: 200 len: 945 time: 0.0709734 Aug 31 01:27:45.281315 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-347478ca-2fd1-43cf-bb23-b3fcaefdd956 req-7559a7b9-3ef7-4f37-8bf3-9e188850e2ed tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=de1a290b-ed4e-4727-abe6-2b19820b7bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754433 Aug 31 01:27:45.308449 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-50893aab-2338-40f1-bb51-f32f8ddc2173 req-f2abed88-b1d4-462b-b8ed-56331971930f tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=69e8555f-2c50-43f5-a22b-6707e2ee79f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599060 Aug 31 01:27:45.493697 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bee7b2-4b26-4bdb-a20b-b3385ef6908b req-0ad73d33-14cc-4400-964f-2d980c119c99 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:45.495195 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-00bee7b2-4b26-4bdb-a20b-b3385ef6908b req-0ad73d33-14cc-4400-964f-2d980c119c99 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2763dc0f-ab5c-4b32-9c03-5c5fcdf319ac HTTP/1.1" status: 200 len: 945 time: 0.1135259 Aug 31 01:27:45.505161 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 60948) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:27:45.509441 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [None req-6cfa7237-f67c-458b-9a31-f59fbff64b31 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Request body: {'floatingip': {'port_id': 'efe8dede-55a6-41b6-97f0-2979138ce376'}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:27:45.523631 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d732f-efd0-49f4-b488-1caa54a79a19 req-607913f3-b53e-4c63-b27e-607786562894 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:45.529238 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-fc0d732f-efd0-49f4-b488-1caa54a79a19 req-607913f3-b53e-4c63-b27e-607786562894 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f29a15ea-aad6-4491-a2e4-602f9ee66899 HTTP/1.1" status: 200 len: 944 time: 0.0965230 Aug 31 01:27:45.554689 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-6cfa7237-f67c-458b-9a31-f59fbff64b31 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for floatingip (cd6ddfc5-da2f-40c0-b801-c4c4dd2ed866), before_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:45.575645 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-fc0d732f-efd0-49f4-b488-1caa54a79a19 req-10642335-dd7f-4b2b-b19c-2857f667f2ab tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=992a52af-e238-4626-98e4-78502fd562e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433724 Aug 31 01:27:45.879880 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:45.977505 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:45.978912 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-6cfa7237-f67c-458b-9a31-f59fbff64b31 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:46.008669 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 60954) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:27:46.041513 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-6cfa7237-f67c-458b-9a31-f59fbff64b31 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608267'] for floatingip (cd6ddfc5-da2f-40c0-b801-c4c4dd2ed866), after_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:46.138681 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-fcdfb171-710b-45ff-ba9d-5df1131cbcb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:46.140004 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device cdfb0f64-8b81-4f78-aca5-823b4f781b7b details requested by agent hyperv_hv-cinder-85528 with host hv-cinder-85528 {{(pid=106778) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:27:46.163146 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.db.l3_db [None req-6cfa7237-f67c-458b-9a31-f59fbff64b31 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Floating IP cd6ddfc5-da2f-40c0-b801-c4c4dd2ed866 associated. External IP: 172.27.1.110, port: efe8dede-55a6-41b6-97f0-2979138ce376. Aug 31 01:27:46.243487 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port cdfb0f64-8b81-4f78-aca5-823b4f781b7b, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=cdfb0f64-8b81-4f78-aca5-823b4f781b7b,segment=NetworkSegment(9ea3922f-9a93-4c57-9a67-322f3f62c0bf),segment_id=9ea3922f-9a93-4c57-9a67-322f3f62c0bf)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:27:46.255619 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Returning: {'device': 'cdfb0f64-8b81-4f78-aca5-823b4f781b7b', 'network_id': '2d97e458-c7f0-41e8-8974-7a68b9809489', 'port_id': 'cdfb0f64-8b81-4f78-aca5-823b4f781b7b', 'mac_address': 'fa:16:3e:bb:67:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1071, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce633e5b-f53e-4e09-ba61-d50d905d9cae', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106778) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:27:46.294002 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Current status of the port cdfb0f64-8b81-4f78-aca5-823b4f781b7b is: DOWN; New status is: BUILD {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:27:46.294465 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (cdfb0f64-8b81-4f78-aca5-823b4f781b7b), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:46.297516 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:46.309529 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.notifiers.nova [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdfb0f64-8b81-4f78-aca5-823b4f781b7b {{(pid=106778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 01:27:46.315162 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-fcdfb171-710b-45ff-ba9d-5df1131cbcb3 admin admin] Publish callbacks [] for security_group (e0667d41-a2e2-40cd-8f49-36d96bc2b4be), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:46.332131 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port cdfb0f64-8b81-4f78-aca5-823b4f781b7b, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=cdfb0f64-8b81-4f78-aca5-823b4f781b7b,segment=NetworkSegment(9ea3922f-9a93-4c57-9a67-322f3f62c0bf),segment_id=9ea3922f-9a93-4c57-9a67-322f3f62c0bf)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:27:46.391293 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:46.412739 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb90f4-5a45-4bb9-916b-1f043e9d445f req-b3c90877-25e4-400b-b074-f55e26e4f7d3 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:46.414301 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-46eb90f4-5a45-4bb9-916b-1f043e9d445f req-b3c90877-25e4-400b-b074-f55e26e4f7d3 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 945 time: 0.0528231 Aug 31 01:27:46.415731 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cfa7237-f67c-458b-9a31-f59fbff64b31 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Router a0dd652c-1554-4322-9186-58d07c04c819 has already been hosted by L3 agent 1428144b-5b15-4168-8538-b51b3045e8b6 {{(pid=106776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:27:46.442855 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (cdfb0f64-8b81-4f78-aca5-823b4f781b7b), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:46.463041 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-fcdfb171-710b-45ff-ba9d-5df1131cbcb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (e0667d41-a2e2-40cd-8f49-36d96bc2b4be), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:46.464416 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-46eb90f4-5a45-4bb9-916b-1f043e9d445f req-7a423424-44c8-4c8f-97a3-611869b229fa tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=de1a290b-ed4e-4727-abe6-2b19820b7bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442929 Aug 31 01:27:46.495554 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Pushing event updated for resources: {'Port': ['ID=cdfb0f64-8b81-4f78-aca5-823b4f781b7b,revision_number=4']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:46.517540 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-fcdfb171-710b-45ff-ba9d-5df1131cbcb3 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=47bddd5f136b4eefb4db32b9db5202e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5078025 Aug 31 01:27:46.520288 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 60960) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:27:46.541298 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdfb171-710b-45ff-ba9d-5df1131cbcb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0667d41-a2e2-40cd-8f49-36d96bc2b4be,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:46.565705 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cfa7237-f67c-458b-9a31-f59fbff64b31 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Notify agent at l3_agent.dv-cinder-855288-2-iscsi the message routers_updated {{(pid=106776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:27:46.570650 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-6cfa7237-f67c-458b-9a31-f59fbff64b31 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for floatingip (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:46.571841 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-5b638a55-fd84-4b2c-97a8-d30821a09051 admin admin] Publish callbacks [] for security_group (e0667d41-a2e2-40cd-8f49-36d96bc2b4be), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:46.576656 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d70b5d2-d4a0-453e-bc7d-069c4239ec0a None None] Sync routers for ids ['a0dd652c-1554-4322-9186-58d07c04c819'] in dv-cinder-855288-2-iscsi {{(pid=106778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:27:46.591202 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:46.593226 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-5b638a55-fd84-4b2c-97a8-d30821a09051 admin admin] Publish callbacks [] for security_group (e0667d41-a2e2-40cd-8f49-36d96bc2b4be), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:46.594369 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d70b5d2-d4a0-453e-bc7d-069c4239ec0a None None] Routers {'a0dd652c-1554-4322-9186-58d07c04c819'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:27:46.595533 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-8d70b5d2-d4a0-453e-bc7d-069c4239ec0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:27:33Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['a0dd652c-1554-4322-9186-58d07c04c819'], 'active': True} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:46.604031 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-6cfa7237-f67c-458b-9a31-f59fbff64b31 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "PUT /networking/v2.0/floatingips/cd6ddfc5-da2f-40c0-b801-c4c4dd2ed866 HTTP/1.1" status: 200 len: 991 time: 1.0980451 Aug 31 01:27:46.605129 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2763dc0f-ab5c-4b32-9c03-5c5fcdf319ac', 'tag': 'efe8dede-55a6-41b6-97f0-2979138ce376'}] {{(pid=106776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:27:46.607753 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c75c880f6fcf50a6244b1a715e98a431c8b587c27dc42cc7f33f1c98f81bddd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e88c653b-1fef-4242-b0b5-de0e0a8f8baf" -d '{"events": [{"name": "network-changed", "server_uuid": "2763dc0f-ab5c-4b32-9c03-5c5fcdf319ac", "tag": "efe8dede-55a6-41b6-97f0-2979138ce376"}]}' {{(pid=106776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:27:46.646992 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 01:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02c7802-e16e-424a-9f0c-dc0e48281de8 x-openstack-request-id: req-a02c7802-e16e-424a-9f0c-dc0e48281de8 {{(pid=106776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:27:46.647487 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2763dc0f-ab5c-4b32-9c03-5c5fcdf319ac", "tag": "efe8dede-55a6-41b6-97f0-2979138ce376", "status": "completed", "code": 200}]} {{(pid=106776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:27:46.647915 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a02c7802-e16e-424a-9f0c-dc0e48281de8 {{(pid=106776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:27:46.648499 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a02c7802-e16e-424a-9f0c-dc0e48281de8'] response: {'name': 'network-changed', 'server_uuid': '2763dc0f-ab5c-4b32-9c03-5c5fcdf319ac', 'tag': 'efe8dede-55a6-41b6-97f0-2979138ce376', 'status': 'completed', 'code': 200} Aug 31 01:27:46.684463 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] get_ports_and_sgs() called for port_ids ['cdfb0f64-8b81-4f78-aca5-823b4f781b7b'] {{(pid=106778) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 01:27:46.717679 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c653b-1fef-4242-b0b5-de0e0a8f8baf req-955ef3fb-8131-4ef3-bab2-0f345d8a7deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:46.719588 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-e88c653b-1fef-4242-b0b5-de0e0a8f8baf req-955ef3fb-8131-4ef3-bab2-0f345d8a7deb service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=164da7d4776d4e9f8cf6497aa784d312&device_id=2763dc0f-ab5c-4b32-9c03-5c5fcdf319ac HTTP/1.1" status: 200 len: 1129 time: 0.0463243 Aug 31 01:27:46.734451 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6b911-b59d-448a-ad43-be07d4207b14 req-b32bd122-77b6-49b2-bacd-20bc7371fe1f tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:46.737506 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-70b6b911-b59d-448a-ad43-be07d4207b14 req-b32bd122-77b6-49b2-bacd-20bc7371fe1f tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f29a15ea-aad6-4491-a2e4-602f9ee66899 HTTP/1.1" status: 200 len: 945 time: 0.0618038 Aug 31 01:27:46.741203 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvr_db [None req-8d70b5d2-d4a0-453e-bc7d-069c4239ec0a None None] Set router a0dd652c-1554-4322-9186-58d07c04c819 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:27:46.760255 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-5b638a55-fd84-4b2c-97a8-d30821a09051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (e0667d41-a2e2-40cd-8f49-36d96bc2b4be), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:46.763391 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-5b638a55-fd84-4b2c-97a8-d30821a09051 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:46.764672 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-5b638a55-fd84-4b2c-97a8-d30821a09051 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/e0667d41-a2e2-40cd-8f49-36d96bc2b4be HTTP/1.1" status: 204 len: 168 time: 0.2432964 Aug 31 01:27:46.786630 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b638a55-fd84-4b2c-97a8-d30821a09051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0667d41-a2e2-40cd-8f49-36d96bc2b4be,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:46.800935 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:46.811069 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-70b6b911-b59d-448a-ad43-be07d4207b14 req-97b0ee64-bc00-4048-91e9-12ccc5d4fe28 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=992a52af-e238-4626-98e4-78502fd562e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667281 Aug 31 01:27:46.843193 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:46.849734 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c653b-1fef-4242-b0b5-de0e0a8f8baf req-fdf8e71f-d05b-43eb-8a9d-fdff3608aa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:46.851428 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-e88c653b-1fef-4242-b0b5-de0e0a8f8baf req-fdf8e71f-d05b-43eb-8a9d-fdff3608aa87 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?id=0760f9a5-d813-4a0f-bcef-9988cda0c948 HTTP/1.1" status: 200 len: 916 time: 0.1261370 Aug 31 01:27:46.934283 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-e88c653b-1fef-4242-b0b5-de0e0a8f8baf req-ba20477d-5ccc-454c-9748-628f1eccde5d service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efe8dede-55a6-41b6-97f0-2979138ce376 HTTP/1.1" status: 200 len: 999 time: 0.0681028 Aug 31 01:27:46.984151 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c653b-1fef-4242-b0b5-de0e0a8f8baf req-e334b2a0-d3ec-45d5-a1d3-3c39e7027327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:46.985760 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-e88c653b-1fef-4242-b0b5-de0e0a8f8baf req-e334b2a0-d3ec-45d5-a1d3-3c39e7027327 service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=4cf8958b-5555-42e1-b4dd-8dee2893fbc9 HTTP/1.1" status: 200 len: 853 time: 0.0467920 Aug 31 01:27:47.032194 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c653b-1fef-4242-b0b5-de0e0a8f8baf req-2462d87e-fa8d-4ca6-b804-f20e10b3c3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:47.033791 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-e88c653b-1fef-4242-b0b5-de0e0a8f8baf req-2462d87e-fa8d-4ca6-b804-f20e10b3c3c3 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=0760f9a5-d813-4a0f-bcef-9988cda0c948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421295 Aug 31 01:27:47.051625 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-8d70b5d2-d4a0-453e-bc7d-069c4239ec0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'name': 'tempest-AttachVolumeNegativeTest-703590554-router', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bcae5e1e-21f8-45f7-ba18-74d0551b07e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:22:33Z', 'revision_number': 4, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'gw_port': {'id': 'bcae5e1e-21f8-45f7-ba18-74d0551b07e1', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:25Z', 'updated_at': '2022-08-31T01:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_floatingips': [{'id': 'cd6ddfc5-da2f-40c0-b801-c4c4dd2ed866', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'floating_ip_address': '172.27.1.110', 'floating_network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'router_id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'port_id': 'efe8dede-55a6-41b6-97f0-2979138ce376', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948', 'mac_address': 'fa:16:3e:9b:b2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2763dc0f-ab5c-4b32-9c03-5c5fcdf319ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T01:27:29Z', 'updated_at': '2022-08-31T01:27:45Z', 'revision_number': 1, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '519870e6-178f-4031-8a44-b0fbae55ebbe', 'name': '', 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'mac_address': 'fa:16:3e:d7:53:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4cf8958b-5555-42e1-b4dd-8dee2893fbc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:31Z', 'updated_at': '2022-08-31T01:22:50Z', 'revision_number': 5, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'subnets': [{'id': '4cf8958b-5555-42e1-b4dd-8dee2893fbc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:47.077308 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d70b5d2-d4a0-453e-bc7d-069c4239ec0a None None] Checking router: a0dd652c-1554-4322-9186-58d07c04c819 for host: dv-cinder-855288-2-iscsi {{(pid=106778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:27:47.087121 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d70b5d2-d4a0-453e-bc7d-069c4239ec0a None None] Routers {'a0dd652c-1554-4322-9186-58d07c04c819'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:27:47.087734 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-8d70b5d2-d4a0-453e-bc7d-069c4239ec0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:27:33Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['a0dd652c-1554-4322-9186-58d07c04c819'], 'active': True} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:47.134400 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-e88c653b-1fef-4242-b0b5-de0e0a8f8baf req-41e3ea25-6305-4282-9db7-b28534ae4f28 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/0760f9a5-d813-4a0f-bcef-9988cda0c948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939839 Aug 31 01:27:47.191508 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvr_db [None req-8d70b5d2-d4a0-453e-bc7d-069c4239ec0a None None] Set router a0dd652c-1554-4322-9186-58d07c04c819 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:27:47.226597 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-e88c653b-1fef-4242-b0b5-de0e0a8f8baf req-e3fa240f-e35e-424b-9d49-c1215c4ffe17 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/0760f9a5-d813-4a0f-bcef-9988cda0c948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860810 Aug 31 01:27:47.362104 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=100 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:47.405049 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-8d70b5d2-d4a0-453e-bc7d-069c4239ec0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'name': 'tempest-AttachVolumeNegativeTest-703590554-router', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bcae5e1e-21f8-45f7-ba18-74d0551b07e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:22:33Z', 'revision_number': 4, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'gw_port': {'id': 'bcae5e1e-21f8-45f7-ba18-74d0551b07e1', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:25Z', 'updated_at': '2022-08-31T01:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_floatingips': [{'id': 'cd6ddfc5-da2f-40c0-b801-c4c4dd2ed866', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'floating_ip_address': '172.27.1.110', 'floating_network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'router_id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'port_id': 'efe8dede-55a6-41b6-97f0-2979138ce376', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948', 'mac_address': 'fa:16:3e:9b:b2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2763dc0f-ab5c-4b32-9c03-5c5fcdf319ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T01:27:29Z', 'updated_at': '2022-08-31T01:27:45Z', 'revision_number': 1, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '519870e6-178f-4031-8a44-b0fbae55ebbe', 'name': '', 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'mac_address': 'fa:16:3e:d7:53:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4cf8958b-5555-42e1-b4dd-8dee2893fbc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:31Z', 'updated_at': '2022-08-31T01:22:50Z', 'revision_number': 5, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'subnets': [{'id': '4cf8958b-5555-42e1-b4dd-8dee2893fbc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:47.429246 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d70b5d2-d4a0-453e-bc7d-069c4239ec0a None None] The sync data for ids ['a0dd652c-1554-4322-9186-58d07c04c819'] in dv-cinder-855288-2-iscsi is: [{'id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'name': 'tempest-AttachVolumeNegativeTest-703590554-router', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bcae5e1e-21f8-45f7-ba18-74d0551b07e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:22:33Z', 'revision_number': 4, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'gw_port': {'id': 'bcae5e1e-21f8-45f7-ba18-74d0551b07e1', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:25Z', 'updated_at': '2022-08-31T01:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_floatingips': [{'id': 'cd6ddfc5-da2f-40c0-b801-c4c4dd2ed866', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'floating_ip_address': '172.27.1.110', 'floating_network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'router_id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'port_id': 'efe8dede-55a6-41b6-97f0-2979138ce376', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948', 'mac_address': 'fa:16:3e:9b:b2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2763dc0f-ab5c-4b32-9c03-5c5fcdf319ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T01:27:29Z', 'updated_at': '2022-08-31T01:27:45Z', 'revision_number': 1, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '519870e6-178f-4031-8a44-b0fbae55ebbe', 'name': '', 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'mac_address': 'fa:16:3e:d7:53:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4cf8958b-5555-42e1-b4dd-8dee2893fbc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:31Z', 'updated_at': '2022-08-31T01:22:50Z', 'revision_number': 5, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'subnets': [{'id': '4cf8958b-5555-42e1-b4dd-8dee2893fbc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:27:47.501500 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 60974) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:27:47.517138 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-c364119a-1a68-4424-8ade-aae0e65bee99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:47.537486 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:47.610147 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3b2c91-b428-4c35-95f3-b4ab7856b7b9 req-445f2c89-d204-4246-aedc-6c54f9de2db1 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:47.616218 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0a3b2c91-b428-4c35-95f3-b4ab7856b7b9 req-445f2c89-d204-4246-aedc-6c54f9de2db1 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 945 time: 0.0597968 Aug 31 01:27:47.646135 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66323242-5cf0-4345-9c8f-ebafbe131b5e None None] New status for floating IP cd6ddfc5-da2f-40c0-b801-c4c4dd2ed866: ACTIVE {{(pid=106779) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 01:27:47.660636 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-c364119a-1a68-4424-8ade-aae0e65bee99 admin admin] Publish callbacks [] for security_group (f74c3c3d-b12e-4736-a92a-9a81636f7cc5), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:47.683100 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0a3b2c91-b428-4c35-95f3-b4ab7856b7b9 req-fedba874-7535-4b2c-b9b3-d5d0c270dc9f tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=de1a290b-ed4e-4727-abe6-2b19820b7bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635560 Aug 31 01:27:47.739637 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-c364119a-1a68-4424-8ade-aae0e65bee99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (f74c3c3d-b12e-4736-a92a-9a81636f7cc5), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:47.784185 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-c364119a-1a68-4424-8ade-aae0e65bee99 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=798b96c6b15d40beb9033bbec97693eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2808046 Aug 31 01:27:47.785178 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c364119a-1a68-4424-8ade-aae0e65bee99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f74c3c3d-b12e-4736-a92a-9a81636f7cc5,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:47.786892 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 60976) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:27:47.845259 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-dbd77e58-fd62-4cec-9aa7-4074640b1131 admin admin] Publish callbacks [] for security_group (f74c3c3d-b12e-4736-a92a-9a81636f7cc5), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:47.869609 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-dbd77e58-fd62-4cec-9aa7-4074640b1131 admin admin] Publish callbacks [] for security_group (f74c3c3d-b12e-4736-a92a-9a81636f7cc5), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:47.939145 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294c4bc7-48d8-4e90-8efc-cf5cfd75a4a5 req-f285d5a1-59f9-4889-b0e1-a696690bc786 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:47.940621 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-294c4bc7-48d8-4e90-8efc-cf5cfd75a4a5 req-f285d5a1-59f9-4889-b0e1-a696690bc786 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f29a15ea-aad6-4491-a2e4-602f9ee66899 HTTP/1.1" status: 200 len: 945 time: 0.0505583 Aug 31 01:27:47.984085 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-dbd77e58-fd62-4cec-9aa7-4074640b1131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (f74c3c3d-b12e-4736-a92a-9a81636f7cc5), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:47.986678 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-dbd77e58-fd62-4cec-9aa7-4074640b1131 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:47.987906 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-294c4bc7-48d8-4e90-8efc-cf5cfd75a4a5 req-4be95faa-0bc7-42ad-9ed0-5b04e2732534 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=992a52af-e238-4626-98e4-78502fd562e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409336 Aug 31 01:27:47.988110 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-dbd77e58-fd62-4cec-9aa7-4074640b1131 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/f74c3c3d-b12e-4736-a92a-9a81636f7cc5 HTTP/1.1" status: 204 len: 168 time: 0.1999919 Aug 31 01:27:47.997951 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd77e58-fd62-4cec-9aa7-4074640b1131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f74c3c3d-b12e-4736-a92a-9a81636f7cc5,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:48.154338 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device cdfb0f64-8b81-4f78-aca5-823b4f781b7b up at agent hyperv_hv-cinder-85528 {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:27:48.196631 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Provisioning for port cdfb0f64-8b81-4f78-aca5-823b4f781b7b completed by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 01:27:48.292788 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Provisioning complete for port cdfb0f64-8b81-4f78-aca5-823b4f781b7b triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:27:48.295730 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (cdfb0f64-8b81-4f78-aca5-823b4f781b7b), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:48.371819 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Current status of the port cdfb0f64-8b81-4f78-aca5-823b4f781b7b is: BUILD; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:27:48.372215 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (cdfb0f64-8b81-4f78-aca5-823b4f781b7b), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:48.396852 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f29a15ea-aad6-4491-a2e4-602f9ee66899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdfb0f64-8b81-4f78-aca5-823b4f781b7b'}] {{(pid=106778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:27:48.399102 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d41e2a553b02095d3b1f0ace215352f4a23baa657e7b5a2da03818d3ee46b5df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e91924-5bda-4ba3-9dc8-2b6a24759390" -d '{"events": [{"server_uuid": "f29a15ea-aad6-4491-a2e4-602f9ee66899", "name": "network-vif-plugged", "status": "completed", "tag": "cdfb0f64-8b81-4f78-aca5-823b4f781b7b"}]}' {{(pid=106778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:27:48.412440 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port cdfb0f64-8b81-4f78-aca5-823b4f781b7b, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=cdfb0f64-8b81-4f78-aca5-823b4f781b7b,segment=NetworkSegment(9ea3922f-9a93-4c57-9a67-322f3f62c0bf),segment_id=9ea3922f-9a93-4c57-9a67-322f3f62c0bf)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:27:48.440933 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 01:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee69e6dd-a19e-49c0-85ab-bce40b0bc322 x-openstack-request-id: req-ee69e6dd-a19e-49c0-85ab-bce40b0bc322 {{(pid=106778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:27:48.440933 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f29a15ea-aad6-4491-a2e4-602f9ee66899", "name": "network-vif-plugged", "status": "completed", "tag": "cdfb0f64-8b81-4f78-aca5-823b4f781b7b", "code": 200}]} {{(pid=106778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:27:48.440933 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ee69e6dd-a19e-49c0-85ab-bce40b0bc322 {{(pid=106778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:27:48.441287 dv-cinder-855288-2-iscsi neutron-server[106778]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee69e6dd-a19e-49c0-85ab-bce40b0bc322'] response: {'server_uuid': 'f29a15ea-aad6-4491-a2e4-602f9ee66899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdfb0f64-8b81-4f78-aca5-823b4f781b7b', 'code': 200} Aug 31 01:27:48.470159 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (cdfb0f64-8b81-4f78-aca5-823b4f781b7b), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:48.517373 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Pushing event updated for resources: {'Port': ['ID=cdfb0f64-8b81-4f78-aca5-823b4f781b7b,revision_number=5']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:48.798624 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efd6162-ceb4-413e-8781-4d07f2dd9624 req-578d1f76-fbcb-4f00-b47d-2ff1ac362f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:48.800286 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-2efd6162-ceb4-413e-8781-4d07f2dd9624 req-578d1f76-fbcb-4f00-b47d-2ff1ac362f2a service neutron] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f29a15ea-aad6-4491-a2e4-602f9ee66899 HTTP/1.1" status: 200 len: 1130 time: 0.0419877 Aug 31 01:27:48.820348 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:48.821721 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90242a2a-8583-4b33-843e-7cf328255a72 req-95ba71bc-0db5-462c-9aa9-a07bf86fb57b tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:48.823267 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-90242a2a-8583-4b33-843e-7cf328255a72 req-95ba71bc-0db5-462c-9aa9-a07bf86fb57b tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 945 time: 0.0542562 Aug 31 01:27:48.856271 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-2efd6162-ceb4-413e-8781-4d07f2dd9624 req-9292c969-419d-4a03-9ebd-a87875675569 service neutron] 10.222.0.85 "GET /networking/v2.0/security-groups?id=992a52af-e238-4626-98e4-78502fd562e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504987 Aug 31 01:27:48.881452 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-90242a2a-8583-4b33-843e-7cf328255a72 req-0cd80494-4e15-49a2-b84f-358229ace65d tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=de1a290b-ed4e-4727-abe6-2b19820b7bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521834 Aug 31 01:27:49.118054 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c908975-64df-4a74-81a8-d3e6f9d2d3f9 req-783720ed-d9a2-4a59-8a12-2660ee5e66d3 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:49.119534 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-6c908975-64df-4a74-81a8-d3e6f9d2d3f9 req-783720ed-d9a2-4a59-8a12-2660ee5e66d3 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f29a15ea-aad6-4491-a2e4-602f9ee66899 HTTP/1.1" status: 200 len: 946 time: 0.0508804 Aug 31 01:27:49.168918 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-6c908975-64df-4a74-81a8-d3e6f9d2d3f9 req-489c156e-0b47-425a-8d0f-d984acd5005e tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=992a52af-e238-4626-98e4-78502fd562e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432944 Aug 31 01:27:50.010736 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a673445-27a3-4083-94ed-2804f6fd2562 req-9d51f684-b726-4d76-a659-94c7ef2b7eaa tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:50.011604 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-3a673445-27a3-4083-94ed-2804f6fd2562 req-9d51f684-b726-4d76-a659-94c7ef2b7eaa tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 945 time: 0.0492370 Aug 31 01:27:50.059776 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-3a673445-27a3-4083-94ed-2804f6fd2562 req-0beaee3d-b88d-4d99-9220-02598af3b261 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=de1a290b-ed4e-4727-abe6-2b19820b7bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425231 Aug 31 01:27:50.277222 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:50.294856 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd61d6-1189-4d93-921a-d902b6a2a694 req-4663b93d-3d0b-49ff-ac85-7259afb31902 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:50.296312 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-c7dd61d6-1189-4d93-921a-d902b6a2a694 req-4663b93d-3d0b-49ff-ac85-7259afb31902 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f29a15ea-aad6-4491-a2e4-602f9ee66899 HTTP/1.1" status: 200 len: 946 time: 0.0512540 Aug 31 01:27:50.610363 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-c7dd61d6-1189-4d93-921a-d902b6a2a694 req-54757a7d-9cfd-4a77-9c2c-ae585ddbe275 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=992a52af-e238-4626-98e4-78502fd562e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3083956 Aug 31 01:27:51.185356 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1572e344-9ba1-4dc3-bdd1-385c69a8b54e req-84df1dbb-42f5-48c9-bb69-8e8e9e3cef60 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:51.186788 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1572e344-9ba1-4dc3-bdd1-385c69a8b54e req-84df1dbb-42f5-48c9-bb69-8e8e9e3cef60 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 945 time: 0.0476727 Aug 31 01:27:51.233673 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1572e344-9ba1-4dc3-bdd1-385c69a8b54e req-f6190418-6a6d-4ddc-94d4-edb6d38d7d5c tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=de1a290b-ed4e-4727-abe6-2b19820b7bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411429 Aug 31 01:27:51.729417 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68775e1a-2cf7-4e36-88f5-167c6300d4ca req-39314e14-a0ca-4933-8140-bc3e77d1e118 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:51.730985 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-68775e1a-2cf7-4e36-88f5-167c6300d4ca req-39314e14-a0ca-4933-8140-bc3e77d1e118 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f29a15ea-aad6-4491-a2e4-602f9ee66899 HTTP/1.1" status: 200 len: 946 time: 0.0472233 Aug 31 01:27:51.781101 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-68775e1a-2cf7-4e36-88f5-167c6300d4ca req-7e0bb6d3-6ead-49e8-95c2-e6fe41d2086f tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=992a52af-e238-4626-98e4-78502fd562e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443177 Aug 31 01:27:51.892803 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3e130-19fb-4f5b-81b1-d0c8ca484c47 req-5c517d18-6170-41f2-86d1-638db94960bf tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:51.894278 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-a8e3e130-19fb-4f5b-81b1-d0c8ca484c47 req-5c517d18-6170-41f2-86d1-638db94960bf tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f29a15ea-aad6-4491-a2e4-602f9ee66899 HTTP/1.1" status: 200 len: 946 time: 0.0455093 Aug 31 01:27:51.904763 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 32818) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:27:51.909133 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [None req-6e9bef70-189b-4c96-b6be-c84c535d6924 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Request body: {'floatingip': {'port_id': 'cdfb0f64-8b81-4f78-aca5-823b4f781b7b'}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:27:51.947064 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-6e9bef70-189b-4c96-b6be-c84c535d6924 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks [] for floatingip (fcb8b79e-6d6c-4eef-a1fa-36b08be73e84), before_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:52.150491 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:52.392963 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908354f8-e0d6-48dc-a2d3-5cb5507f8f0e req-55564605-eb9c-4bb4-939e-461e483e471d tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:52.394509 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-908354f8-e0d6-48dc-a2d3-5cb5507f8f0e req-55564605-eb9c-4bb4-939e-461e483e471d tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 945 time: 0.0838764 Aug 31 01:27:52.423034 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-6e9bef70-189b-4c96-b6be-c84c535d6924 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:52.457297 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-908354f8-e0d6-48dc-a2d3-5cb5507f8f0e req-79f56f31-2cf6-45cf-a12a-39a7ace6c386 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=de1a290b-ed4e-4727-abe6-2b19820b7bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550952 Aug 31 01:27:52.487241 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-6e9bef70-189b-4c96-b6be-c84c535d6924 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608267'] for floatingip (fcb8b79e-6d6c-4eef-a1fa-36b08be73e84), after_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:52.581735 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.db.l3_db [None req-6e9bef70-189b-4c96-b6be-c84c535d6924 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Floating IP fcb8b79e-6d6c-4eef-a1fa-36b08be73e84 associated. External IP: 172.27.1.138, port: cdfb0f64-8b81-4f78-aca5-823b4f781b7b. Aug 31 01:27:52.689415 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:52.796443 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e9bef70-189b-4c96-b6be-c84c535d6924 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Router 5782a4a2-909a-4031-86cd-c38efe94ee2d has already been hosted by L3 agent 1428144b-5b15-4168-8538-b51b3045e8b6 {{(pid=106777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:27:52.903698 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e9bef70-189b-4c96-b6be-c84c535d6924 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Notify agent at l3_agent.dv-cinder-855288-2-iscsi the message routers_updated {{(pid=106777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:27:52.908634 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-6e9bef70-189b-4c96-b6be-c84c535d6924 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for floatingip (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:52.914329 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c298701-ce11-45d1-95ee-ad00809c2a1c None None] Sync routers for ids ['5782a4a2-909a-4031-86cd-c38efe94ee2d'] in dv-cinder-855288-2-iscsi {{(pid=106778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:27:52.923642 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c298701-ce11-45d1-95ee-ad00809c2a1c None None] Routers {'5782a4a2-909a-4031-86cd-c38efe94ee2d'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:27:52.924255 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-9c298701-ce11-45d1-95ee-ad00809c2a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:27:33Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['5782a4a2-909a-4031-86cd-c38efe94ee2d'], 'active': True} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:52.940338 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-6e9bef70-189b-4c96-b6be-c84c535d6924 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "PUT /networking/v2.0/floatingips/fcb8b79e-6d6c-4eef-a1fa-36b08be73e84 HTTP/1.1" status: 200 len: 992 time: 1.0344870 Aug 31 01:27:52.944881 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f29a15ea-aad6-4491-a2e4-602f9ee66899', 'tag': 'cdfb0f64-8b81-4f78-aca5-823b4f781b7b'}] {{(pid=106777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:27:52.944881 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e330c87e12d7f870e7d9a686a76230f6b0968ad9153010b5cc5787492cc6e0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9705d73b-0c35-4d2a-ac6a-a571362a4676" -d '{"events": [{"name": "network-changed", "server_uuid": "f29a15ea-aad6-4491-a2e4-602f9ee66899", "tag": "cdfb0f64-8b81-4f78-aca5-823b4f781b7b"}]}' {{(pid=106777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:27:53.028927 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvr_db [None req-9c298701-ce11-45d1-95ee-ad00809c2a1c None None] Set router 5782a4a2-909a-4031-86cd-c38efe94ee2d gateway port host: dv-cinder-855288-2-iscsi {{(pid=106778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:27:53.108497 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 01:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2fe68d-8834-4e99-b2cf-6a9e3ffec16e x-openstack-request-id: req-0b2fe68d-8834-4e99-b2cf-6a9e3ffec16e {{(pid=106777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:27:53.108828 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f29a15ea-aad6-4491-a2e4-602f9ee66899", "tag": "cdfb0f64-8b81-4f78-aca5-823b4f781b7b", "status": "completed", "code": 200}]} {{(pid=106777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:27:53.109143 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0b2fe68d-8834-4e99-b2cf-6a9e3ffec16e {{(pid=106777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:27:53.109581 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b2fe68d-8834-4e99-b2cf-6a9e3ffec16e'] response: {'name': 'network-changed', 'server_uuid': 'f29a15ea-aad6-4491-a2e4-602f9ee66899', 'tag': 'cdfb0f64-8b81-4f78-aca5-823b4f781b7b', 'status': 'completed', 'code': 200} Aug 31 01:27:53.168201 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9705d73b-0c35-4d2a-ac6a-a571362a4676 req-cfb58698-d278-432c-8f8e-45e926744c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:53.169749 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-9705d73b-0c35-4d2a-ac6a-a571362a4676 req-cfb58698-d278-432c-8f8e-45e926744c34 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=fb863f706c3846db958c9b7fe367c3f5&device_id=f29a15ea-aad6-4491-a2e4-602f9ee66899 HTTP/1.1" status: 200 len: 1130 time: 0.0395536 Aug 31 01:27:53.235701 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:53.252607 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-9c298701-ce11-45d1-95ee-ad00809c2a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5782a4a2-909a-4031-86cd-c38efe94ee2d', 'name': 'tempest-AttachVolumeTestJSON-146619577-router', 'tenant_id': 'fb863f706c3846db958c9b7fe367c3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f4a5465d-ff9e-4624-a62b-bfbe66a01ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:23:41Z', 'updated_at': '2022-08-31T01:23:45Z', 'revision_number': 4, 'project_id': 'fb863f706c3846db958c9b7fe367c3f5', 'gw_port': {'id': 'f4a5465d-ff9e-4624-a62b-bfbe66a01ff3', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5782a4a2-909a-4031-86cd-c38efe94ee2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:23:42Z', 'updated_at': '2022-08-31T01:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_floatingips': [{'id': 'fcb8b79e-6d6c-4eef-a1fa-36b08be73e84', 'tenant_id': 'fb863f706c3846db958c9b7fe367c3f5', 'floating_ip_address': '172.27.1.138', 'floating_network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'router_id': '5782a4a2-909a-4031-86cd-c38efe94ee2d', 'port_id': 'cdfb0f64-8b81-4f78-aca5-823b4f781b7b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d97e458-c7f0-41e8-8974-7a68b9809489', 'mac_address': 'fa:16:3e:bb:67:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29a15ea-aad6-4491-a2e4-602f9ee66899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T01:27:36Z', 'updated_at': '2022-08-31T01:27:52Z', 'revision_number': 1, 'project_id': 'fb863f706c3846db958c9b7fe367c3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63f67506-ae6b-4bbf-bf94-ae60b3fd57d4', 'name': '', 'network_id': '2d97e458-c7f0-41e8-8974-7a68b9809489', 'tenant_id': 'fb863f706c3846db958c9b7fe367c3f5', 'mac_address': 'fa:16:3e:04:98:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5782a4a2-909a-4031-86cd-c38efe94ee2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'ce633e5b-f53e-4e09-ba61-d50d905d9cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:23:44Z', 'updated_at': '2022-08-31T01:23:51Z', 'revision_number': 5, 'project_id': 'fb863f706c3846db958c9b7fe367c3f5', 'subnets': [{'id': 'ce633e5b-f53e-4e09-ba61-d50d905d9cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:53.268557 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9705d73b-0c35-4d2a-ac6a-a571362a4676 req-92502188-5e28-4212-87d7-74c6b2b40050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:53.270118 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-9705d73b-0c35-4d2a-ac6a-a571362a4676 req-92502188-5e28-4212-87d7-74c6b2b40050 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?id=2d97e458-c7f0-41e8-8974-7a68b9809489 HTTP/1.1" status: 200 len: 912 time: 0.0951293 Aug 31 01:27:53.278359 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c298701-ce11-45d1-95ee-ad00809c2a1c None None] Checking router: 5782a4a2-909a-4031-86cd-c38efe94ee2d for host: dv-cinder-855288-2-iscsi {{(pid=106778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:27:53.288943 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c298701-ce11-45d1-95ee-ad00809c2a1c None None] Routers {'5782a4a2-909a-4031-86cd-c38efe94ee2d'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:27:53.289557 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-9c298701-ce11-45d1-95ee-ad00809c2a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:27:33Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['5782a4a2-909a-4031-86cd-c38efe94ee2d'], 'active': True} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:53.339647 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-9705d73b-0c35-4d2a-ac6a-a571362a4676 req-bebf083b-5809-4ce2-8f41-b78df75ca639 service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cdfb0f64-8b81-4f78-aca5-823b4f781b7b HTTP/1.1" status: 200 len: 1000 time: 0.0641098 Aug 31 01:27:53.394028 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9705d73b-0c35-4d2a-ac6a-a571362a4676 req-f41104f1-fb56-460d-a321-ddd26daf74df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:53.395782 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-9705d73b-0c35-4d2a-ac6a-a571362a4676 req-f41104f1-fb56-460d-a321-ddd26daf74df service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=ce633e5b-f53e-4e09-ba61-d50d905d9cae HTTP/1.1" status: 200 len: 849 time: 0.0485930 Aug 31 01:27:53.442433 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9705d73b-0c35-4d2a-ac6a-a571362a4676 req-77d8ae4b-46c8-4169-aa6d-236f991e564a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:53.444272 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-9705d73b-0c35-4d2a-ac6a-a571362a4676 req-77d8ae4b-46c8-4169-aa6d-236f991e564a service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=2d97e458-c7f0-41e8-8974-7a68b9809489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427015 Aug 31 01:27:53.524975 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvr_db [None req-9c298701-ce11-45d1-95ee-ad00809c2a1c None None] Set router 5782a4a2-909a-4031-86cd-c38efe94ee2d gateway port host: dv-cinder-855288-2-iscsi {{(pid=106778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:27:53.592081 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de2d5a-e07b-4339-ac14-79cc069f307f req-8f988b9a-088a-4fb3-b1a0-00bd5bc243eb tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:53.593736 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-21de2d5a-e07b-4339-ac14-79cc069f307f req-8f988b9a-088a-4fb3-b1a0-00bd5bc243eb tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 945 time: 0.0527282 Aug 31 01:27:53.658143 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-21de2d5a-e07b-4339-ac14-79cc069f307f req-13ad0fdb-6517-43df-82a3-a6a7987db7ca tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=de1a290b-ed4e-4727-abe6-2b19820b7bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547118 Aug 31 01:27:53.712031 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:53.765918 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-9705d73b-0c35-4d2a-ac6a-a571362a4676 req-d68f548f-2101-478a-b060-83c3bf3e0f91 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/2d97e458-c7f0-41e8-8974-7a68b9809489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160481 Aug 31 01:27:53.779324 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-9c298701-ce11-45d1-95ee-ad00809c2a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5782a4a2-909a-4031-86cd-c38efe94ee2d', 'name': 'tempest-AttachVolumeTestJSON-146619577-router', 'tenant_id': 'fb863f706c3846db958c9b7fe367c3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f4a5465d-ff9e-4624-a62b-bfbe66a01ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:23:41Z', 'updated_at': '2022-08-31T01:23:45Z', 'revision_number': 4, 'project_id': 'fb863f706c3846db958c9b7fe367c3f5', 'gw_port': {'id': 'f4a5465d-ff9e-4624-a62b-bfbe66a01ff3', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5782a4a2-909a-4031-86cd-c38efe94ee2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:23:42Z', 'updated_at': '2022-08-31T01:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_floatingips': [{'id': 'fcb8b79e-6d6c-4eef-a1fa-36b08be73e84', 'tenant_id': 'fb863f706c3846db958c9b7fe367c3f5', 'floating_ip_address': '172.27.1.138', 'floating_network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'router_id': '5782a4a2-909a-4031-86cd-c38efe94ee2d', 'port_id': 'cdfb0f64-8b81-4f78-aca5-823b4f781b7b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d97e458-c7f0-41e8-8974-7a68b9809489', 'mac_address': 'fa:16:3e:bb:67:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29a15ea-aad6-4491-a2e4-602f9ee66899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T01:27:36Z', 'updated_at': '2022-08-31T01:27:52Z', 'revision_number': 1, 'project_id': 'fb863f706c3846db958c9b7fe367c3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63f67506-ae6b-4bbf-bf94-ae60b3fd57d4', 'name': '', 'network_id': '2d97e458-c7f0-41e8-8974-7a68b9809489', 'tenant_id': 'fb863f706c3846db958c9b7fe367c3f5', 'mac_address': 'fa:16:3e:04:98:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5782a4a2-909a-4031-86cd-c38efe94ee2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'ce633e5b-f53e-4e09-ba61-d50d905d9cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:23:44Z', 'updated_at': '2022-08-31T01:23:51Z', 'revision_number': 5, 'project_id': 'fb863f706c3846db958c9b7fe367c3f5', 'subnets': [{'id': 'ce633e5b-f53e-4e09-ba61-d50d905d9cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:53.805857 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c298701-ce11-45d1-95ee-ad00809c2a1c None None] The sync data for ids ['5782a4a2-909a-4031-86cd-c38efe94ee2d'] in dv-cinder-855288-2-iscsi is: [{'id': '5782a4a2-909a-4031-86cd-c38efe94ee2d', 'name': 'tempest-AttachVolumeTestJSON-146619577-router', 'tenant_id': 'fb863f706c3846db958c9b7fe367c3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f4a5465d-ff9e-4624-a62b-bfbe66a01ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:23:41Z', 'updated_at': '2022-08-31T01:23:45Z', 'revision_number': 4, 'project_id': 'fb863f706c3846db958c9b7fe367c3f5', 'gw_port': {'id': 'f4a5465d-ff9e-4624-a62b-bfbe66a01ff3', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5782a4a2-909a-4031-86cd-c38efe94ee2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:23:42Z', 'updated_at': '2022-08-31T01:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_floatingips': [{'id': 'fcb8b79e-6d6c-4eef-a1fa-36b08be73e84', 'tenant_id': 'fb863f706c3846db958c9b7fe367c3f5', 'floating_ip_address': '172.27.1.138', 'floating_network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'router_id': '5782a4a2-909a-4031-86cd-c38efe94ee2d', 'port_id': 'cdfb0f64-8b81-4f78-aca5-823b4f781b7b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d97e458-c7f0-41e8-8974-7a68b9809489', 'mac_address': 'fa:16:3e:bb:67:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29a15ea-aad6-4491-a2e4-602f9ee66899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T01:27:36Z', 'updated_at': '2022-08-31T01:27:52Z', 'revision_number': 1, 'project_id': 'fb863f706c3846db958c9b7fe367c3f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63f67506-ae6b-4bbf-bf94-ae60b3fd57d4', 'name': '', 'network_id': '2d97e458-c7f0-41e8-8974-7a68b9809489', 'tenant_id': 'fb863f706c3846db958c9b7fe367c3f5', 'mac_address': 'fa:16:3e:04:98:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5782a4a2-909a-4031-86cd-c38efe94ee2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'ce633e5b-f53e-4e09-ba61-d50d905d9cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:23:44Z', 'updated_at': '2022-08-31T01:23:51Z', 'revision_number': 5, 'project_id': 'fb863f706c3846db958c9b7fe367c3f5', 'subnets': [{'id': 'ce633e5b-f53e-4e09-ba61-d50d905d9cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:27:53.861462 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-9705d73b-0c35-4d2a-ac6a-a571362a4676 req-e6d3fbe5-99bb-4ee5-91e5-81d2da1a2d7b service neutron] 10.222.0.85 "GET /networking/v2.0/networks/2d97e458-c7f0-41e8-8974-7a68b9809489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898137 Aug 31 01:27:53.990363 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc43d70-bad7-41c9-8e30-65a00e8b7562 None None] New status for floating IP fcb8b79e-6d6c-4eef-a1fa-36b08be73e84: ACTIVE {{(pid=106779) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 01:27:54.789971 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f651ea9-93a3-4c56-93a0-2fac6050591d req-77340d9d-1e91-44f8-96a8-7e106e6cb39a tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:54.791432 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-7f651ea9-93a3-4c56-93a0-2fac6050591d req-77340d9d-1e91-44f8-96a8-7e106e6cb39a tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 945 time: 0.0511224 Aug 31 01:27:54.823076 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:54.839551 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-7f651ea9-93a3-4c56-93a0-2fac6050591d req-ad25ea30-832a-4ea2-92e6-7bbff1a4412a tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=de1a290b-ed4e-4727-abe6-2b19820b7bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424459 Aug 31 01:27:55.973428 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84586f9-ba14-4b48-85ac-2884e09d12eb req-7d77046d-f4f9-4d4a-a16c-3714fa84e712 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:55.973428 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-e84586f9-ba14-4b48-85ac-2884e09d12eb req-7d77046d-f4f9-4d4a-a16c-3714fa84e712 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 945 time: 0.0486443 Aug 31 01:27:56.017778 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-e84586f9-ba14-4b48-85ac-2884e09d12eb req-03e23e83-b32b-4752-949a-f99580a92ff2 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=de1a290b-ed4e-4727-abe6-2b19820b7bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437489 Aug 31 01:27:57.149233 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f06159-18c8-47fa-b2e0-cdc7cd62d9c1 req-f645d39f-98c4-4cde-b467-3d86a35aa91f tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:57.150762 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-18f06159-18c8-47fa-b2e0-cdc7cd62d9c1 req-f645d39f-98c4-4cde-b467-3d86a35aa91f tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 945 time: 0.0540204 Aug 31 01:27:57.198368 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-18f06159-18c8-47fa-b2e0-cdc7cd62d9c1 req-7059e5a8-a78e-45d6-8b5d-beb081700a6d tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=de1a290b-ed4e-4727-abe6-2b19820b7bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419576 Aug 31 01:27:58.323385 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a8c8c-04de-4cae-b6fe-cb8fd16bb636 req-0f43161c-657a-45ed-8f0b-9517c324d4a6 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:58.324898 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-837a8c8c-04de-4cae-b6fe-cb8fd16bb636 req-0f43161c-657a-45ed-8f0b-9517c324d4a6 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 945 time: 0.0471449 Aug 31 01:27:58.372270 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-837a8c8c-04de-4cae-b6fe-cb8fd16bb636 req-c92d6940-88dd-4d08-985d-6f561e3cfd49 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=de1a290b-ed4e-4727-abe6-2b19820b7bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415678 Aug 31 01:27:59.000164 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 32900) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:27:59.110000 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-76aff193-418f-48d1-b924-56803cbcb41b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:59.183758 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-76aff193-418f-48d1-b924-56803cbcb41b admin admin] Publish callbacks [] for security_group (4bad29fe-5a83-4c7a-9baf-302bf5418254), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:59.257699 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-76aff193-418f-48d1-b924-56803cbcb41b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (4bad29fe-5a83-4c7a-9baf-302bf5418254), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:59.302600 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-76aff193-418f-48d1-b924-56803cbcb41b admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=60b9b33aeefe4c0ba34bd24091384be3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3012996 Aug 31 01:27:59.303444 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aff193-418f-48d1-b924-56803cbcb41b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bad29fe-5a83-4c7a-9baf-302bf5418254,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:59.305520 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 32904) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:27:59.327881 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:27:59.364432 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-7c9eaaea-1e69-4348-b1e0-4bd5024bee1d admin admin] Publish callbacks [] for security_group (4bad29fe-5a83-4c7a-9baf-302bf5418254), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:59.384546 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-7c9eaaea-1e69-4348-b1e0-4bd5024bee1d admin admin] Publish callbacks [] for security_group (4bad29fe-5a83-4c7a-9baf-302bf5418254), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:59.497395 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2e5ce-fd90-43f6-bead-ce92eff435c3 req-c26feda3-7d07-4904-a695-939e9ed9bbcb tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:27:59.498352 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-7c9eaaea-1e69-4348-b1e0-4bd5024bee1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (4bad29fe-5a83-4c7a-9baf-302bf5418254), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:59.498870 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-f4e2e5ce-fd90-43f6-bead-ce92eff435c3 req-c26feda3-7d07-4904-a695-939e9ed9bbcb tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 945 time: 0.0472960 Aug 31 01:27:59.500914 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-7c9eaaea-1e69-4348-b1e0-4bd5024bee1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:27:59.502046 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-7c9eaaea-1e69-4348-b1e0-4bd5024bee1d admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/4bad29fe-5a83-4c7a-9baf-302bf5418254 HTTP/1.1" status: 204 len: 168 time: 0.1955833 Aug 31 01:27:59.512139 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9eaaea-1e69-4348-b1e0-4bd5024bee1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bad29fe-5a83-4c7a-9baf-302bf5418254,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:59.549302 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-f4e2e5ce-fd90-43f6-bead-ce92eff435c3 req-40501313-5373-45cb-ac3b-64df00aed73b tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=de1a290b-ed4e-4727-abe6-2b19820b7bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442834 Aug 31 01:28:00.098256 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 32914) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:28:00.111882 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-ac917b16-a3f3-4572-8a96-0bc3ff176e4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:00.126660 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:28:00.187020 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-ac917b16-a3f3-4572-8a96-0bc3ff176e4f admin admin] Publish callbacks [] for security_group (7ac6aa15-4e33-44d6-b09a-51abddd73e07), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:00.246624 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-ac917b16-a3f3-4572-8a96-0bc3ff176e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (7ac6aa15-4e33-44d6-b09a-51abddd73e07), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:00.265529 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device 1302084d-99f4-4cd1-8b6d-4a829a883993 details requested by agent hyperv_hv-cinder-85528 with host hv-cinder-85528 {{(pid=106778) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:28:00.291061 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-ac917b16-a3f3-4572-8a96-0bc3ff176e4f admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=e5c617095f334ff5aeca76f38a149d28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1914778 Aug 31 01:28:00.291914 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac917b16-a3f3-4572-8a96-0bc3ff176e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac6aa15-4e33-44d6-b09a-51abddd73e07,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:00.294453 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 32916) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:28:00.306715 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=82,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:28:00.343202 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-876845b0-0c7c-41c0-8a5f-4b1f89f42f0f admin admin] Publish callbacks [] for security_group (7ac6aa15-4e33-44d6-b09a-51abddd73e07), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:00.364306 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-876845b0-0c7c-41c0-8a5f-4b1f89f42f0f admin admin] Publish callbacks [] for security_group (7ac6aa15-4e33-44d6-b09a-51abddd73e07), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:00.366564 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port 1302084d-99f4-4cd1-8b6d-4a829a883993, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=1302084d-99f4-4cd1-8b6d-4a829a883993,segment=NetworkSegment(4e76086e-0aa2-44ca-adc1-383a20f9a980),segment_id=4e76086e-0aa2-44ca-adc1-383a20f9a980)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:28:00.378164 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Returning: {'device': '1302084d-99f4-4cd1-8b6d-4a829a883993', 'network_id': '2a0890c6-f1c3-465a-8b4d-8e1ae2356a58', 'port_id': '1302084d-99f4-4cd1-8b6d-4a829a883993', 'mac_address': 'fa:16:3e:8c:58:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1067, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd653247e-0c02-4230-ad01-73647a101df2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106778) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:28:00.418262 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Current status of the port 1302084d-99f4-4cd1-8b6d-4a829a883993 is: ACTIVE; New status is: BUILD {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:28:00.418653 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (1302084d-99f4-4cd1-8b6d-4a829a883993), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:00.432177 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.notifiers.nova [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1302084d-99f4-4cd1-8b6d-4a829a883993 {{(pid=106778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 01:28:00.451862 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port 1302084d-99f4-4cd1-8b6d-4a829a883993, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=1302084d-99f4-4cd1-8b6d-4a829a883993,segment=NetworkSegment(4e76086e-0aa2-44ca-adc1-383a20f9a980),segment_id=4e76086e-0aa2-44ca-adc1-383a20f9a980)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:28:00.458723 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-876845b0-0c7c-41c0-8a5f-4b1f89f42f0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (7ac6aa15-4e33-44d6-b09a-51abddd73e07), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:00.461509 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-876845b0-0c7c-41c0-8a5f-4b1f89f42f0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:00.462758 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-876845b0-0c7c-41c0-8a5f-4b1f89f42f0f admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/7ac6aa15-4e33-44d6-b09a-51abddd73e07 HTTP/1.1" status: 204 len: 168 time: 0.1676714 Aug 31 01:28:00.471209 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876845b0-0c7c-41c0-8a5f-4b1f89f42f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac6aa15-4e33-44d6-b09a-51abddd73e07,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:00.504290 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (1302084d-99f4-4cd1-8b6d-4a829a883993), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:00.556702 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Pushing event updated for resources: {'Port': ['ID=1302084d-99f4-4cd1-8b6d-4a829a883993,revision_number=6']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:00.564401 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:00.564773 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:00.565150 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:00.565502 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:00.565837 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:00.566215 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:00.566544 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:00.566874 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:00.567203 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:00.567530 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:00.567864 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:00.568190 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:00.568514 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:00.568870 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:00.569191 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:00.598217 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] get_ports_and_sgs() called for port_ids ['1302084d-99f4-4cd1-8b6d-4a829a883993'] {{(pid=106778) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 01:28:00.687301 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4563a-f96c-46da-a3bd-9c3735f42656 req-0e77216e-35db-4dc0-b671-b18c64871cb8 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:00.688797 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-d2b4563a-f96c-46da-a3bd-9c3735f42656 req-0e77216e-35db-4dc0-b671-b18c64871cb8 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 944 time: 0.0485616 Aug 31 01:28:00.725449 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:28:00.739305 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-d2b4563a-f96c-46da-a3bd-9c3735f42656 req-3336d322-ced9-47f6-b811-f7f3700e5913 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=de1a290b-ed4e-4727-abe6-2b19820b7bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442271 Aug 31 01:28:01.132291 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 32924) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:28:01.149097 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-cbab4d59-d6c9-469c-a88b-0843d3f6e5f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:01.223465 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-cbab4d59-d6c9-469c-a88b-0843d3f6e5f0 admin admin] Publish callbacks [] for security_group (a2615ed3-1c04-4109-b330-c848adeabfc4), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:01.292363 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-cbab4d59-d6c9-469c-a88b-0843d3f6e5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (a2615ed3-1c04-4109-b330-c848adeabfc4), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:01.303496 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-268c2e63-c430-4273-8adb-64a3600a84df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (06e7caa6-6f15-45a1-a03b-1c511964ed9a), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:01.333061 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-cbab4d59-d6c9-469c-a88b-0843d3f6e5f0 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=d7c1ad07a02e4376ba12a5458a279483&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1996491 Aug 31 01:28:01.333934 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbab4d59-d6c9-469c-a88b-0843d3f6e5f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2615ed3-1c04-4109-b330-c848adeabfc4,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:01.335757 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 32926) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:28:01.386134 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-e1733d99-a50c-424a-adf4-fdc7b58bbc54 admin admin] Publish callbacks [] for security_group (a2615ed3-1c04-4109-b330-c848adeabfc4), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:01.406459 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-e1733d99-a50c-424a-adf4-fdc7b58bbc54 admin admin] Publish callbacks [] for security_group (a2615ed3-1c04-4109-b330-c848adeabfc4), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:01.515580 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-e1733d99-a50c-424a-adf4-fdc7b58bbc54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (a2615ed3-1c04-4109-b330-c848adeabfc4), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:01.518344 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-e1733d99-a50c-424a-adf4-fdc7b58bbc54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:01.520146 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-e1733d99-a50c-424a-adf4-fdc7b58bbc54 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/a2615ed3-1c04-4109-b330-c848adeabfc4 HTTP/1.1" status: 204 len: 168 time: 0.1833105 Aug 31 01:28:01.528484 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1733d99-a50c-424a-adf4-fdc7b58bbc54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2615ed3-1c04-4109-b330-c848adeabfc4,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:01.871488 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430de92-b4f6-48b9-931b-8ad1842becdc req-293635e9-f606-4ce3-8fad-6f20edf8092e tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:01.873012 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0430de92-b4f6-48b9-931b-8ad1842becdc req-293635e9-f606-4ce3-8fad-6f20edf8092e tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 944 time: 0.0499101 Aug 31 01:28:01.930576 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0430de92-b4f6-48b9-931b-8ad1842becdc req-c49fac3c-8841-48a1-b804-6cc9b59bcf09 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=de1a290b-ed4e-4727-abe6-2b19820b7bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507281 Aug 31 01:28:02.271894 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device 1302084d-99f4-4cd1-8b6d-4a829a883993 up at agent hyperv_hv-cinder-85528 {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:28:02.316020 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Provisioning complete for port 1302084d-99f4-4cd1-8b6d-4a829a883993 triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:28:02.316676 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (1302084d-99f4-4cd1-8b6d-4a829a883993), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:02.398295 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Current status of the port 1302084d-99f4-4cd1-8b6d-4a829a883993 is: BUILD; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:28:02.398739 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (1302084d-99f4-4cd1-8b6d-4a829a883993), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:02.427247 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7311a59-7d10-4edb-be41-f6872e563e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1302084d-99f4-4cd1-8b6d-4a829a883993'}] {{(pid=106778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:28:02.429726 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d41e2a553b02095d3b1f0ace215352f4a23baa657e7b5a2da03818d3ee46b5df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad9ab1e-636f-4f61-9eef-6450bb4cdee1" -d '{"events": [{"server_uuid": "b7311a59-7d10-4edb-be41-f6872e563e09", "name": "network-vif-plugged", "status": "completed", "tag": "1302084d-99f4-4cd1-8b6d-4a829a883993"}]}' {{(pid=106778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:28:02.459106 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port 1302084d-99f4-4cd1-8b6d-4a829a883993, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=1302084d-99f4-4cd1-8b6d-4a829a883993,segment=NetworkSegment(4e76086e-0aa2-44ca-adc1-383a20f9a980),segment_id=4e76086e-0aa2-44ca-adc1-383a20f9a980)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:28:02.493637 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 01:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac18088-c2d8-4693-9156-a6b1b163c0b8 x-openstack-request-id: req-dac18088-c2d8-4693-9156-a6b1b163c0b8 {{(pid=106778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:28:02.493935 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7311a59-7d10-4edb-be41-f6872e563e09", "name": "network-vif-plugged", "status": "completed", "tag": "1302084d-99f4-4cd1-8b6d-4a829a883993", "code": 200}]} {{(pid=106778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:28:02.494309 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dac18088-c2d8-4693-9156-a6b1b163c0b8 {{(pid=106778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:28:02.494717 dv-cinder-855288-2-iscsi neutron-server[106778]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dac18088-c2d8-4693-9156-a6b1b163c0b8'] response: {'server_uuid': 'b7311a59-7d10-4edb-be41-f6872e563e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1302084d-99f4-4cd1-8b6d-4a829a883993', 'code': 200} Aug 31 01:28:02.532653 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (1302084d-99f4-4cd1-8b6d-4a829a883993), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:02.592223 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Pushing event updated for resources: {'Port': ['ID=1302084d-99f4-4cd1-8b6d-4a829a883993,revision_number=7']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:03.078261 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b34f38-75cf-4772-9637-c161ec91350a req-c5ff4c33-4f4d-4d28-9e14-4e1e6900357c tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:03.080382 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-f3b34f38-75cf-4772-9637-c161ec91350a req-c5ff4c33-4f4d-4d28-9e14-4e1e6900357c tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 945 time: 0.0559957 Aug 31 01:28:03.134177 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-f3b34f38-75cf-4772-9637-c161ec91350a req-0b108cfe-8251-4156-9734-ecfc3bd7660a tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=de1a290b-ed4e-4727-abe6-2b19820b7bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471697 Aug 31 01:28:03.317376 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 32990) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:28:03.443518 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-f76644a2-76dd-49cd-8086-7796ec88dc6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:03.499625 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:28:03.521693 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-377ad35c-b5a1-4a51-aa3c-630c1a6d49d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (1428144b-5b15-4168-8538-b51b3045e8b6), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:03.540374 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-f76644a2-76dd-49cd-8086-7796ec88dc6e admin admin] Publish callbacks [] for security_group (743a2047-d2b3-4f0c-b0da-7a74309c6dfb), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:03.615827 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-f76644a2-76dd-49cd-8086-7796ec88dc6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (743a2047-d2b3-4f0c-b0da-7a74309c6dfb), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:03.665068 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 32994) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:28:03.665657 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-f76644a2-76dd-49cd-8086-7796ec88dc6e admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=0f7f97ac08b346739b1aca4862ef2c22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3467879 Aug 31 01:28:03.672264 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76644a2-76dd-49cd-8086-7796ec88dc6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=743a2047-d2b3-4f0c-b0da-7a74309c6dfb,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:03.746976 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-08f6638c-29b0-4727-a2c3-b54d81c2771d admin admin] Publish callbacks [] for security_group (743a2047-d2b3-4f0c-b0da-7a74309c6dfb), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:03.771621 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-08f6638c-29b0-4727-a2c3-b54d81c2771d admin admin] Publish callbacks [] for security_group (743a2047-d2b3-4f0c-b0da-7a74309c6dfb), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:03.774897 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (799b9b45-836a-4007-8b99-6041c4a5ce6b), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:03.783036 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:28:03.876165 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-08f6638c-29b0-4727-a2c3-b54d81c2771d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (743a2047-d2b3-4f0c-b0da-7a74309c6dfb), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:03.879017 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-08f6638c-29b0-4727-a2c3-b54d81c2771d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:03.882725 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-08f6638c-29b0-4727-a2c3-b54d81c2771d admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/743a2047-d2b3-4f0c-b0da-7a74309c6dfb HTTP/1.1" status: 204 len: 168 time: 0.2136204 Aug 31 01:28:03.889521 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f6638c-29b0-4727-a2c3-b54d81c2771d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743a2047-d2b3-4f0c-b0da-7a74309c6dfb,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:04.094046 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:28:04.096992 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:28:04.301195 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbead85-7bf8-4cf6-b7c3-f24acecd450d req-c17ff00b-e84c-442b-b197-6f1abe775899 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:04.304882 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-7dbead85-7bf8-4cf6-b7c3-f24acecd450d req-c17ff00b-e84c-442b-b197-6f1abe775899 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 945 time: 0.0561779 Aug 31 01:28:04.368155 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-7dbead85-7bf8-4cf6-b7c3-f24acecd450d req-616970aa-a0e6-442e-8801-d023b089a8a3 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=de1a290b-ed4e-4727-abe6-2b19820b7bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568883 Aug 31 01:28:04.995585 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-6cf74907-e165-4231-8e79-d72e153e628e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (625e835a-7d63-45f9-8a46-c3ba876c3627), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:05.041265 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 33018) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:28:05.155338 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [None req-e8eca3c8-2b38-4f16-985a-4d4c8b912a70 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1950464407-network', 'tenant_id': '9befc65a9da84a99942b803ac6a15a0b'}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:28:05.506014 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c82ba2-9175-4b1e-a2e2-caf91873bad2 req-c4376214-7384-426f-a3c1-74ba3559e5b8 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:05.507477 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-48c82ba2-9175-4b1e-a2e2-caf91873bad2 req-c4376214-7384-426f-a3c1-74ba3559e5b8 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 945 time: 0.0473318 Aug 31 01:28:05.556609 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-48c82ba2-9175-4b1e-a2e2-caf91873bad2 req-12227e05-b358-4e7b-8213-95bb2a9c9cfa tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=de1a290b-ed4e-4727-abe6-2b19820b7bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434818 Aug 31 01:28:05.595276 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8eca3c8-2b38-4f16-985a-4d4c8b912a70 admin admin] Made reservation on behalf of 9befc65a9da84a99942b803ac6a15a0b for: {'network': 1} {{(pid=106776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:28:05.598154 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-e8eca3c8-2b38-4f16-985a-4d4c8b912a70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for network (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:05.607185 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-e8eca3c8-2b38-4f16-985a-4d4c8b912a70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:05.683878 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-e8eca3c8-2b38-4f16-985a-4d4c8b912a70 admin admin] Publish callbacks [] for security_group (ffb80b2e-00e4-4a72-9d57-a5ac93f65e3d), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:05.738438 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-e8eca3c8-2b38-4f16-985a-4d4c8b912a70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (ffb80b2e-00e4-4a72-9d57-a5ac93f65e3d), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:05.768079 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8eca3c8-2b38-4f16-985a-4d4c8b912a70 admin admin] vlan segment allocate from pool success with {'vlan_id': 1050, 'physical_network': 'physnet1'} {{(pid=106776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:28:05.775839 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eca3c8-2b38-4f16-985a-4d4c8b912a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb80b2e-00e4-4a72-9d57-a5ac93f65e3d,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:05.782459 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-e8eca3c8-2b38-4f16-985a-4d4c8b912a70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484916'] for segment (4bbdd3d1-92ab-42d5-87f4-984876af95f9), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:05.783031 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.db.segments_db [None req-e8eca3c8-2b38-4f16-985a-4d4c8b912a70 admin admin] Added segment 4bbdd3d1-92ab-42d5-87f4-984876af95f9 of type vlan for network 7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3 Aug 31 01:28:05.839963 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=75,neutron:DELETE=4,neutron:INSERT=18,neutron:UPDATE=3 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:28:05.842119 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-e8eca3c8-2b38-4f16-985a-4d4c8b912a70 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779185844565'] for network (7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:05.904074 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-e8eca3c8-2b38-4f16-985a-4d4c8b912a70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430'] for network (7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:05.905428 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8eca3c8-2b38-4f16-985a-4d4c8b912a70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:05.906214 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-e8eca3c8-2b38-4f16-985a-4d4c8b912a70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537412'] for network (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:05.979070 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eca3c8-2b38-4f16-985a-4d4c8b912a70 admin admin] Pushing event updated for resources: {'Network': ['ID=7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:05.990430 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Network 7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3 details requested by agent ovs-agent-dv-cinder-855288-2-iscsi with host dv-cinder-855288-2-iscsi {{(pid=106778) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:28:06.030793 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 33028) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:28:06.036222 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [None req-58aa67f7-8b29-44b7-aad1-407cc97c5c1d admin admin] Request body: {'subnet': {'network_id': '7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1950464407-subnet', 'tenant_id': '9befc65a9da84a99942b803ac6a15a0b', 'ip_version': 4}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:28:06.037029 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-e8eca3c8-2b38-4f16-985a-4d4c8b912a70 admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9940152 Aug 31 01:28:06.126938 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58aa67f7-8b29-44b7-aad1-407cc97c5c1d admin admin] Made reservation on behalf of 9befc65a9da84a99942b803ac6a15a0b for: {'subnet': 1} {{(pid=106777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:28:06.130780 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-58aa67f7-8b29-44b7-aad1-407cc97c5c1d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5608374'] for subnet (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:06.178395 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:28:06.302718 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:28:06.389539 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-58aa67f7-8b29-44b7-aad1-407cc97c5c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5262262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5608352'] for subnet (d3b48e56-98ff-4fa8-bbfd-1e9209ce3f50), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:06.419562 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (f96ef3eb-5320-49ab-b33a-a2775d3a6053), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:06.423148 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-f7411cf7-2853-429b-aa0f-54d02b543116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (5f821ebb-aac9-4915-bb43-6712672a5d6c), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:06.457663 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa67f7-8b29-44b7-aad1-407cc97c5c1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3b48e56-98ff-4fa8-bbfd-1e9209ce3f50,revision_number=0']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:06.469411 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58aa67f7-8b29-44b7-aad1-407cc97c5c1d admin admin] Checking segment: {'id': '4bbdd3d1-92ab-42d5-87f4-984876af95f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:28:06.469577 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58aa67f7-8b29-44b7-aad1-407cc97c5c1d admin admin] Network hostable DHCP agents. Network: 7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3, hostable agents: ['06e7caa6-6f15-45a1-a03b-1c511964ed9a'], hosted agents: [] {{(pid=106777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:28:06.595818 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58aa67f7-8b29-44b7-aad1-407cc97c5c1d admin admin] Network 7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3 is scheduled to be hosted by DHCP agent 06e7caa6-6f15-45a1-a03b-1c511964ed9a with binding_index 1 {{(pid=106777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:28:06.694616 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:28:06.695976 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.base_scheduler [None req-58aa67f7-8b29-44b7-aad1-407cc97c5c1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855288-2-iscsi, 7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3) {{(pid=106777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:28:06.705443 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aef2cf5-d5c3-43a0-8c97-2916774672a9 None None] Network 7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3 requested from dv-cinder-855288-2-iscsi {{(pid=106778) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 01:28:06.705644 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58aa67f7-8b29-44b7-aad1-407cc97c5c1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:06.706382 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-58aa67f7-8b29-44b7-aad1-407cc97c5c1d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:06.720004 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e028c-86a4-42d8-a697-8e5b650b072d req-a0c030ca-46be-4356-9d7f-5b32c026e188 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:06.721738 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b02e028c-86a4-42d8-a697-8e5b650b072d req-a0c030ca-46be-4356-9d7f-5b32c026e188 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 945 time: 0.0675843 Aug 31 01:28:06.787669 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b02e028c-86a4-42d8-a697-8e5b650b072d req-f7e23f6a-33ca-445f-b9c6-3cc0b03350b0 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=de1a290b-ed4e-4727-abe6-2b19820b7bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591118 Aug 31 01:28:06.799153 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-58aa67f7-8b29-44b7-aad1-407cc97c5c1d admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7668929 Aug 31 01:28:06.802656 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 33034) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:28:06.809136 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [None req-dbc31fb3-f5ba-4cb2-b6ef-93ee03b02c9c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1950464407-router', 'tenant_id': '9befc65a9da84a99942b803ac6a15a0b', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83'}}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:28:06.850926 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656f19e1-ec9e-4110-8704-80c21429851a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba7de80-325c-5b15-a1b2-1b6f80050974-7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3', 'network_id': '7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3', 'project_id': '9befc65a9da84a99942b803ac6a15a0b', 'fixed_ips': [{'subnet_id': 'd3b48e56-98ff-4fa8-bbfd-1e9209ce3f50'}]}} from dv-cinder-855288-2-iscsi. {{(pid=106778) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 01:28:06.851921 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-656f19e1-ec9e-4110-8704-80c21429851a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (None), before_create {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:06.883032 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-dbc31fb3-f5ba-4cb2-b6ef-93ee03b02c9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10622'] for router (1aa335c5-b661-42c3-9f20-6da4702a9b46), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:06.884335 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-dbc31fb3-f5ba-4cb2-b6ef-93ee03b02c9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-635161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482877', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10609'] for router (1aa335c5-b661-42c3-9f20-6da4702a9b46), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:06.948466 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-dbc31fb3-f5ba-4cb2-b6ef-93ee03b02c9c admin admin] Publish callbacks [] for router_controller (1aa335c5-b661-42c3-9f20-6da4702a9b46), precommit_add_association {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:07.013441 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.db_base_plugin_common [None req-656f19e1-ec9e-4110-8704-80c21429851a None None] Allocated IP 172.20.0.2 (7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3/d3b48e56-98ff-4fa8-bbfd-1e9209ce3f50/35500aab-bc8b-477d-be2e-42d72321084f) {{(pid=106778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:28:07.177485 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-656f19e1-ec9e-4110-8704-80c21429851a None None] Publish callbacks [] for port (35500aab-bc8b-477d-be2e-42d72321084f), precommit_create {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:07.198889 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-dbc31fb3-f5ba-4cb2-b6ef-93ee03b02c9c admin admin] Publish callbacks [] for router_gateway (1aa335c5-b661-42c3-9f20-6da4702a9b46), precommit_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:07.258962 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-656f19e1-ec9e-4110-8704-80c21429851a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779185826838'] for port (35500aab-bc8b-477d-be2e-42d72321084f), after_create {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:07.310803 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=89,neutron:UPDATE=8,neutron:INSERT=3 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:28:07.312219 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656f19e1-ec9e-4110-8704-80c21429851a None None] Pushing event updated for resources: {'Port': ['ID=35500aab-bc8b-477d-be2e-42d72321084f,revision_number=1']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:07.327753 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656f19e1-ec9e-4110-8704-80c21429851a None None] Network 7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3 is already hosted by enough agents. {{(pid=106778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:28:07.330424 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.scheduler.base_scheduler [None req-656f19e1-ec9e-4110-8704-80c21429851a None None] Resources bound (agent type, host, resource id): {{(pid=106778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:28:07.333196 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656f19e1-ec9e-4110-8704-80c21429851a None None] Received port after_create {{(pid=106778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 01:28:07.406205 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.managers [None req-656f19e1-ec9e-4110-8704-80c21429851a None None] Attempting to bind port 35500aab-bc8b-477d-be2e-42d72321084f on host dv-cinder-855288-2-iscsi for vnic_type normal with profile {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 01:28:07.407032 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.managers [None req-656f19e1-ec9e-4110-8704-80c21429851a None None] Attempting to bind port 35500aab-bc8b-477d-be2e-42d72321084f by drivers openvswitch,hyperv on host dv-cinder-855288-2-iscsi at level 0 using segments [{'id': '4bbdd3d1-92ab-42d5-87f4-984876af95f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3'}] {{(pid=106778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 01:28:07.407598 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656f19e1-ec9e-4110-8704-80c21429851a None None] Attempting to bind port 35500aab-bc8b-477d-be2e-42d72321084f on network 7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3 {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:28:07.414104 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656f19e1-ec9e-4110-8704-80c21429851a None None] Checking agent: {'id': 'f96ef3eb-5320-49ab-b33a-a2775d3a6053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855288-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 1, 14, 6), 'started_at': datetime.datetime(2022, 8, 31, 1, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 1, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855288-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 01:28:07.414707 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656f19e1-ec9e-4110-8704-80c21429851a None None] Checking segment: {'id': '4bbdd3d1-92ab-42d5-87f4-984876af95f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:28:07.415304 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-656f19e1-ec9e-4110-8704-80c21429851a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:07.415853 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656f19e1-ec9e-4110-8704-80c21429851a None None] Bound using segment: {'id': '4bbdd3d1-92ab-42d5-87f4-984876af95f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3'} {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 01:28:07.416477 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.managers [None req-656f19e1-ec9e-4110-8704-80c21429851a None None] Bound port: 35500aab-bc8b-477d-be2e-42d72321084f, host: dv-cinder-855288-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bbdd3d1-92ab-42d5-87f4-984876af95f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3'}}] {{(pid=106778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 01:28:07.417228 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-656f19e1-ec9e-4110-8704-80c21429851a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (35500aab-bc8b-477d-be2e-42d72321084f), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:07.493623 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-dbc31fb3-f5ba-4cb2-b6ef-93ee03b02c9c admin admin] Publish callbacks [] for router_gateway (1aa335c5-b661-42c3-9f20-6da4702a9b46), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:07.502153 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-656f19e1-ec9e-4110-8704-80c21429851a None None] For port 35500aab-bc8b-477d-be2e-42d72321084f, host dv-cinder-855288-2-iscsi, cleared binding levels {{(pid=106778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:28:07.507372 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-656f19e1-ec9e-4110-8704-80c21429851a None None] For port 35500aab-bc8b-477d-be2e-42d72321084f, host dv-cinder-855288-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=35500aab-bc8b-477d-be2e-42d72321084f,segment=NetworkSegment(4bbdd3d1-92ab-42d5-87f4-984876af95f9),segment_id=4bbdd3d1-92ab-42d5-87f4-984876af95f9)] {{(pid=106778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:28:07.516204 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-dbc31fb3-f5ba-4cb2-b6ef-93ee03b02c9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:07.590419 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-656f19e1-ec9e-4110-8704-80c21429851a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (35500aab-bc8b-477d-be2e-42d72321084f), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:07.638594 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.db_base_plugin_common [None req-dbc31fb3-f5ba-4cb2-b6ef-93ee03b02c9c admin admin] Allocated IP 172.27.1.142 (6de90673-24a8-444a-94e7-38ef2e70dd83/b0882f00-706c-4556-bcad-01ef413e142c/f4b8f35c-9234-4b21-8cb1-cc99cdfaafd8) {{(pid=106777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:28:07.668139 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656f19e1-ec9e-4110-8704-80c21429851a None None] Pushing event updated for resources: {'Port': ['ID=35500aab-bc8b-477d-be2e-42d72321084f,revision_number=2']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:07.788258 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-dbc31fb3-f5ba-4cb2-b6ef-93ee03b02c9c admin admin] Publish callbacks [] for port (f4b8f35c-9234-4b21-8cb1-cc99cdfaafd8), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:07.857136 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:28:07.936921 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-dbc31fb3-f5ba-4cb2-b6ef-93ee03b02c9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779185826838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5261574'] for port (f4b8f35c-9234-4b21-8cb1-cc99cdfaafd8), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:08.019541 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc31fb3-f5ba-4cb2-b6ef-93ee03b02c9c admin admin] Network 6de90673-24a8-444a-94e7-38ef2e70dd83 is already hosted by enough agents. {{(pid=106777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:28:08.033048 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.base_scheduler [None req-dbc31fb3-f5ba-4cb2-b6ef-93ee03b02c9c admin admin] Resources bound (agent type, host, resource id): {{(pid=106777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:28:08.040978 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc31fb3-f5ba-4cb2-b6ef-93ee03b02c9c admin admin] Received port after_create {{(pid=106777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 01:28:08.051819 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ca818a-3ef1-4c16-bdcd-4a4a9b1e7dd2 req-2586d464-8e2c-4945-95a4-e5286f989a4b tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:08.053368 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-20ca818a-3ef1-4c16-bdcd-4a4a9b1e7dd2 req-2586d464-8e2c-4945-95a4-e5286f989a4b tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 945 time: 0.1275401 Aug 31 01:28:08.088749 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:UPDATE=2 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:28:08.088749 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc31fb3-f5ba-4cb2-b6ef-93ee03b02c9c admin admin] Pushing event updated for resources: {'Port': ['ID=f4b8f35c-9234-4b21-8cb1-cc99cdfaafd8,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:08.115566 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc31fb3-f5ba-4cb2-b6ef-93ee03b02c9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:08.120310 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc31fb3-f5ba-4cb2-b6ef-93ee03b02c9c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:08.120310 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc31fb3-f5ba-4cb2-b6ef-93ee03b02c9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:08.120310 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc31fb3-f5ba-4cb2-b6ef-93ee03b02c9c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:08.120310 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc31fb3-f5ba-4cb2-b6ef-93ee03b02c9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:08.120310 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc31fb3-f5ba-4cb2-b6ef-93ee03b02c9c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:08.120310 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc31fb3-f5ba-4cb2-b6ef-93ee03b02c9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:08.120310 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc31fb3-f5ba-4cb2-b6ef-93ee03b02c9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:08.120310 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc31fb3-f5ba-4cb2-b6ef-93ee03b02c9c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:08.120310 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc31fb3-f5ba-4cb2-b6ef-93ee03b02c9c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:08.120310 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc31fb3-f5ba-4cb2-b6ef-93ee03b02c9c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:08.120310 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc31fb3-f5ba-4cb2-b6ef-93ee03b02c9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:08.120310 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc31fb3-f5ba-4cb2-b6ef-93ee03b02c9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:08.120310 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc31fb3-f5ba-4cb2-b6ef-93ee03b02c9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:08.120310 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc31fb3-f5ba-4cb2-b6ef-93ee03b02c9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:08.184315 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-20ca818a-3ef1-4c16-bdcd-4a4a9b1e7dd2 req-d262e159-0391-4f68-893d-c05e0b257e26 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=de1a290b-ed4e-4727-abe6-2b19820b7bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072507 Aug 31 01:28:08.451162 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-dbc31fb3-f5ba-4cb2-b6ef-93ee03b02c9c admin admin] Publish callbacks [] for router_gateway (1aa335c5-b661-42c3-9f20-6da4702a9b46), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:08.657134 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-dbc31fb3-f5ba-4cb2-b6ef-93ee03b02c9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-608468'] for router (1aa335c5-b661-42c3-9f20-6da4702a9b46), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:08.731161 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f57e04-e98b-4b02-bac0-186530e4119f None None] Network 7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3 requested from dv-cinder-855288-2-iscsi {{(pid=106778) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 01:28:08.734564 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:28:08.789151 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-ce73147a-3435-4e7e-998f-fd28aedf52e7 None None] Provisioning complete for port 35500aab-bc8b-477d-be2e-42d72321084f triggered by entity DHCP. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:28:08.789523 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-ce73147a-3435-4e7e-998f-fd28aedf52e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (35500aab-bc8b-477d-be2e-42d72321084f), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:08.916944 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-ce73147a-3435-4e7e-998f-fd28aedf52e7 None None] Current status of the port 35500aab-bc8b-477d-be2e-42d72321084f is: DOWN; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:28:08.917341 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-ce73147a-3435-4e7e-998f-fd28aedf52e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (35500aab-bc8b-477d-be2e-42d72321084f), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:08.945646 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 35500aab-bc8b-477d-be2e-42d72321084f up at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:28:08.978973 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-ce73147a-3435-4e7e-998f-fd28aedf52e7 None None] For port 35500aab-bc8b-477d-be2e-42d72321084f, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=35500aab-bc8b-477d-be2e-42d72321084f,segment=NetworkSegment(4bbdd3d1-92ab-42d5-87f4-984876af95f9),segment_id=4bbdd3d1-92ab-42d5-87f4-984876af95f9)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:28:09.002095 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbc31fb3-f5ba-4cb2-b6ef-93ee03b02c9c admin admin] Router 1aa335c5-b661-42c3-9f20-6da4702a9b46 is scheduled to L3 agent 1428144b-5b15-4168-8538-b51b3045e8b6 with binding_index 1 {{(pid=106777) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:28:09.005783 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Provisioning complete for port 35500aab-bc8b-477d-be2e-42d72321084f triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:28:09.006211 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (35500aab-bc8b-477d-be2e-42d72321084f), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:09.073571 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:28:09.080412 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-ce73147a-3435-4e7e-998f-fd28aedf52e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (35500aab-bc8b-477d-be2e-42d72321084f), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:09.123931 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Current status of the port 35500aab-bc8b-477d-be2e-42d72321084f is: DOWN; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:28:09.124228 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (35500aab-bc8b-477d-be2e-42d72321084f), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:09.165241 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce73147a-3435-4e7e-998f-fd28aedf52e7 None None] Pushing event updated for resources: {'Port': ['ID=35500aab-bc8b-477d-be2e-42d72321084f,revision_number=3']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:09.220979 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-af96feb3-b152-48e6-8a3c-84bc7044b139 None None] Provisioning complete for port 35500aab-bc8b-477d-be2e-42d72321084f triggered by entity DHCP. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:28:09.221381 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-af96feb3-b152-48e6-8a3c-84bc7044b139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (35500aab-bc8b-477d-be2e-42d72321084f), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:09.225353 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.db.api [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106778) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 31 01:28:09.225694 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG oslo_db.api [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:28:09.318257 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-af96feb3-b152-48e6-8a3c-84bc7044b139 None None] Current status of the port 35500aab-bc8b-477d-be2e-42d72321084f is: ACTIVE; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:28:09.437058 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84241ef6-aab5-4c80-836d-378b79b3c960 req-e3ce2713-2bb0-4e3c-915c-efd6feaf8ef3 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:09.438562 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-84241ef6-aab5-4c80-836d-378b79b3c960 req-e3ce2713-2bb0-4e3c-915c-efd6feaf8ef3 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 945 time: 0.0670283 Aug 31 01:28:09.529214 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc31fb3-f5ba-4cb2-b6ef-93ee03b02c9c admin admin] Notify agent at l3_agent.dv-cinder-855288-2-iscsi the message routers_updated {{(pid=106777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:28:09.541409 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac97f802-2e2c-4996-8f41-a5a5e2eaafb1 None None] Sync routers for ids ['1aa335c5-b661-42c3-9f20-6da4702a9b46'] in dv-cinder-855288-2-iscsi {{(pid=106778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:28:09.558509 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-84241ef6-aab5-4c80-836d-378b79b3c960 req-2660dda9-fd07-40e7-a1e5-45237df4b1a8 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=de1a290b-ed4e-4727-abe6-2b19820b7bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884662 Aug 31 01:28:09.559828 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:28:09.561279 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac97f802-2e2c-4996-8f41-a5a5e2eaafb1 None None] Routers {'1aa335c5-b661-42c3-9f20-6da4702a9b46'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:28:09.562150 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-ac97f802-2e2c-4996-8f41-a5a5e2eaafb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:28:03Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['1aa335c5-b661-42c3-9f20-6da4702a9b46'], 'active': True} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:28:09.689994 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvr_db [None req-ac97f802-2e2c-4996-8f41-a5a5e2eaafb1 None None] Set router 1aa335c5-b661-42c3-9f20-6da4702a9b46 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:28:09.820505 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-dbc31fb3-f5ba-4cb2-b6ef-93ee03b02c9c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:09.825362 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 33046) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:28:09.836970 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-dbc31fb3-f5ba-4cb2-b6ef-93ee03b02c9c admin admin] 10.222.0.20 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0300369 Aug 31 01:28:09.991078 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Current status of the port 35500aab-bc8b-477d-be2e-42d72321084f is: ACTIVE; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:28:10.090938 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-ac97f802-2e2c-4996-8f41-a5a5e2eaafb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa335c5-b661-42c3-9f20-6da4702a9b46', 'name': 'tempest-TestMinimumBasicScenario-1950464407-router', 'tenant_id': '9befc65a9da84a99942b803ac6a15a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'f4b8f35c-9234-4b21-8cb1-cc99cdfaafd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:28:06Z', 'updated_at': '2022-08-31T01:28:08Z', 'revision_number': 3, 'project_id': '9befc65a9da84a99942b803ac6a15a0b', 'gw_port': {'id': 'f4b8f35c-9234-4b21-8cb1-cc99cdfaafd8', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:97:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa335c5-b661-42c3-9f20-6da4702a9b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:28:07Z', 'updated_at': '2022-08-31T01:28:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi'}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:28:10.122662 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac97f802-2e2c-4996-8f41-a5a5e2eaafb1 None None] Checking router: 1aa335c5-b661-42c3-9f20-6da4702a9b46 for host: dv-cinder-855288-2-iscsi {{(pid=106778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:28:10.123013 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac97f802-2e2c-4996-8f41-a5a5e2eaafb1 None None] Updating router 1aa335c5-b661-42c3-9f20-6da4702a9b46 port f4b8f35c-9234-4b21-8cb1-cc99cdfaafd8 binding host dv-cinder-855288-2-iscsi {{(pid=106778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:28:10.167498 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-ac97f802-2e2c-4996-8f41-a5a5e2eaafb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (f4b8f35c-9234-4b21-8cb1-cc99cdfaafd8), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:10.210141 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:28:10.303970 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:28:10.381777 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-c979b148-0561-4bbf-bd36-880a92642a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:10.505830 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-ac97f802-2e2c-4996-8f41-a5a5e2eaafb1 None None] Publish callbacks [] for port (f4b8f35c-9234-4b21-8cb1-cc99cdfaafd8), precommit_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:10.569587 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.db_base_plugin_common [None req-c979b148-0561-4bbf-bd36-880a92642a38 admin admin] Allocated IP 172.20.0.1 (7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3/d3b48e56-98ff-4fa8-bbfd-1e9209ce3f50/542ac746-bd7b-4ccc-870b-50058cd393ab) {{(pid=106776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:28:10.602296 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-ac97f802-2e2c-4996-8f41-a5a5e2eaafb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (f4b8f35c-9234-4b21-8cb1-cc99cdfaafd8), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:10.656504 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e72950-f855-4bc9-a396-e1d6fe1a13da None None] Pushing event updated for resources: {'Port': ['ID=f4b8f35c-9234-4b21-8cb1-cc99cdfaafd8,revision_number=2']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:10.660371 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.managers [None req-ac97f802-2e2c-4996-8f41-a5a5e2eaafb1 None None] Attempting to bind port f4b8f35c-9234-4b21-8cb1-cc99cdfaafd8 on host dv-cinder-855288-2-iscsi for vnic_type normal with profile {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 01:28:10.660770 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.managers [None req-ac97f802-2e2c-4996-8f41-a5a5e2eaafb1 None None] Attempting to bind port f4b8f35c-9234-4b21-8cb1-cc99cdfaafd8 by drivers openvswitch,hyperv on host dv-cinder-855288-2-iscsi at level 0 using segments [{'id': '5532158b-12fc-4975-99d9-f23bee8acdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83'}] {{(pid=106778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 01:28:10.661147 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac97f802-2e2c-4996-8f41-a5a5e2eaafb1 None None] Attempting to bind port f4b8f35c-9234-4b21-8cb1-cc99cdfaafd8 on network 6de90673-24a8-444a-94e7-38ef2e70dd83 {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:28:10.668069 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac97f802-2e2c-4996-8f41-a5a5e2eaafb1 None None] Checking agent: {'id': 'f96ef3eb-5320-49ab-b33a-a2775d3a6053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855288-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 1, 14, 6), 'started_at': datetime.datetime(2022, 8, 31, 1, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 1, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855288-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 01:28:10.668451 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac97f802-2e2c-4996-8f41-a5a5e2eaafb1 None None] Checking segment: {'id': '5532158b-12fc-4975-99d9-f23bee8acdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:28:10.668897 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-ac97f802-2e2c-4996-8f41-a5a5e2eaafb1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:10.669298 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac97f802-2e2c-4996-8f41-a5a5e2eaafb1 None None] Bound using segment: {'id': '5532158b-12fc-4975-99d9-f23bee8acdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83'} {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 01:28:10.669771 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.managers [None req-ac97f802-2e2c-4996-8f41-a5a5e2eaafb1 None None] Bound port: f4b8f35c-9234-4b21-8cb1-cc99cdfaafd8, host: dv-cinder-855288-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5532158b-12fc-4975-99d9-f23bee8acdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83'}}] {{(pid=106778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 01:28:10.670155 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-ac97f802-2e2c-4996-8f41-a5a5e2eaafb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (f4b8f35c-9234-4b21-8cb1-cc99cdfaafd8), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:10.719217 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:28:10.737622 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-ac97f802-2e2c-4996-8f41-a5a5e2eaafb1 None None] For port f4b8f35c-9234-4b21-8cb1-cc99cdfaafd8, host dv-cinder-855288-2-iscsi, cleared binding levels {{(pid=106778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:28:10.739823 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989bb05-b9b3-4063-9ec1-5698469d4a49 req-567673e1-8213-4f3a-b450-f39934e5a0fb tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:10.740654 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-c979b148-0561-4bbf-bd36-880a92642a38 admin admin] Publish callbacks [] for port (542ac746-bd7b-4ccc-870b-50058cd393ab), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:10.741435 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-e989bb05-b9b3-4063-9ec1-5698469d4a49 req-567673e1-8213-4f3a-b450-f39934e5a0fb tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 945 time: 0.0666416 Aug 31 01:28:10.742671 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-ac97f802-2e2c-4996-8f41-a5a5e2eaafb1 None None] For port f4b8f35c-9234-4b21-8cb1-cc99cdfaafd8, host dv-cinder-855288-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=f4b8f35c-9234-4b21-8cb1-cc99cdfaafd8,segment=NetworkSegment(5532158b-12fc-4975-99d9-f23bee8acdf7),segment_id=5532158b-12fc-4975-99d9-f23bee8acdf7)] {{(pid=106778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:28:10.812361 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-e989bb05-b9b3-4063-9ec1-5698469d4a49 req-c49f1ed1-7ecc-439b-903f-f227071fc6ae tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=de1a290b-ed4e-4727-abe6-2b19820b7bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650916 Aug 31 01:28:10.815170 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-ac97f802-2e2c-4996-8f41-a5a5e2eaafb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (f4b8f35c-9234-4b21-8cb1-cc99cdfaafd8), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:10.858408 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-c979b148-0561-4bbf-bd36-880a92642a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779185826838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6273727'] for port (542ac746-bd7b-4ccc-870b-50058cd393ab), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:10.861729 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac97f802-2e2c-4996-8f41-a5a5e2eaafb1 None None] Routers {'1aa335c5-b661-42c3-9f20-6da4702a9b46'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:28:10.862976 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-ac97f802-2e2c-4996-8f41-a5a5e2eaafb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:28:03Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['1aa335c5-b661-42c3-9f20-6da4702a9b46'], 'active': True} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:28:10.904635 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c979b148-0561-4bbf-bd36-880a92642a38 admin admin] Network 7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3 is already hosted by enough agents. {{(pid=106776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:28:10.908690 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.base_scheduler [None req-c979b148-0561-4bbf-bd36-880a92642a38 admin admin] Resources bound (agent type, host, resource id): {{(pid=106776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:28:10.923483 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e72950-f855-4bc9-a396-e1d6fe1a13da None None] Pushing event updated for resources: {'Port': ['ID=f4b8f35c-9234-4b21-8cb1-cc99cdfaafd8,revision_number=3']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:10.939560 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:28:10.943272 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c979b148-0561-4bbf-bd36-880a92642a38 admin admin] Received port after_create {{(pid=106776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 01:28:10.948658 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c979b148-0561-4bbf-bd36-880a92642a38 admin admin] Pushing event updated for resources: {'Port': ['ID=542ac746-bd7b-4ccc-870b-50058cd393ab,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:10.974460 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c979b148-0561-4bbf-bd36-880a92642a38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:10.974816 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c979b148-0561-4bbf-bd36-880a92642a38 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:10.975155 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c979b148-0561-4bbf-bd36-880a92642a38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:10.975492 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c979b148-0561-4bbf-bd36-880a92642a38 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:10.975824 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c979b148-0561-4bbf-bd36-880a92642a38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:10.976150 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c979b148-0561-4bbf-bd36-880a92642a38 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:10.976496 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c979b148-0561-4bbf-bd36-880a92642a38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:10.976841 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c979b148-0561-4bbf-bd36-880a92642a38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:10.977168 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c979b148-0561-4bbf-bd36-880a92642a38 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:10.977492 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c979b148-0561-4bbf-bd36-880a92642a38 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:10.977814 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c979b148-0561-4bbf-bd36-880a92642a38 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:10.978397 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c979b148-0561-4bbf-bd36-880a92642a38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:10.978513 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c979b148-0561-4bbf-bd36-880a92642a38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:10.978752 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c979b148-0561-4bbf-bd36-880a92642a38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:10.979066 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c979b148-0561-4bbf-bd36-880a92642a38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:11.018126 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-c979b148-0561-4bbf-bd36-880a92642a38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-636848'] for router_interface (1aa335c5-b661-42c3-9f20-6da4702a9b46), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:11.025328 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvr_db [None req-ac97f802-2e2c-4996-8f41-a5a5e2eaafb1 None None] Set router 1aa335c5-b661-42c3-9f20-6da4702a9b46 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:28:11.106256 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 35500aab-bc8b-477d-be2e-42d72321084f up at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:28:11.233783 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Provisioning complete for port 35500aab-bc8b-477d-be2e-42d72321084f triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:28:11.234171 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (35500aab-bc8b-477d-be2e-42d72321084f), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:11.251473 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-c979b148-0561-4bbf-bd36-880a92642a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (542ac746-bd7b-4ccc-870b-50058cd393ab), before_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:11.295978 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-277ff1f1-6b0b-46b3-9295-5821364f2cfe None None] Provisioning complete for port 542ac746-bd7b-4ccc-870b-50058cd393ab triggered by entity DHCP. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:28:11.296351 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-277ff1f1-6b0b-46b3-9295-5821364f2cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (542ac746-bd7b-4ccc-870b-50058cd393ab), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:11.371723 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-277ff1f1-6b0b-46b3-9295-5821364f2cfe None None] Port 542ac746-bd7b-4ccc-870b-50058cd393ab cannot update to ACTIVE because it is not bound. {{(pid=106778) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 01:28:11.376132 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-ac97f802-2e2c-4996-8f41-a5a5e2eaafb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa335c5-b661-42c3-9f20-6da4702a9b46', 'name': 'tempest-TestMinimumBasicScenario-1950464407-router', 'tenant_id': '9befc65a9da84a99942b803ac6a15a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'f4b8f35c-9234-4b21-8cb1-cc99cdfaafd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:28:06Z', 'updated_at': '2022-08-31T01:28:08Z', 'revision_number': 3, 'project_id': '9befc65a9da84a99942b803ac6a15a0b', 'gw_port': {'id': 'f4b8f35c-9234-4b21-8cb1-cc99cdfaafd8', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:97:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa335c5-b661-42c3-9f20-6da4702a9b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:28:07Z', 'updated_at': '2022-08-31T01:28:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi'}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:28:11.409021 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:28:11.427401 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac97f802-2e2c-4996-8f41-a5a5e2eaafb1 None None] The sync data for ids ['1aa335c5-b661-42c3-9f20-6da4702a9b46'] in dv-cinder-855288-2-iscsi is: [{'id': '1aa335c5-b661-42c3-9f20-6da4702a9b46', 'name': 'tempest-TestMinimumBasicScenario-1950464407-router', 'tenant_id': '9befc65a9da84a99942b803ac6a15a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'f4b8f35c-9234-4b21-8cb1-cc99cdfaafd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:28:06Z', 'updated_at': '2022-08-31T01:28:08Z', 'revision_number': 3, 'project_id': '9befc65a9da84a99942b803ac6a15a0b', 'gw_port': {'id': 'f4b8f35c-9234-4b21-8cb1-cc99cdfaafd8', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:97:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa335c5-b661-42c3-9f20-6da4702a9b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:28:07Z', 'updated_at': '2022-08-31T01:28:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi'}] {{(pid=106778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:28:11.449182 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Current status of the port 35500aab-bc8b-477d-be2e-42d72321084f is: ACTIVE; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:28:11.479415 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-c979b148-0561-4bbf-bd36-880a92642a38 admin admin] Publish callbacks [] for port (542ac746-bd7b-4ccc-870b-50058cd393ab), precommit_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:11.535193 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-c979b148-0561-4bbf-bd36-880a92642a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6273718'] for port (542ac746-bd7b-4ccc-870b-50058cd393ab), after_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:11.615289 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c979b148-0561-4bbf-bd36-880a92642a38 admin admin] Pushing event updated for resources: {'Port': ['ID=542ac746-bd7b-4ccc-870b-50058cd393ab,revision_number=2']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:11.617798 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-c979b148-0561-4bbf-bd36-880a92642a38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-636708'] for router_interface (1aa335c5-b661-42c3-9f20-6da4702a9b46), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:11.769540 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c979b148-0561-4bbf-bd36-880a92642a38 admin admin] Network 7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3 is already hosted by enough agents. {{(pid=106776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:28:11.771621 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.base_scheduler [None req-c979b148-0561-4bbf-bd36-880a92642a38 admin admin] Resources bound (agent type, host, resource id): {{(pid=106776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:28:11.970106 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c979b148-0561-4bbf-bd36-880a92642a38 admin admin] Router 1aa335c5-b661-42c3-9f20-6da4702a9b46 has already been hosted by L3 agent 1428144b-5b15-4168-8538-b51b3045e8b6 {{(pid=106776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:28:12.020399 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d287b5-c124-4733-ac46-0e3a7177b547 req-6f8f3adc-f28b-46e9-b822-fcfb29aa099e tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:12.023015 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b5d287b5-c124-4733-ac46-0e3a7177b547 req-6f8f3adc-f28b-46e9-b822-fcfb29aa099e tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 945 time: 0.0828230 Aug 31 01:28:12.092465 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b5d287b5-c124-4733-ac46-0e3a7177b547 req-a60007b0-9ca5-45a3-b81a-651f6e5b629a tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=de1a290b-ed4e-4727-abe6-2b19820b7bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634766 Aug 31 01:28:12.114596 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-83d69d96-5f3a-4539-ae3b-efd1e3d17e55 None None] Provisioning complete for port 542ac746-bd7b-4ccc-870b-50058cd393ab triggered by entity DHCP. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:28:12.115216 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-83d69d96-5f3a-4539-ae3b-efd1e3d17e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (542ac746-bd7b-4ccc-870b-50058cd393ab), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:12.153364 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-83d69d96-5f3a-4539-ae3b-efd1e3d17e55 None None] Port 542ac746-bd7b-4ccc-870b-50058cd393ab cannot update to ACTIVE because it is not bound. {{(pid=106778) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 01:28:12.154821 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c979b148-0561-4bbf-bd36-880a92642a38 admin admin] Notify agent at l3_agent.dv-cinder-855288-2-iscsi the message routers_updated {{(pid=106776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:28:12.165704 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-c979b148-0561-4bbf-bd36-880a92642a38 admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/1aa335c5-b661-42c3-9f20-6da4702a9b46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3377528 Aug 31 01:28:12.982451 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device f4b8f35c-9234-4b21-8cb1-cc99cdfaafd8 up at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:28:12.987687 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:28:12.992199 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.agents_db [None req-5925ee7b-6bd5-4912-8f46-3ff11817b141 None None] Agent healthcheck: found 6 active agents {{(pid=106779) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:28:13.054335 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Provisioning complete for port f4b8f35c-9234-4b21-8cb1-cc99cdfaafd8 triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:28:13.055107 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (f4b8f35c-9234-4b21-8cb1-cc99cdfaafd8), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:13.155720 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Current status of the port f4b8f35c-9234-4b21-8cb1-cc99cdfaafd8 is: DOWN; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:28:13.156523 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (f4b8f35c-9234-4b21-8cb1-cc99cdfaafd8), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:13.179064 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] For port f4b8f35c-9234-4b21-8cb1-cc99cdfaafd8, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=f4b8f35c-9234-4b21-8cb1-cc99cdfaafd8,segment=NetworkSegment(5532158b-12fc-4975-99d9-f23bee8acdf7),segment_id=5532158b-12fc-4975-99d9-f23bee8acdf7)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:28:13.242809 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (f4b8f35c-9234-4b21-8cb1-cc99cdfaafd8), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:13.243053 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:28:13.283820 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9141d160-d70f-40e0-bf4d-d4624d5232b1 req-c6b59fed-aab6-4163-9af3-021a5afe9f7c tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:13.286285 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-9141d160-d70f-40e0-bf4d-d4624d5232b1 req-c6b59fed-aab6-4163-9af3-021a5afe9f7c tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 945 time: 0.0760469 Aug 31 01:28:13.336109 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Pushing event updated for resources: {'Port': ['ID=f4b8f35c-9234-4b21-8cb1-cc99cdfaafd8,revision_number=4']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:13.398462 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-9141d160-d70f-40e0-bf4d-d4624d5232b1 req-427f5f48-82df-437e-906e-bc40eeb77f0a tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=de1a290b-ed4e-4727-abe6-2b19820b7bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029267 Aug 31 01:28:13.401387 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 33072) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:28:13.406870 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [None req-0a8008ee-2e41-4b31-b1f0-759a68851a5e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1866665033-network', 'tenant_id': '5987e5c9567141e09f55b0e723d2133d'}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:28:13.498392 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8008ee-2e41-4b31-b1f0-759a68851a5e admin admin] Made reservation on behalf of 5987e5c9567141e09f55b0e723d2133d for: {'network': 1} {{(pid=106776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:28:13.500960 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-0a8008ee-2e41-4b31-b1f0-759a68851a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for network (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:13.511989 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-0a8008ee-2e41-4b31-b1f0-759a68851a5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:13.532540 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f42067-d317-49ca-8e11-90656b7773ac None None] Sync routers for ids ['1aa335c5-b661-42c3-9f20-6da4702a9b46'] in dv-cinder-855288-2-iscsi {{(pid=106779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:28:13.546978 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f42067-d317-49ca-8e11-90656b7773ac None None] Routers {'1aa335c5-b661-42c3-9f20-6da4702a9b46'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:28:13.547882 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-44f42067-d317-49ca-8e11-90656b7773ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:28:03Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['1aa335c5-b661-42c3-9f20-6da4702a9b46'], 'active': True} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:28:13.571740 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:28:13.607847 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-0a8008ee-2e41-4b31-b1f0-759a68851a5e admin admin] Publish callbacks [] for security_group (9bd96916-8455-43e3-8d13-16c8bc4adbb3), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:13.654863 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvr_db [None req-44f42067-d317-49ca-8e11-90656b7773ac None None] Set router 1aa335c5-b661-42c3-9f20-6da4702a9b46 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:28:13.703892 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-0a8008ee-2e41-4b31-b1f0-759a68851a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (9bd96916-8455-43e3-8d13-16c8bc4adbb3), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:13.727278 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a8008ee-2e41-4b31-b1f0-759a68851a5e admin admin] vlan segment allocate from pool success with {'vlan_id': 1063, 'physical_network': 'physnet1'} {{(pid=106776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:28:13.741807 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8008ee-2e41-4b31-b1f0-759a68851a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd96916-8455-43e3-8d13-16c8bc4adbb3,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:13.746601 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-0a8008ee-2e41-4b31-b1f0-759a68851a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484916'] for segment (58544162-7f3d-41b3-bdbb-dabdcc1c791c), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:13.746967 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.db.segments_db [None req-0a8008ee-2e41-4b31-b1f0-759a68851a5e admin admin] Added segment 58544162-7f3d-41b3-bdbb-dabdcc1c791c of type vlan for network d32bc818-5809-4092-b6d9-f2b9b00e7d20 Aug 31 01:28:13.789925 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-0a8008ee-2e41-4b31-b1f0-759a68851a5e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779185844565'] for network (d32bc818-5809-4092-b6d9-f2b9b00e7d20), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:13.803684 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:28:13.848540 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-44f42067-d317-49ca-8e11-90656b7773ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa335c5-b661-42c3-9f20-6da4702a9b46', 'name': 'tempest-TestMinimumBasicScenario-1950464407-router', 'tenant_id': '9befc65a9da84a99942b803ac6a15a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'f4b8f35c-9234-4b21-8cb1-cc99cdfaafd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:28:06Z', 'updated_at': '2022-08-31T01:28:11Z', 'revision_number': 4, 'project_id': '9befc65a9da84a99942b803ac6a15a0b', 'gw_port': {'id': 'f4b8f35c-9234-4b21-8cb1-cc99cdfaafd8', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:97:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa335c5-b661-42c3-9f20-6da4702a9b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:28:07Z', 'updated_at': '2022-08-31T01:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_interfaces': [{'id': '542ac746-bd7b-4ccc-870b-50058cd393ab', 'name': '', 'network_id': '7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3', 'tenant_id': '9befc65a9da84a99942b803ac6a15a0b', 'mac_address': 'fa:16:3e:78:27:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa335c5-b661-42c3-9f20-6da4702a9b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'd3b48e56-98ff-4fa8-bbfd-1e9209ce3f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:28:10Z', 'updated_at': '2022-08-31T01:28:11Z', 'revision_number': 2, 'project_id': '9befc65a9da84a99942b803ac6a15a0b', 'subnets': [{'id': 'd3b48e56-98ff-4fa8-bbfd-1e9209ce3f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:28:13.873978 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f42067-d317-49ca-8e11-90656b7773ac None None] Checking router: 1aa335c5-b661-42c3-9f20-6da4702a9b46 for host: dv-cinder-855288-2-iscsi {{(pid=106779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:28:13.874330 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f42067-d317-49ca-8e11-90656b7773ac None None] Updating router 1aa335c5-b661-42c3-9f20-6da4702a9b46 port 542ac746-bd7b-4ccc-870b-50058cd393ab binding host dv-cinder-855288-2-iscsi {{(pid=106779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:28:13.886673 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-0a8008ee-2e41-4b31-b1f0-759a68851a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430'] for network (d32bc818-5809-4092-b6d9-f2b9b00e7d20), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:13.887716 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8008ee-2e41-4b31-b1f0-759a68851a5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:13.888807 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-0a8008ee-2e41-4b31-b1f0-759a68851a5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537412'] for network (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:13.902685 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron_lib.callbacks.manager [None req-44f42067-d317-49ca-8e11-90656b7773ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (542ac746-bd7b-4ccc-870b-50058cd393ab), before_update {{(pid=106779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:13.953481 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8008ee-2e41-4b31-b1f0-759a68851a5e admin admin] Pushing event updated for resources: {'Network': ['ID=d32bc818-5809-4092-b6d9-f2b9b00e7d20,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:13.965801 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Network d32bc818-5809-4092-b6d9-f2b9b00e7d20 details requested by agent ovs-agent-dv-cinder-855288-2-iscsi with host dv-cinder-855288-2-iscsi {{(pid=106778) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:28:13.970255 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:28:14.024828 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-0a8008ee-2e41-4b31-b1f0-759a68851a5e admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6197555 Aug 31 01:28:14.026357 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 33086) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:28:14.032085 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [None req-3c08882d-f769-4067-ba15-7c7c3a055d30 admin admin] Request body: {'subnet': {'network_id': 'd32bc818-5809-4092-b6d9-f2b9b00e7d20', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1866665033-subnet', 'tenant_id': '5987e5c9567141e09f55b0e723d2133d', 'ip_version': 4}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:28:14.103780 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c08882d-f769-4067-ba15-7c7c3a055d30 admin admin] Made reservation on behalf of 5987e5c9567141e09f55b0e723d2133d for: {'subnet': 1} {{(pid=106777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:28:14.106533 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-3c08882d-f769-4067-ba15-7c7c3a055d30 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5608374'] for subnet (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:14.247212 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron_lib.callbacks.manager [None req-44f42067-d317-49ca-8e11-90656b7773ac None None] Publish callbacks [] for port (542ac746-bd7b-4ccc-870b-50058cd393ab), precommit_update {{(pid=106779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:14.332646 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron_lib.callbacks.manager [None req-44f42067-d317-49ca-8e11-90656b7773ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (542ac746-bd7b-4ccc-870b-50058cd393ab), after_update {{(pid=106779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:14.355254 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-3c08882d-f769-4067-ba15-7c7c3a055d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5262262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5608352'] for subnet (54635a35-67d7-4ec5-b072-82946d54a4ad), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:14.413566 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3855d74f-c4fd-4e4c-82e7-96f8a492f382 None None] Pushing event updated for resources: {'Port': ['ID=542ac746-bd7b-4ccc-870b-50058cd393ab,revision_number=3']} {{(pid=106779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:14.414056 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c08882d-f769-4067-ba15-7c7c3a055d30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54635a35-67d7-4ec5-b072-82946d54a4ad,revision_number=0']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:14.426863 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3855d74f-c4fd-4e4c-82e7-96f8a492f382 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:14.428146 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3855d74f-c4fd-4e4c-82e7-96f8a492f382 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:14.428146 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3855d74f-c4fd-4e4c-82e7-96f8a492f382 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:14.428146 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3855d74f-c4fd-4e4c-82e7-96f8a492f382 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:14.428441 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3855d74f-c4fd-4e4c-82e7-96f8a492f382 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:14.428605 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3855d74f-c4fd-4e4c-82e7-96f8a492f382 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:14.428914 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3855d74f-c4fd-4e4c-82e7-96f8a492f382 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:14.429230 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3855d74f-c4fd-4e4c-82e7-96f8a492f382 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:14.429551 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3855d74f-c4fd-4e4c-82e7-96f8a492f382 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:14.429664 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c08882d-f769-4067-ba15-7c7c3a055d30 admin admin] Checking segment: {'id': '58544162-7f3d-41b3-bdbb-dabdcc1c791c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'd32bc818-5809-4092-b6d9-f2b9b00e7d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:28:14.429859 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3855d74f-c4fd-4e4c-82e7-96f8a492f382 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:14.429976 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c08882d-f769-4067-ba15-7c7c3a055d30 admin admin] Network hostable DHCP agents. Network: d32bc818-5809-4092-b6d9-f2b9b00e7d20, hostable agents: ['06e7caa6-6f15-45a1-a03b-1c511964ed9a'], hosted agents: [] {{(pid=106777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:28:14.430174 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3855d74f-c4fd-4e4c-82e7-96f8a492f382 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:14.430502 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3855d74f-c4fd-4e4c-82e7-96f8a492f382 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:14.430825 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3855d74f-c4fd-4e4c-82e7-96f8a492f382 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:14.431134 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3855d74f-c4fd-4e4c-82e7-96f8a492f382 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:14.431442 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3855d74f-c4fd-4e4c-82e7-96f8a492f382 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:14.436506 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.managers [None req-44f42067-d317-49ca-8e11-90656b7773ac None None] Attempting to bind port 542ac746-bd7b-4ccc-870b-50058cd393ab on host dv-cinder-855288-2-iscsi for vnic_type normal with profile {{(pid=106779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 01:28:14.436886 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.managers [None req-44f42067-d317-49ca-8e11-90656b7773ac None None] Attempting to bind port 542ac746-bd7b-4ccc-870b-50058cd393ab by drivers openvswitch,hyperv on host dv-cinder-855288-2-iscsi at level 0 using segments [{'id': '4bbdd3d1-92ab-42d5-87f4-984876af95f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3'}] {{(pid=106779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 01:28:14.438716 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f42067-d317-49ca-8e11-90656b7773ac None None] Attempting to bind port 542ac746-bd7b-4ccc-870b-50058cd393ab on network 7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3 {{(pid=106779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:28:14.449360 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f42067-d317-49ca-8e11-90656b7773ac None None] Checking agent: {'id': 'f96ef3eb-5320-49ab-b33a-a2775d3a6053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855288-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 1, 14, 6), 'started_at': datetime.datetime(2022, 8, 31, 1, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 1, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855288-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 01:28:14.449735 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f42067-d317-49ca-8e11-90656b7773ac None None] Checking segment: {'id': '4bbdd3d1-92ab-42d5-87f4-984876af95f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:28:14.450140 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron_lib.callbacks.manager [None req-44f42067-d317-49ca-8e11-90656b7773ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:14.450541 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f42067-d317-49ca-8e11-90656b7773ac None None] Bound using segment: {'id': '4bbdd3d1-92ab-42d5-87f4-984876af95f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3'} {{(pid=106779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 01:28:14.450986 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.managers [None req-44f42067-d317-49ca-8e11-90656b7773ac None None] Bound port: 542ac746-bd7b-4ccc-870b-50058cd393ab, host: dv-cinder-855288-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bbdd3d1-92ab-42d5-87f4-984876af95f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3'}}] {{(pid=106779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 01:28:14.451384 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron_lib.callbacks.manager [None req-44f42067-d317-49ca-8e11-90656b7773ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (542ac746-bd7b-4ccc-870b-50058cd393ab), before_update {{(pid=106779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:14.481913 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:28:14.512501 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.db [None req-44f42067-d317-49ca-8e11-90656b7773ac None None] For port 542ac746-bd7b-4ccc-870b-50058cd393ab, host dv-cinder-855288-2-iscsi, cleared binding levels {{(pid=106779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:28:14.515863 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.db [None req-44f42067-d317-49ca-8e11-90656b7773ac None None] For port 542ac746-bd7b-4ccc-870b-50058cd393ab, host dv-cinder-855288-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=542ac746-bd7b-4ccc-870b-50058cd393ab,segment=NetworkSegment(4bbdd3d1-92ab-42d5-87f4-984876af95f9),segment_id=4bbdd3d1-92ab-42d5-87f4-984876af95f9)] {{(pid=106779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:28:14.523617 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c08882d-f769-4067-ba15-7c7c3a055d30 admin admin] Network d32bc818-5809-4092-b6d9-f2b9b00e7d20 is scheduled to be hosted by DHCP agent 06e7caa6-6f15-45a1-a03b-1c511964ed9a with binding_index 1 {{(pid=106777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:28:14.543324 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2cb364-2524-45dd-abac-fee833487eb0 req-0ac31429-69f9-4edb-948f-463865d65c6b tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:14.544834 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-de2cb364-2524-45dd-abac-fee833487eb0 req-0ac31429-69f9-4edb-948f-463865d65c6b tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 945 time: 0.0545585 Aug 31 01:28:14.590613 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron_lib.callbacks.manager [None req-44f42067-d317-49ca-8e11-90656b7773ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (542ac746-bd7b-4ccc-870b-50058cd393ab), after_update {{(pid=106779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:14.592893 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.base_scheduler [None req-3c08882d-f769-4067-ba15-7c7c3a055d30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855288-2-iscsi, d32bc818-5809-4092-b6d9-f2b9b00e7d20) {{(pid=106777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:28:14.597552 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c08882d-f769-4067-ba15-7c7c3a055d30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:14.598360 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-3c08882d-f769-4067-ba15-7c7c3a055d30 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:14.605122 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e035001-0858-49a8-8d18-1de07b0e15d0 None None] Network d32bc818-5809-4092-b6d9-f2b9b00e7d20 requested from dv-cinder-855288-2-iscsi {{(pid=106778) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 01:28:14.611098 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-de2cb364-2524-45dd-abac-fee833487eb0 req-81d13d32-2208-4fc5-84e7-3cce2fe1c54c tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=de1a290b-ed4e-4727-abe6-2b19820b7bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606391 Aug 31 01:28:14.619076 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc00ca-0bdf-4284-b357-5300ad11a795 req-93459ace-1131-4243-bd0f-ce2b04260ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:14.620926 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-90dc00ca-0bdf-4284-b357-5300ad11a795 req-93459ace-1131-4243-bd0f-ce2b04260ec1 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=53d2295ada114ea3b6b5001c4c197f35&device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 1129 time: 0.0459907 Aug 31 01:28:14.649609 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f42067-d317-49ca-8e11-90656b7773ac None None] Routers {'1aa335c5-b661-42c3-9f20-6da4702a9b46'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:28:14.649609 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-44f42067-d317-49ca-8e11-90656b7773ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:28:03Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['1aa335c5-b661-42c3-9f20-6da4702a9b46'], 'active': True} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:28:14.649609 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:28:14.714430 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3855d74f-c4fd-4e4c-82e7-96f8a492f382 None None] Pushing event updated for resources: {'Port': ['ID=542ac746-bd7b-4ccc-870b-50058cd393ab,revision_number=4']} {{(pid=106779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:14.729848 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc685d8-e3eb-4e7d-aa2b-949abb8ed681 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba7de80-325c-5b15-a1b2-1b6f80050974-d32bc818-5809-4092-b6d9-f2b9b00e7d20', 'network_id': 'd32bc818-5809-4092-b6d9-f2b9b00e7d20', 'project_id': '5987e5c9567141e09f55b0e723d2133d', 'fixed_ips': [{'subnet_id': '54635a35-67d7-4ec5-b072-82946d54a4ad'}]}} from dv-cinder-855288-2-iscsi. {{(pid=106778) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 01:28:14.730801 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-5bc685d8-e3eb-4e7d-aa2b-949abb8ed681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (None), before_create {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:14.732454 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc00ca-0bdf-4284-b357-5300ad11a795 req-fb19ef17-33a5-4fc3-9818-12c8ddc7f039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:14.734013 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-90dc00ca-0bdf-4284-b357-5300ad11a795 req-fb19ef17-33a5-4fc3-9818-12c8ddc7f039 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?id=2a0890c6-f1c3-465a-8b4d-8e1ae2356a58 HTTP/1.1" status: 200 len: 919 time: 0.1032667 Aug 31 01:28:14.738700 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-3c08882d-f769-4067-ba15-7c7c3a055d30 admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7106359 Aug 31 01:28:14.741615 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 33092) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:28:14.749820 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [None req-a73a14e8-4054-4337-adde-285b43713475 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1866665033-router', 'tenant_id': '5987e5c9567141e09f55b0e723d2133d', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83'}}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:28:14.773321 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvr_db [None req-44f42067-d317-49ca-8e11-90656b7773ac None None] Set router 1aa335c5-b661-42c3-9f20-6da4702a9b46 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:28:14.805831 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-90dc00ca-0bdf-4284-b357-5300ad11a795 req-afe85be2-b138-458b-a6e0-5f1a00da90b8 service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1302084d-99f4-4cd1-8b6d-4a829a883993 HTTP/1.1" status: 200 len: 1001 time: 0.0654602 Aug 31 01:28:14.842003 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-a73a14e8-4054-4337-adde-285b43713475 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10622'] for router (a579f3ac-314d-44ee-898e-9c5f6ff0a95b), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:14.845390 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-a73a14e8-4054-4337-adde-285b43713475 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-635161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482877', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10609'] for router (a579f3ac-314d-44ee-898e-9c5f6ff0a95b), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:14.863029 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc00ca-0bdf-4284-b357-5300ad11a795 req-35182d21-5df6-46da-9a20-ccf603a0ccb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:14.864563 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-90dc00ca-0bdf-4284-b357-5300ad11a795 req-35182d21-5df6-46da-9a20-ccf603a0ccb0 service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=d653247e-0c02-4230-ad01-73647a101df2 HTTP/1.1" status: 200 len: 856 time: 0.0518694 Aug 31 01:28:14.889303 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.db_base_plugin_common [None req-5bc685d8-e3eb-4e7d-aa2b-949abb8ed681 None None] Allocated IP 172.20.0.2 (d32bc818-5809-4092-b6d9-f2b9b00e7d20/54635a35-67d7-4ec5-b072-82946d54a4ad/5025f484-c1e6-4608-a798-a938e64dff05) {{(pid=106778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:28:14.931836 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc00ca-0bdf-4284-b357-5300ad11a795 req-200abf0d-5cf1-4c4c-8343-bfc0031333e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:14.933670 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-90dc00ca-0bdf-4284-b357-5300ad11a795 req-200abf0d-5cf1-4c4c-8343-bfc0031333e0 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=2a0890c6-f1c3-465a-8b4d-8e1ae2356a58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0630677 Aug 31 01:28:14.936350 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-a73a14e8-4054-4337-adde-285b43713475 admin admin] Publish callbacks [] for router_controller (a579f3ac-314d-44ee-898e-9c5f6ff0a95b), precommit_add_association {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:14.993363 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-44f42067-d317-49ca-8e11-90656b7773ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa335c5-b661-42c3-9f20-6da4702a9b46', 'name': 'tempest-TestMinimumBasicScenario-1950464407-router', 'tenant_id': '9befc65a9da84a99942b803ac6a15a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'f4b8f35c-9234-4b21-8cb1-cc99cdfaafd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:28:06Z', 'updated_at': '2022-08-31T01:28:11Z', 'revision_number': 4, 'project_id': '9befc65a9da84a99942b803ac6a15a0b', 'gw_port': {'id': 'f4b8f35c-9234-4b21-8cb1-cc99cdfaafd8', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:97:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa335c5-b661-42c3-9f20-6da4702a9b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:28:07Z', 'updated_at': '2022-08-31T01:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_interfaces': [{'id': '542ac746-bd7b-4ccc-870b-50058cd393ab', 'name': '', 'network_id': '7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3', 'tenant_id': '9befc65a9da84a99942b803ac6a15a0b', 'mac_address': 'fa:16:3e:78:27:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa335c5-b661-42c3-9f20-6da4702a9b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'd3b48e56-98ff-4fa8-bbfd-1e9209ce3f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:28:10Z', 'updated_at': '2022-08-31T01:28:14Z', 'revision_number': 4, 'project_id': '9befc65a9da84a99942b803ac6a15a0b', 'subnets': [{'id': 'd3b48e56-98ff-4fa8-bbfd-1e9209ce3f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:28:14.998924 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device f4b8f35c-9234-4b21-8cb1-cc99cdfaafd8 up at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:28:15.020391 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f42067-d317-49ca-8e11-90656b7773ac None None] The sync data for ids ['1aa335c5-b661-42c3-9f20-6da4702a9b46'] in dv-cinder-855288-2-iscsi is: [{'id': '1aa335c5-b661-42c3-9f20-6da4702a9b46', 'name': 'tempest-TestMinimumBasicScenario-1950464407-router', 'tenant_id': '9befc65a9da84a99942b803ac6a15a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'f4b8f35c-9234-4b21-8cb1-cc99cdfaafd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:28:06Z', 'updated_at': '2022-08-31T01:28:11Z', 'revision_number': 4, 'project_id': '9befc65a9da84a99942b803ac6a15a0b', 'gw_port': {'id': 'f4b8f35c-9234-4b21-8cb1-cc99cdfaafd8', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:97:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa335c5-b661-42c3-9f20-6da4702a9b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:28:07Z', 'updated_at': '2022-08-31T01:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_interfaces': [{'id': '542ac746-bd7b-4ccc-870b-50058cd393ab', 'name': '', 'network_id': '7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3', 'tenant_id': '9befc65a9da84a99942b803ac6a15a0b', 'mac_address': 'fa:16:3e:78:27:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa335c5-b661-42c3-9f20-6da4702a9b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'd3b48e56-98ff-4fa8-bbfd-1e9209ce3f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:28:10Z', 'updated_at': '2022-08-31T01:28:14Z', 'revision_number': 4, 'project_id': '9befc65a9da84a99942b803ac6a15a0b', 'subnets': [{'id': 'd3b48e56-98ff-4fa8-bbfd-1e9209ce3f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:28:15.048936 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-90dc00ca-0bdf-4284-b357-5300ad11a795 req-8739b5a3-55a0-4d6b-a024-a8e3e265c0af service neutron] 10.222.0.85 "GET /networking/v2.0/networks/2a0890c6-f1c3-465a-8b4d-8e1ae2356a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072972 Aug 31 01:28:15.074949 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Provisioning complete for port f4b8f35c-9234-4b21-8cb1-cc99cdfaafd8 triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:28:15.075669 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (f4b8f35c-9234-4b21-8cb1-cc99cdfaafd8), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:15.196989 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-a73a14e8-4054-4337-adde-285b43713475 admin admin] Publish callbacks [] for router_gateway (a579f3ac-314d-44ee-898e-9c5f6ff0a95b), precommit_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:15.200476 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:28:15.209348 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-90dc00ca-0bdf-4284-b357-5300ad11a795 req-3f0b9a24-e617-46b8-9c9c-a1a6be584a8a service neutron] 10.222.0.85 "GET /networking/v2.0/networks/2a0890c6-f1c3-465a-8b4d-8e1ae2356a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536243 Aug 31 01:28:15.366994 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-5bc685d8-e3eb-4e7d-aa2b-949abb8ed681 None None] Publish callbacks [] for port (5025f484-c1e6-4608-a798-a938e64dff05), precommit_create {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:15.378867 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Current status of the port f4b8f35c-9234-4b21-8cb1-cc99cdfaafd8 is: ACTIVE; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:28:15.390765 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:28:15.441692 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-5bc685d8-e3eb-4e7d-aa2b-949abb8ed681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779185826838'] for port (5025f484-c1e6-4608-a798-a938e64dff05), after_create {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:15.466352 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-a73a14e8-4054-4337-adde-285b43713475 admin admin] Publish callbacks [] for router_gateway (a579f3ac-314d-44ee-898e-9c5f6ff0a95b), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:15.487771 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-a73a14e8-4054-4337-adde-285b43713475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:15.489990 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc685d8-e3eb-4e7d-aa2b-949abb8ed681 None None] Network d32bc818-5809-4092-b6d9-f2b9b00e7d20 is already hosted by enough agents. {{(pid=106778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:28:15.493545 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.scheduler.base_scheduler [None req-5bc685d8-e3eb-4e7d-aa2b-949abb8ed681 None None] Resources bound (agent type, host, resource id): {{(pid=106778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:28:15.496014 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc685d8-e3eb-4e7d-aa2b-949abb8ed681 None None] Received port after_create {{(pid=106778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 01:28:15.499582 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc685d8-e3eb-4e7d-aa2b-949abb8ed681 None None] Pushing event updated for resources: {'Port': ['ID=5025f484-c1e6-4608-a798-a938e64dff05,revision_number=1']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:15.564361 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.managers [None req-5bc685d8-e3eb-4e7d-aa2b-949abb8ed681 None None] Attempting to bind port 5025f484-c1e6-4608-a798-a938e64dff05 on host dv-cinder-855288-2-iscsi for vnic_type normal with profile {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 01:28:15.564868 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.managers [None req-5bc685d8-e3eb-4e7d-aa2b-949abb8ed681 None None] Attempting to bind port 5025f484-c1e6-4608-a798-a938e64dff05 by drivers openvswitch,hyperv on host dv-cinder-855288-2-iscsi at level 0 using segments [{'id': '58544162-7f3d-41b3-bdbb-dabdcc1c791c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'd32bc818-5809-4092-b6d9-f2b9b00e7d20'}] {{(pid=106778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 01:28:15.570947 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc685d8-e3eb-4e7d-aa2b-949abb8ed681 None None] Attempting to bind port 5025f484-c1e6-4608-a798-a938e64dff05 on network d32bc818-5809-4092-b6d9-f2b9b00e7d20 {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:28:15.570947 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:28:15.571161 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc685d8-e3eb-4e7d-aa2b-949abb8ed681 None None] Checking agent: {'id': 'f96ef3eb-5320-49ab-b33a-a2775d3a6053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855288-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 1, 14, 6), 'started_at': datetime.datetime(2022, 8, 31, 1, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 1, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855288-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 01:28:15.571444 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc685d8-e3eb-4e7d-aa2b-949abb8ed681 None None] Checking segment: {'id': '58544162-7f3d-41b3-bdbb-dabdcc1c791c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'd32bc818-5809-4092-b6d9-f2b9b00e7d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:28:15.571848 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-5bc685d8-e3eb-4e7d-aa2b-949abb8ed681 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:15.572245 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc685d8-e3eb-4e7d-aa2b-949abb8ed681 None None] Bound using segment: {'id': '58544162-7f3d-41b3-bdbb-dabdcc1c791c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'd32bc818-5809-4092-b6d9-f2b9b00e7d20'} {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 01:28:15.572742 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.managers [None req-5bc685d8-e3eb-4e7d-aa2b-949abb8ed681 None None] Bound port: 5025f484-c1e6-4608-a798-a938e64dff05, host: dv-cinder-855288-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58544162-7f3d-41b3-bdbb-dabdcc1c791c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'd32bc818-5809-4092-b6d9-f2b9b00e7d20'}}] {{(pid=106778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 01:28:15.573152 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-5bc685d8-e3eb-4e7d-aa2b-949abb8ed681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (5025f484-c1e6-4608-a798-a938e64dff05), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:15.602599 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.db_base_plugin_common [None req-a73a14e8-4054-4337-adde-285b43713475 admin admin] Allocated IP 172.27.1.185 (6de90673-24a8-444a-94e7-38ef2e70dd83/b0882f00-706c-4556-bcad-01ef413e142c/7e6993d7-64b2-45cd-b680-7fe6b58fda8a) {{(pid=106777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:28:15.640887 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-5bc685d8-e3eb-4e7d-aa2b-949abb8ed681 None None] For port 5025f484-c1e6-4608-a798-a938e64dff05, host dv-cinder-855288-2-iscsi, cleared binding levels {{(pid=106778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:28:15.645807 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-5bc685d8-e3eb-4e7d-aa2b-949abb8ed681 None None] For port 5025f484-c1e6-4608-a798-a938e64dff05, host dv-cinder-855288-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=5025f484-c1e6-4608-a798-a938e64dff05,segment=NetworkSegment(58544162-7f3d-41b3-bdbb-dabdcc1c791c),segment_id=58544162-7f3d-41b3-bdbb-dabdcc1c791c)] {{(pid=106778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:28:15.732751 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-5bc685d8-e3eb-4e7d-aa2b-949abb8ed681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (5025f484-c1e6-4608-a798-a938e64dff05), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:15.758236 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-a73a14e8-4054-4337-adde-285b43713475 admin admin] Publish callbacks [] for port (7e6993d7-64b2-45cd-b680-7fe6b58fda8a), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:15.771178 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:28:15.774231 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad826a3a-9f9e-4c61-afd3-ea906649eb34 req-093be369-c52a-47ea-853d-e067169ae3b4 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:15.781277 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-ad826a3a-9f9e-4c61-afd3-ea906649eb34 req-093be369-c52a-47ea-853d-e067169ae3b4 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 945 time: 0.0836108 Aug 31 01:28:15.798100 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc685d8-e3eb-4e7d-aa2b-949abb8ed681 None None] Pushing event updated for resources: {'Port': ['ID=5025f484-c1e6-4608-a798-a938e64dff05,revision_number=2']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:15.862952 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-ad826a3a-9f9e-4c61-afd3-ea906649eb34 req-9d315e0b-78b7-4589-bd54-d4502aebd8c5 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=de1a290b-ed4e-4727-abe6-2b19820b7bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805905 Aug 31 01:28:15.910111 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-a73a14e8-4054-4337-adde-285b43713475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779185826838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5261574'] for port (7e6993d7-64b2-45cd-b680-7fe6b58fda8a), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:15.980936 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73a14e8-4054-4337-adde-285b43713475 admin admin] Network 6de90673-24a8-444a-94e7-38ef2e70dd83 is already hosted by enough agents. {{(pid=106777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:28:15.984278 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.base_scheduler [None req-a73a14e8-4054-4337-adde-285b43713475 admin admin] Resources bound (agent type, host, resource id): {{(pid=106777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:28:15.988461 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:28:15.991540 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73a14e8-4054-4337-adde-285b43713475 admin admin] Received port after_create {{(pid=106777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 01:28:16.023269 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73a14e8-4054-4337-adde-285b43713475 admin admin] Pushing event updated for resources: {'Port': ['ID=7e6993d7-64b2-45cd-b680-7fe6b58fda8a,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:16.321101 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-a73a14e8-4054-4337-adde-285b43713475 admin admin] Publish callbacks [] for router_gateway (a579f3ac-314d-44ee-898e-9c5f6ff0a95b), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:16.513190 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-a73a14e8-4054-4337-adde-285b43713475 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-608468'] for router (a579f3ac-314d-44ee-898e-9c5f6ff0a95b), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:16.643230 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f06e18-be07-4b42-8f67-f8b9db58e937 None None] Network d32bc818-5809-4092-b6d9-f2b9b00e7d20 requested from dv-cinder-855288-2-iscsi {{(pid=106778) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 01:28:16.715133 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a73a14e8-4054-4337-adde-285b43713475 admin admin] Router a579f3ac-314d-44ee-898e-9c5f6ff0a95b is scheduled to L3 agent 1428144b-5b15-4168-8538-b51b3045e8b6 with binding_index 1 {{(pid=106777) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:28:16.717865 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:28:16.730502 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-13a0bef5-d849-4021-81b9-e4a6627e6203 None None] Provisioning complete for port 5025f484-c1e6-4608-a798-a938e64dff05 triggered by entity DHCP. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:28:16.730871 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-13a0bef5-d849-4021-81b9-e4a6627e6203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (5025f484-c1e6-4608-a798-a938e64dff05), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:16.817957 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a73a14e8-4054-4337-adde-285b43713475 admin admin] Notify agent at l3_agent.dv-cinder-855288-2-iscsi the message routers_updated {{(pid=106777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:28:16.828940 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0db721-7821-4fba-957f-1d1618faec78 None None] Sync routers for ids ['a579f3ac-314d-44ee-898e-9c5f6ff0a95b'] in dv-cinder-855288-2-iscsi {{(pid=106778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:28:16.839538 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-13a0bef5-d849-4021-81b9-e4a6627e6203 None None] Current status of the port 5025f484-c1e6-4608-a798-a938e64dff05 is: DOWN; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:28:16.842809 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-13a0bef5-d849-4021-81b9-e4a6627e6203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (5025f484-c1e6-4608-a798-a938e64dff05), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:16.854763 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0db721-7821-4fba-957f-1d1618faec78 None None] Routers {'a579f3ac-314d-44ee-898e-9c5f6ff0a95b'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:28:16.855392 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-db0db721-7821-4fba-957f-1d1618faec78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:28:03Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['a579f3ac-314d-44ee-898e-9c5f6ff0a95b'], 'active': True} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:28:16.890170 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-a73a14e8-4054-4337-adde-285b43713475 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:16.892058 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-a73a14e8-4054-4337-adde-285b43713475 admin admin] 10.222.0.20 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1492045 Aug 31 01:28:16.895260 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 33096) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:28:16.936871 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-13a0bef5-d849-4021-81b9-e4a6627e6203 None None] For port 5025f484-c1e6-4608-a798-a938e64dff05, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=5025f484-c1e6-4608-a798-a938e64dff05,segment=NetworkSegment(58544162-7f3d-41b3-bdbb-dabdcc1c791c),segment_id=58544162-7f3d-41b3-bdbb-dabdcc1c791c)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:28:16.997184 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-13a0bef5-d849-4021-81b9-e4a6627e6203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (5025f484-c1e6-4608-a798-a938e64dff05), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:17.036974 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvr_db [None req-db0db721-7821-4fba-957f-1d1618faec78 None None] Set router a579f3ac-314d-44ee-898e-9c5f6ff0a95b gateway port host: dv-cinder-855288-2-iscsi {{(pid=106778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:28:17.078113 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece475b-e023-4ded-b249-3231c8293d1a req-2e7b75be-987b-4d8b-ab11-c4ca09e889ce tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:17.079840 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-fece475b-e023-4ded-b249-3231c8293d1a req-2e7b75be-987b-4d8b-ab11-c4ca09e889ce tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 945 time: 0.0908971 Aug 31 01:28:17.094794 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 542ac746-bd7b-4ccc-870b-50058cd393ab up at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:28:17.160248 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:28:17.178717 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a0bef5-d849-4021-81b9-e4a6627e6203 None None] Pushing event updated for resources: {'Port': ['ID=5025f484-c1e6-4608-a798-a938e64dff05,revision_number=3']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:17.193416 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-4f94b003-f113-42b7-b4d2-34bf58f879b3 None None] Provisioning complete for port 5025f484-c1e6-4608-a798-a938e64dff05 triggered by entity DHCP. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:28:17.193789 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-4f94b003-f113-42b7-b4d2-34bf58f879b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (5025f484-c1e6-4608-a798-a938e64dff05), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:17.208224 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-fece475b-e023-4ded-b249-3231c8293d1a req-3b55c222-d813-49ac-b271-d56bdcec57aa tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=de1a290b-ed4e-4727-abe6-2b19820b7bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186788 Aug 31 01:28:17.256841 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Provisioning complete for port 542ac746-bd7b-4ccc-870b-50058cd393ab triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:28:17.257503 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (542ac746-bd7b-4ccc-870b-50058cd393ab), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:17.382311 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=100 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:28:17.383085 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-4f94b003-f113-42b7-b4d2-34bf58f879b3 None None] Current status of the port 5025f484-c1e6-4608-a798-a938e64dff05 is: ACTIVE; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:28:17.385170 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-db0db721-7821-4fba-957f-1d1618faec78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a579f3ac-314d-44ee-898e-9c5f6ff0a95b', 'name': 'tempest-TestMinimumBasicScenario-1866665033-router', 'tenant_id': '5987e5c9567141e09f55b0e723d2133d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '7e6993d7-64b2-45cd-b680-7fe6b58fda8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:28:14Z', 'updated_at': '2022-08-31T01:28:16Z', 'revision_number': 3, 'project_id': '5987e5c9567141e09f55b0e723d2133d', 'gw_port': {'id': '7e6993d7-64b2-45cd-b680-7fe6b58fda8a', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cc:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a579f3ac-314d-44ee-898e-9c5f6ff0a95b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:28:15Z', 'updated_at': '2022-08-31T01:28:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi'}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:28:17.430768 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0db721-7821-4fba-957f-1d1618faec78 None None] Checking router: a579f3ac-314d-44ee-898e-9c5f6ff0a95b for host: dv-cinder-855288-2-iscsi {{(pid=106778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:28:17.434925 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0db721-7821-4fba-957f-1d1618faec78 None None] Updating router a579f3ac-314d-44ee-898e-9c5f6ff0a95b port 7e6993d7-64b2-45cd-b680-7fe6b58fda8a binding host dv-cinder-855288-2-iscsi {{(pid=106778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:28:17.444634 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-822b00ea-d79f-477d-bb9d-4e1eb8a1f3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:17.459801 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:28:17.462707 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Current status of the port 542ac746-bd7b-4ccc-870b-50058cd393ab is: DOWN; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:28:17.463095 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (542ac746-bd7b-4ccc-870b-50058cd393ab), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:17.480334 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-db0db721-7821-4fba-957f-1d1618faec78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (7e6993d7-64b2-45cd-b680-7fe6b58fda8a), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:17.532343 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] For port 542ac746-bd7b-4ccc-870b-50058cd393ab, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=542ac746-bd7b-4ccc-870b-50058cd393ab,segment=NetworkSegment(4bbdd3d1-92ab-42d5-87f4-984876af95f9),segment_id=4bbdd3d1-92ab-42d5-87f4-984876af95f9)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:28:17.600840 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.db_base_plugin_common [None req-822b00ea-d79f-477d-bb9d-4e1eb8a1f3f2 admin admin] Allocated IP 172.20.0.1 (d32bc818-5809-4092-b6d9-f2b9b00e7d20/54635a35-67d7-4ec5-b072-82946d54a4ad/b1b7a6f3-4291-454a-97b8-d7701c1c8b6d) {{(pid=106777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:28:17.602731 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (542ac746-bd7b-4ccc-870b-50058cd393ab), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:17.603517 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 5025f484-c1e6-4608-a798-a938e64dff05 up at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:28:17.711047 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-822b00ea-d79f-477d-bb9d-4e1eb8a1f3f2 admin admin] Publish callbacks [] for port (b1b7a6f3-4291-454a-97b8-d7701c1c8b6d), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:17.739079 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:28:17.755121 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Pushing event updated for resources: {'Port': ['ID=542ac746-bd7b-4ccc-870b-50058cd393ab,revision_number=5']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:17.762898 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Provisioning complete for port 5025f484-c1e6-4608-a798-a938e64dff05 triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:28:17.763271 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (5025f484-c1e6-4608-a798-a938e64dff05), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:17.813549 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-822b00ea-d79f-477d-bb9d-4e1eb8a1f3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779185826838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5261574'] for port (b1b7a6f3-4291-454a-97b8-d7701c1c8b6d), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:17.856534 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822b00ea-d79f-477d-bb9d-4e1eb8a1f3f2 admin admin] Network d32bc818-5809-4092-b6d9-f2b9b00e7d20 is already hosted by enough agents. {{(pid=106777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:28:17.861765 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.base_scheduler [None req-822b00ea-d79f-477d-bb9d-4e1eb8a1f3f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:28:17.864704 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822b00ea-d79f-477d-bb9d-4e1eb8a1f3f2 admin admin] Received port after_create {{(pid=106777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 01:28:17.872315 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-db0db721-7821-4fba-957f-1d1618faec78 None None] Publish callbacks [] for port (7e6993d7-64b2-45cd-b680-7fe6b58fda8a), precommit_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:17.891119 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Current status of the port 5025f484-c1e6-4608-a798-a938e64dff05 is: ACTIVE; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:28:17.907354 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822b00ea-d79f-477d-bb9d-4e1eb8a1f3f2 admin admin] Pushing event updated for resources: {'Port': ['ID=b1b7a6f3-4291-454a-97b8-d7701c1c8b6d,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:17.914510 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-822b00ea-d79f-477d-bb9d-4e1eb8a1f3f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-636848'] for router_interface (a579f3ac-314d-44ee-898e-9c5f6ff0a95b), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:17.955643 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:28:17.960789 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-db0db721-7821-4fba-957f-1d1618faec78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (7e6993d7-64b2-45cd-b680-7fe6b58fda8a), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:17.996396 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.managers [None req-db0db721-7821-4fba-957f-1d1618faec78 None None] Attempting to bind port 7e6993d7-64b2-45cd-b680-7fe6b58fda8a on host dv-cinder-855288-2-iscsi for vnic_type normal with profile {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 01:28:17.996851 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.managers [None req-db0db721-7821-4fba-957f-1d1618faec78 None None] Attempting to bind port 7e6993d7-64b2-45cd-b680-7fe6b58fda8a by drivers openvswitch,hyperv on host dv-cinder-855288-2-iscsi at level 0 using segments [{'id': '5532158b-12fc-4975-99d9-f23bee8acdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83'}] {{(pid=106778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 01:28:17.997316 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0db721-7821-4fba-957f-1d1618faec78 None None] Attempting to bind port 7e6993d7-64b2-45cd-b680-7fe6b58fda8a on network 6de90673-24a8-444a-94e7-38ef2e70dd83 {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:28:18.012903 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0db721-7821-4fba-957f-1d1618faec78 None None] Checking agent: {'id': 'f96ef3eb-5320-49ab-b33a-a2775d3a6053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855288-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 1, 14, 6), 'started_at': datetime.datetime(2022, 8, 31, 1, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 1, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855288-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 01:28:18.013458 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0db721-7821-4fba-957f-1d1618faec78 None None] Checking segment: {'id': '5532158b-12fc-4975-99d9-f23bee8acdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:28:18.013964 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-db0db721-7821-4fba-957f-1d1618faec78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:18.014456 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0db721-7821-4fba-957f-1d1618faec78 None None] Bound using segment: {'id': '5532158b-12fc-4975-99d9-f23bee8acdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83'} {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 01:28:18.015035 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.managers [None req-db0db721-7821-4fba-957f-1d1618faec78 None None] Bound port: 7e6993d7-64b2-45cd-b680-7fe6b58fda8a, host: dv-cinder-855288-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5532158b-12fc-4975-99d9-f23bee8acdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83'}}] {{(pid=106778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 01:28:18.015483 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-db0db721-7821-4fba-957f-1d1618faec78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (7e6993d7-64b2-45cd-b680-7fe6b58fda8a), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:18.028526 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f8fe92-8ff0-4d2c-bc6c-62b2a3c60e0b None None] Pushing event updated for resources: {'Port': ['ID=7e6993d7-64b2-45cd-b680-7fe6b58fda8a,revision_number=2']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:18.125304 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-822b00ea-d79f-477d-bb9d-4e1eb8a1f3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (b1b7a6f3-4291-454a-97b8-d7701c1c8b6d), before_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:18.187110 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-3251e25e-7f6b-46db-9e7c-5fb0fa9815d9 None None] Provisioning complete for port b1b7a6f3-4291-454a-97b8-d7701c1c8b6d triggered by entity DHCP. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:28:18.187465 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-3251e25e-7f6b-46db-9e7c-5fb0fa9815d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (b1b7a6f3-4291-454a-97b8-d7701c1c8b6d), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:18.212967 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:28:18.233795 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-db0db721-7821-4fba-957f-1d1618faec78 None None] For port 7e6993d7-64b2-45cd-b680-7fe6b58fda8a, host dv-cinder-855288-2-iscsi, cleared binding levels {{(pid=106778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:28:18.236107 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-3251e25e-7f6b-46db-9e7c-5fb0fa9815d9 None None] Port b1b7a6f3-4291-454a-97b8-d7701c1c8b6d cannot update to ACTIVE because it is not bound. {{(pid=106778) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 01:28:18.239278 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-db0db721-7821-4fba-957f-1d1618faec78 None None] For port 7e6993d7-64b2-45cd-b680-7fe6b58fda8a, host dv-cinder-855288-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=7e6993d7-64b2-45cd-b680-7fe6b58fda8a,segment=NetworkSegment(5532158b-12fc-4975-99d9-f23bee8acdf7),segment_id=5532158b-12fc-4975-99d9-f23bee8acdf7)] {{(pid=106778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:28:18.295035 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-822b00ea-d79f-477d-bb9d-4e1eb8a1f3f2 admin admin] Publish callbacks [] for port (b1b7a6f3-4291-454a-97b8-d7701c1c8b6d), precommit_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:18.304092 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-db0db721-7821-4fba-957f-1d1618faec78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (7e6993d7-64b2-45cd-b680-7fe6b58fda8a), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:18.345371 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-822b00ea-d79f-477d-bb9d-4e1eb8a1f3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5261583'] for port (b1b7a6f3-4291-454a-97b8-d7701c1c8b6d), after_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:18.348200 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0db721-7821-4fba-957f-1d1618faec78 None None] Routers {'a579f3ac-314d-44ee-898e-9c5f6ff0a95b'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:28:18.348854 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-db0db721-7821-4fba-957f-1d1618faec78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:28:03Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['a579f3ac-314d-44ee-898e-9c5f6ff0a95b'], 'active': True} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:28:18.353911 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e6938-6bc7-478d-9ab0-c21d3b59b7c9 req-68564165-ea4a-46f3-9392-6113621bb127 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:18.354094 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device 1302084d-99f4-4cd1-8b6d-4a829a883993 no longer exists at agent hyperv_hv-cinder-85528 {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:28:18.355435 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-7f2e6938-6bc7-478d-9ab0-c21d3b59b7c9 req-68564165-ea4a-46f3-9392-6113621bb127 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 945 time: 0.0539293 Aug 31 01:28:18.424667 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f8fe92-8ff0-4d2c-bc6c-62b2a3c60e0b None None] Pushing event updated for resources: {'Port': ['ID=7e6993d7-64b2-45cd-b680-7fe6b58fda8a,revision_number=3']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:18.538982 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvr_db [None req-db0db721-7821-4fba-957f-1d1618faec78 None None] Set router a579f3ac-314d-44ee-898e-9c5f6ff0a95b gateway port host: dv-cinder-855288-2-iscsi {{(pid=106778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:28:18.567680 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Current status of the port 1302084d-99f4-4cd1-8b6d-4a829a883993 is: ACTIVE; New status is: DOWN {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:28:18.568072 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (1302084d-99f4-4cd1-8b6d-4a829a883993), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:18.585033 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:28:18.646634 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7311a59-7d10-4edb-be41-f6872e563e09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1302084d-99f4-4cd1-8b6d-4a829a883993'}] {{(pid=106778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:28:18.648945 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d41e2a553b02095d3b1f0ace215352f4a23baa657e7b5a2da03818d3ee46b5df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a0645a-6a0d-4ee2-905d-750c402adbf8" -d '{"events": [{"server_uuid": "b7311a59-7d10-4edb-be41-f6872e563e09", "name": "network-vif-unplugged", "status": "completed", "tag": "1302084d-99f4-4cd1-8b6d-4a829a883993"}]}' {{(pid=106778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:28:18.690323 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port 1302084d-99f4-4cd1-8b6d-4a829a883993, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=1302084d-99f4-4cd1-8b6d-4a829a883993,segment=NetworkSegment(4e76086e-0aa2-44ca-adc1-383a20f9a980),segment_id=4e76086e-0aa2-44ca-adc1-383a20f9a980)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:28:18.703706 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-822b00ea-d79f-477d-bb9d-4e1eb8a1f3f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-636708'] for router_interface (a579f3ac-314d-44ee-898e-9c5f6ff0a95b), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:18.718397 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822b00ea-d79f-477d-bb9d-4e1eb8a1f3f2 admin admin] Pushing event updated for resources: {'Port': ['ID=b1b7a6f3-4291-454a-97b8-d7701c1c8b6d,revision_number=2']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:18.735282 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (1302084d-99f4-4cd1-8b6d-4a829a883993), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:18.747734 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-7f2e6938-6bc7-478d-9ab0-c21d3b59b7c9 req-9606bc35-d6ec-40a1-bad8-f5b4fb8fd8a4 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=de1a290b-ed4e-4727-abe6-2b19820b7bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068041 Aug 31 01:28:18.842545 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Pushing event updated for resources: {'Port': ['ID=1302084d-99f4-4cd1-8b6d-4a829a883993,revision_number=8']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:18.849273 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822b00ea-d79f-477d-bb9d-4e1eb8a1f3f2 admin admin] Network d32bc818-5809-4092-b6d9-f2b9b00e7d20 is already hosted by enough agents. {{(pid=106777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:28:18.851373 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.base_scheduler [None req-822b00ea-d79f-477d-bb9d-4e1eb8a1f3f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:28:18.854883 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-db0db721-7821-4fba-957f-1d1618faec78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a579f3ac-314d-44ee-898e-9c5f6ff0a95b', 'name': 'tempest-TestMinimumBasicScenario-1866665033-router', 'tenant_id': '5987e5c9567141e09f55b0e723d2133d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '7e6993d7-64b2-45cd-b680-7fe6b58fda8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:28:14Z', 'updated_at': '2022-08-31T01:28:18Z', 'revision_number': 4, 'project_id': '5987e5c9567141e09f55b0e723d2133d', 'gw_port': {'id': '7e6993d7-64b2-45cd-b680-7fe6b58fda8a', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cc:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a579f3ac-314d-44ee-898e-9c5f6ff0a95b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:28:15Z', 'updated_at': '2022-08-31T01:28:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_interfaces': [{'id': 'b1b7a6f3-4291-454a-97b8-d7701c1c8b6d', 'name': '', 'network_id': 'd32bc818-5809-4092-b6d9-f2b9b00e7d20', 'tenant_id': '5987e5c9567141e09f55b0e723d2133d', 'mac_address': 'fa:16:3e:17:1b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a579f3ac-314d-44ee-898e-9c5f6ff0a95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '54635a35-67d7-4ec5-b072-82946d54a4ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:28:17Z', 'updated_at': '2022-08-31T01:28:18Z', 'revision_number': 2, 'project_id': '5987e5c9567141e09f55b0e723d2133d', 'subnets': [{'id': '54635a35-67d7-4ec5-b072-82946d54a4ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:28:18.887771 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0db721-7821-4fba-957f-1d1618faec78 None None] The sync data for ids ['a579f3ac-314d-44ee-898e-9c5f6ff0a95b'] in dv-cinder-855288-2-iscsi is: [{'id': 'a579f3ac-314d-44ee-898e-9c5f6ff0a95b', 'name': 'tempest-TestMinimumBasicScenario-1866665033-router', 'tenant_id': '5987e5c9567141e09f55b0e723d2133d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '7e6993d7-64b2-45cd-b680-7fe6b58fda8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:28:14Z', 'updated_at': '2022-08-31T01:28:18Z', 'revision_number': 4, 'project_id': '5987e5c9567141e09f55b0e723d2133d', 'gw_port': {'id': '7e6993d7-64b2-45cd-b680-7fe6b58fda8a', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cc:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a579f3ac-314d-44ee-898e-9c5f6ff0a95b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:28:15Z', 'updated_at': '2022-08-31T01:28:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_interfaces': [{'id': 'b1b7a6f3-4291-454a-97b8-d7701c1c8b6d', 'name': '', 'network_id': 'd32bc818-5809-4092-b6d9-f2b9b00e7d20', 'tenant_id': '5987e5c9567141e09f55b0e723d2133d', 'mac_address': 'fa:16:3e:17:1b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a579f3ac-314d-44ee-898e-9c5f6ff0a95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '54635a35-67d7-4ec5-b072-82946d54a4ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:28:17Z', 'updated_at': '2022-08-31T01:28:18Z', 'revision_number': 2, 'project_id': '5987e5c9567141e09f55b0e723d2133d', 'subnets': [{'id': '54635a35-67d7-4ec5-b072-82946d54a4ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:28:18.974131 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 31 Aug 2022 01:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56abec3-2d72-4e41-be9e-13f871e3692a x-openstack-request-id: req-b56abec3-2d72-4e41-be9e-13f871e3692a {{(pid=106778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:28:18.974631 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7311a59-7d10-4edb-be41-f6872e563e09", "name": "network-vif-unplugged", "status": "failed", "tag": "1302084d-99f4-4cd1-8b6d-4a829a883993", "code": 422}]} {{(pid=106778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:28:18.975052 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b56abec3-2d72-4e41-be9e-13f871e3692a {{(pid=106778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:28:18.975664 dv-cinder-855288-2-iscsi neutron-server[106778]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-b56abec3-2d72-4e41-be9e-13f871e3692a']: {'server_uuid': 'b7311a59-7d10-4edb-be41-f6872e563e09', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1302084d-99f4-4cd1-8b6d-4a829a883993', 'code': 422} returned with failed status Aug 31 01:28:19.029471 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 542ac746-bd7b-4ccc-870b-50058cd393ab up at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:28:19.054115 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-822b00ea-d79f-477d-bb9d-4e1eb8a1f3f2 admin admin] Router a579f3ac-314d-44ee-898e-9c5f6ff0a95b has already been hosted by L3 agent 1428144b-5b15-4168-8538-b51b3045e8b6 {{(pid=106777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:28:19.086521 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Provisioning complete for port 542ac746-bd7b-4ccc-870b-50058cd393ab triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:28:19.086954 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (542ac746-bd7b-4ccc-870b-50058cd393ab), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:19.194709 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Current status of the port 542ac746-bd7b-4ccc-870b-50058cd393ab is: ACTIVE; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:28:19.195878 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 5025f484-c1e6-4608-a798-a938e64dff05 up at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:28:19.203247 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-822b00ea-d79f-477d-bb9d-4e1eb8a1f3f2 admin admin] Notify agent at l3_agent.dv-cinder-855288-2-iscsi the message routers_updated {{(pid=106777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:28:19.212495 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-822b00ea-d79f-477d-bb9d-4e1eb8a1f3f2 admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/a579f3ac-314d-44ee-898e-9c5f6ff0a95b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3159535 Aug 31 01:28:19.257249 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:28:19.269902 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Provisioning complete for port 5025f484-c1e6-4608-a798-a938e64dff05 triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:28:19.270298 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (5025f484-c1e6-4608-a798-a938e64dff05), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:19.271874 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-684f0a4f-154c-41a6-949a-42294ffbff71 None None] Provisioning complete for port b1b7a6f3-4291-454a-97b8-d7701c1c8b6d triggered by entity DHCP. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:28:19.272228 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-684f0a4f-154c-41a6-949a-42294ffbff71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (b1b7a6f3-4291-454a-97b8-d7701c1c8b6d), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:19.335769 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-684f0a4f-154c-41a6-949a-42294ffbff71 None None] Port b1b7a6f3-4291-454a-97b8-d7701c1c8b6d cannot update to ACTIVE because it is not bound. {{(pid=106778) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 01:28:19.385346 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Current status of the port 5025f484-c1e6-4608-a798-a938e64dff05 is: ACTIVE; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:28:20.798960 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [req-5e8dd92f-9f19-463e-9091-9c7da712b782 req-10018ab7-2758-4f93-8afe-21ebd9db89f1 service neutron] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106777) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 01:28:20.800094 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-5e8dd92f-9f19-463e-9091-9c7da712b782 req-10018ab7-2758-4f93-8afe-21ebd9db89f1 service neutron] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0063148 Aug 31 01:28:20.983489 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 7e6993d7-64b2-45cd-b680-7fe6b58fda8a up at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:28:21.037921 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Provisioning complete for port 7e6993d7-64b2-45cd-b680-7fe6b58fda8a triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:28:21.038299 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (7e6993d7-64b2-45cd-b680-7fe6b58fda8a), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:21.123402 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Current status of the port 7e6993d7-64b2-45cd-b680-7fe6b58fda8a is: DOWN; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:28:21.124056 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (7e6993d7-64b2-45cd-b680-7fe6b58fda8a), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:21.163970 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] For port 7e6993d7-64b2-45cd-b680-7fe6b58fda8a, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=7e6993d7-64b2-45cd-b680-7fe6b58fda8a,segment=NetworkSegment(5532158b-12fc-4975-99d9-f23bee8acdf7),segment_id=5532158b-12fc-4975-99d9-f23bee8acdf7)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:28:21.191840 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:28:21.238652 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f6a168-0e73-4ccc-a9b4-4bb8d161ae6d req-d377994d-db8d-46e9-920f-3fbe8aed9bb8 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:21.240866 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-45f6a168-0e73-4ccc-a9b4-4bb8d161ae6d req-d377994d-db8d-46e9-920f-3fbe8aed9bb8 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 943 time: 0.0581644 Aug 31 01:28:21.246343 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (7e6993d7-64b2-45cd-b680-7fe6b58fda8a), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:21.301235 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:28:21.308074 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-45f6a168-0e73-4ccc-a9b4-4bb8d161ae6d req-d5f27c11-959f-40a1-9f96-a7363f400786 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=de1a290b-ed4e-4727-abe6-2b19820b7bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573575 Aug 31 01:28:21.395012 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Pushing event updated for resources: {'Port': ['ID=7e6993d7-64b2-45cd-b680-7fe6b58fda8a,revision_number=4']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:21.764020 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 33174) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:28:21.858546 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-2a82f88f-d5bb-404c-b558-8f495606defb req-89c95011-12d5-4dea-9dea-c26c01303c1b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0929399 Aug 31 01:28:21.869709 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [req-2a82f88f-d5bb-404c-b558-8f495606defb req-82e6ab7e-8175-492f-97bc-f73d39bc3c9c service neutron] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106777) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 01:28:21.870722 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-2a82f88f-d5bb-404c-b558-8f495606defb req-82e6ab7e-8175-492f-97bc-f73d39bc3c9c service neutron] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052114 Aug 31 01:28:21.972141 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 33182) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:28:22.035848 dv-cinder-855288-2-iscsi neutron-server[106776]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 31 01:28:22.093691 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82f88f-d5bb-404c-b558-8f495606defb req-6e986862-0d75-481a-9daa-87c21360cdfc tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:22.095226 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-2a82f88f-d5bb-404c-b558-8f495606defb req-6e986862-0d75-481a-9daa-87c21360cdfc tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports/1302084d-99f4-4cd1-8b6d-4a829a883993 HTTP/1.1" status: 200 len: 940 time: 0.1212399 Aug 31 01:28:22.347968 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81efd2c2-d8d3-44c8-ae96-3104e807631a None None] Sync routers for ids ['a579f3ac-314d-44ee-898e-9c5f6ff0a95b'] in dv-cinder-855288-2-iscsi {{(pid=106779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:28:22.362919 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81efd2c2-d8d3-44c8-ae96-3104e807631a None None] Routers {'a579f3ac-314d-44ee-898e-9c5f6ff0a95b'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:28:22.363772 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-81efd2c2-d8d3-44c8-ae96-3104e807631a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:28:03Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['a579f3ac-314d-44ee-898e-9c5f6ff0a95b'], 'active': True} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:28:22.483358 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79875e82-a48c-4ee5-84fa-9dfac19dd5af req-788b4143-dc31-4352-bb61-6cdc434593f3 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:22.486456 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvr_db [None req-81efd2c2-d8d3-44c8-ae96-3104e807631a None None] Set router a579f3ac-314d-44ee-898e-9c5f6ff0a95b gateway port host: dv-cinder-855288-2-iscsi {{(pid=106779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:28:22.494767 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-79875e82-a48c-4ee5-84fa-9dfac19dd5af req-788b4143-dc31-4352-bb61-6cdc434593f3 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 943 time: 0.0662572 Aug 31 01:28:22.591120 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-79875e82-a48c-4ee5-84fa-9dfac19dd5af req-74114c32-33f1-4dee-a460-c3b56e46e17e tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=de1a290b-ed4e-4727-abe6-2b19820b7bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953052 Aug 31 01:28:22.623866 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=100 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:28:22.696551 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-81efd2c2-d8d3-44c8-ae96-3104e807631a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a579f3ac-314d-44ee-898e-9c5f6ff0a95b', 'name': 'tempest-TestMinimumBasicScenario-1866665033-router', 'tenant_id': '5987e5c9567141e09f55b0e723d2133d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '7e6993d7-64b2-45cd-b680-7fe6b58fda8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:28:14Z', 'updated_at': '2022-08-31T01:28:18Z', 'revision_number': 4, 'project_id': '5987e5c9567141e09f55b0e723d2133d', 'gw_port': {'id': '7e6993d7-64b2-45cd-b680-7fe6b58fda8a', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a579f3ac-314d-44ee-898e-9c5f6ff0a95b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:28:15Z', 'updated_at': '2022-08-31T01:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_interfaces': [{'id': 'b1b7a6f3-4291-454a-97b8-d7701c1c8b6d', 'name': '', 'network_id': 'd32bc818-5809-4092-b6d9-f2b9b00e7d20', 'tenant_id': '5987e5c9567141e09f55b0e723d2133d', 'mac_address': 'fa:16:3e:17:1b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a579f3ac-314d-44ee-898e-9c5f6ff0a95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '54635a35-67d7-4ec5-b072-82946d54a4ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:28:17Z', 'updated_at': '2022-08-31T01:28:18Z', 'revision_number': 2, 'project_id': '5987e5c9567141e09f55b0e723d2133d', 'subnets': [{'id': '54635a35-67d7-4ec5-b072-82946d54a4ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:28:22.728069 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81efd2c2-d8d3-44c8-ae96-3104e807631a None None] Checking router: a579f3ac-314d-44ee-898e-9c5f6ff0a95b for host: dv-cinder-855288-2-iscsi {{(pid=106779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:28:22.728437 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81efd2c2-d8d3-44c8-ae96-3104e807631a None None] Updating router a579f3ac-314d-44ee-898e-9c5f6ff0a95b port b1b7a6f3-4291-454a-97b8-d7701c1c8b6d binding host dv-cinder-855288-2-iscsi {{(pid=106779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:28:22.776251 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron_lib.callbacks.manager [None req-81efd2c2-d8d3-44c8-ae96-3104e807631a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (b1b7a6f3-4291-454a-97b8-d7701c1c8b6d), before_update {{(pid=106779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:22.965248 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 7e6993d7-64b2-45cd-b680-7fe6b58fda8a up at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:28:23.000133 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=100 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:28:23.025539 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Provisioning complete for port 7e6993d7-64b2-45cd-b680-7fe6b58fda8a triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:28:23.033573 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (7e6993d7-64b2-45cd-b680-7fe6b58fda8a), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:23.099112 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron_lib.callbacks.manager [None req-81efd2c2-d8d3-44c8-ae96-3104e807631a None None] Publish callbacks [] for port (b1b7a6f3-4291-454a-97b8-d7701c1c8b6d), precommit_update {{(pid=106779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:23.116867 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Current status of the port 7e6993d7-64b2-45cd-b680-7fe6b58fda8a is: ACTIVE; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:28:23.549366 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron_lib.callbacks.manager [None req-81efd2c2-d8d3-44c8-ae96-3104e807631a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (b1b7a6f3-4291-454a-97b8-d7701c1c8b6d), after_update {{(pid=106779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:23.639552 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f0ee2e-b43b-433a-a1ca-4c4bd43ea9e8 None None] Pushing event updated for resources: {'Port': ['ID=b1b7a6f3-4291-454a-97b8-d7701c1c8b6d,revision_number=3']} {{(pid=106779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:23.656393 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.managers [None req-81efd2c2-d8d3-44c8-ae96-3104e807631a None None] Attempting to bind port b1b7a6f3-4291-454a-97b8-d7701c1c8b6d on host dv-cinder-855288-2-iscsi for vnic_type normal with profile {{(pid=106779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 01:28:23.656777 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.managers [None req-81efd2c2-d8d3-44c8-ae96-3104e807631a None None] Attempting to bind port b1b7a6f3-4291-454a-97b8-d7701c1c8b6d by drivers openvswitch,hyperv on host dv-cinder-855288-2-iscsi at level 0 using segments [{'id': '58544162-7f3d-41b3-bdbb-dabdcc1c791c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'd32bc818-5809-4092-b6d9-f2b9b00e7d20'}] {{(pid=106779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 01:28:23.659787 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81efd2c2-d8d3-44c8-ae96-3104e807631a None None] Attempting to bind port b1b7a6f3-4291-454a-97b8-d7701c1c8b6d on network d32bc818-5809-4092-b6d9-f2b9b00e7d20 {{(pid=106779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:28:23.669308 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81efd2c2-d8d3-44c8-ae96-3104e807631a None None] Checking agent: {'id': 'f96ef3eb-5320-49ab-b33a-a2775d3a6053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855288-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 1, 14, 6), 'started_at': datetime.datetime(2022, 8, 31, 1, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 1, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855288-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 01:28:23.669672 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81efd2c2-d8d3-44c8-ae96-3104e807631a None None] Checking segment: {'id': '58544162-7f3d-41b3-bdbb-dabdcc1c791c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'd32bc818-5809-4092-b6d9-f2b9b00e7d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:28:23.670239 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron_lib.callbacks.manager [None req-81efd2c2-d8d3-44c8-ae96-3104e807631a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:23.670769 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81efd2c2-d8d3-44c8-ae96-3104e807631a None None] Bound using segment: {'id': '58544162-7f3d-41b3-bdbb-dabdcc1c791c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'd32bc818-5809-4092-b6d9-f2b9b00e7d20'} {{(pid=106779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 01:28:23.671244 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.managers [None req-81efd2c2-d8d3-44c8-ae96-3104e807631a None None] Bound port: b1b7a6f3-4291-454a-97b8-d7701c1c8b6d, host: dv-cinder-855288-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58544162-7f3d-41b3-bdbb-dabdcc1c791c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'd32bc818-5809-4092-b6d9-f2b9b00e7d20'}}] {{(pid=106779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 01:28:23.671612 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron_lib.callbacks.manager [None req-81efd2c2-d8d3-44c8-ae96-3104e807631a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (b1b7a6f3-4291-454a-97b8-d7701c1c8b6d), before_update {{(pid=106779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:23.756445 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22869f92-632e-4851-a12d-8e1e30379369 req-c4b95ad3-e3db-4ec6-8e6a-8d882dc60f8a tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:23.756445 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-22869f92-632e-4851-a12d-8e1e30379369 req-c4b95ad3-e3db-4ec6-8e6a-8d882dc60f8a tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 943 time: 0.0587850 Aug 31 01:28:23.766639 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.db [None req-81efd2c2-d8d3-44c8-ae96-3104e807631a None None] For port b1b7a6f3-4291-454a-97b8-d7701c1c8b6d, host dv-cinder-855288-2-iscsi, cleared binding levels {{(pid=106779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:28:23.774462 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.db [None req-81efd2c2-d8d3-44c8-ae96-3104e807631a None None] For port b1b7a6f3-4291-454a-97b8-d7701c1c8b6d, host dv-cinder-855288-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=b1b7a6f3-4291-454a-97b8-d7701c1c8b6d,segment=NetworkSegment(58544162-7f3d-41b3-bdbb-dabdcc1c791c),segment_id=58544162-7f3d-41b3-bdbb-dabdcc1c791c)] {{(pid=106779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:28:23.812933 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-22869f92-632e-4851-a12d-8e1e30379369 req-89cc8d56-2cff-44f4-923d-e5120f91b956 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=de1a290b-ed4e-4727-abe6-2b19820b7bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512421 Aug 31 01:28:23.869910 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron_lib.callbacks.manager [None req-81efd2c2-d8d3-44c8-ae96-3104e807631a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (b1b7a6f3-4291-454a-97b8-d7701c1c8b6d), after_update {{(pid=106779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:23.911776 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81efd2c2-d8d3-44c8-ae96-3104e807631a None None] Routers {'a579f3ac-314d-44ee-898e-9c5f6ff0a95b'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:28:23.912401 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-81efd2c2-d8d3-44c8-ae96-3104e807631a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:28:03Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['a579f3ac-314d-44ee-898e-9c5f6ff0a95b'], 'active': True} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:28:24.051736 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:28:24.062663 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f0ee2e-b43b-433a-a1ca-4c4bd43ea9e8 None None] Pushing event updated for resources: {'Port': ['ID=b1b7a6f3-4291-454a-97b8-d7701c1c8b6d,revision_number=4']} {{(pid=106779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:24.131703 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvr_db [None req-81efd2c2-d8d3-44c8-ae96-3104e807631a None None] Set router a579f3ac-314d-44ee-898e-9c5f6ff0a95b gateway port host: dv-cinder-855288-2-iscsi {{(pid=106779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:28:24.148461 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82f88f-d5bb-404c-b558-8f495606defb req-66936516-244e-4810-9f38-a6ea7b16c678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:24.150015 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-2a82f88f-d5bb-404c-b558-8f495606defb req-66936516-244e-4810-9f38-a6ea7b16c678 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09&tenant_id=53d2295ada114ea3b6b5001c4c197f35 HTTP/1.1" status: 200 len: 1127 time: 0.1008394 Aug 31 01:28:24.230278 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82f88f-d5bb-404c-b558-8f495606defb req-85be6310-263b-4324-8cc0-44fbba31972c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:24.232163 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-2a82f88f-d5bb-404c-b558-8f495606defb req-85be6310-263b-4324-8cc0-44fbba31972c service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=53d2295ada114ea3b6b5001c4c197f35&device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 1127 time: 0.0521805 Aug 31 01:28:24.289252 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:28:24.336167 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82f88f-d5bb-404c-b558-8f495606defb req-75d13e59-3fd5-47e4-a920-7814fe1136b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:24.337931 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-2a82f88f-d5bb-404c-b558-8f495606defb req-75d13e59-3fd5-47e4-a920-7814fe1136b8 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?id=2a0890c6-f1c3-465a-8b4d-8e1ae2356a58 HTTP/1.1" status: 200 len: 919 time: 0.0999296 Aug 31 01:28:24.370746 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-81efd2c2-d8d3-44c8-ae96-3104e807631a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a579f3ac-314d-44ee-898e-9c5f6ff0a95b', 'name': 'tempest-TestMinimumBasicScenario-1866665033-router', 'tenant_id': '5987e5c9567141e09f55b0e723d2133d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '7e6993d7-64b2-45cd-b680-7fe6b58fda8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:28:14Z', 'updated_at': '2022-08-31T01:28:18Z', 'revision_number': 4, 'project_id': '5987e5c9567141e09f55b0e723d2133d', 'gw_port': {'id': '7e6993d7-64b2-45cd-b680-7fe6b58fda8a', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a579f3ac-314d-44ee-898e-9c5f6ff0a95b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:28:15Z', 'updated_at': '2022-08-31T01:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_interfaces': [{'id': 'b1b7a6f3-4291-454a-97b8-d7701c1c8b6d', 'name': '', 'network_id': 'd32bc818-5809-4092-b6d9-f2b9b00e7d20', 'tenant_id': '5987e5c9567141e09f55b0e723d2133d', 'mac_address': 'fa:16:3e:17:1b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a579f3ac-314d-44ee-898e-9c5f6ff0a95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '54635a35-67d7-4ec5-b072-82946d54a4ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:28:17Z', 'updated_at': '2022-08-31T01:28:23Z', 'revision_number': 4, 'project_id': '5987e5c9567141e09f55b0e723d2133d', 'subnets': [{'id': '54635a35-67d7-4ec5-b072-82946d54a4ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:28:24.398327 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81efd2c2-d8d3-44c8-ae96-3104e807631a None None] The sync data for ids ['a579f3ac-314d-44ee-898e-9c5f6ff0a95b'] in dv-cinder-855288-2-iscsi is: [{'id': 'a579f3ac-314d-44ee-898e-9c5f6ff0a95b', 'name': 'tempest-TestMinimumBasicScenario-1866665033-router', 'tenant_id': '5987e5c9567141e09f55b0e723d2133d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '7e6993d7-64b2-45cd-b680-7fe6b58fda8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:28:14Z', 'updated_at': '2022-08-31T01:28:18Z', 'revision_number': 4, 'project_id': '5987e5c9567141e09f55b0e723d2133d', 'gw_port': {'id': '7e6993d7-64b2-45cd-b680-7fe6b58fda8a', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a579f3ac-314d-44ee-898e-9c5f6ff0a95b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:28:15Z', 'updated_at': '2022-08-31T01:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_interfaces': [{'id': 'b1b7a6f3-4291-454a-97b8-d7701c1c8b6d', 'name': '', 'network_id': 'd32bc818-5809-4092-b6d9-f2b9b00e7d20', 'tenant_id': '5987e5c9567141e09f55b0e723d2133d', 'mac_address': 'fa:16:3e:17:1b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a579f3ac-314d-44ee-898e-9c5f6ff0a95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '54635a35-67d7-4ec5-b072-82946d54a4ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:28:17Z', 'updated_at': '2022-08-31T01:28:23Z', 'revision_number': 4, 'project_id': '5987e5c9567141e09f55b0e723d2133d', 'subnets': [{'id': '54635a35-67d7-4ec5-b072-82946d54a4ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:28:24.412920 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:28:24.433524 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-2a82f88f-d5bb-404c-b558-8f495606defb req-a742ba8d-f2c1-4caf-8e67-e8b6d5770f3b service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1302084d-99f4-4cd1-8b6d-4a829a883993 HTTP/1.1" status: 200 len: 999 time: 0.0889390 Aug 31 01:28:24.507746 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82f88f-d5bb-404c-b558-8f495606defb req-d462972d-683a-42a1-afa9-e2e247713f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:24.509731 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-2a82f88f-d5bb-404c-b558-8f495606defb req-d462972d-683a-42a1-afa9-e2e247713f01 service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=d653247e-0c02-4230-ad01-73647a101df2 HTTP/1.1" status: 200 len: 856 time: 0.0681787 Aug 31 01:28:24.573406 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82f88f-d5bb-404c-b558-8f495606defb req-92a657c5-4555-4343-b6b7-f51a689ffd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:24.575162 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-2a82f88f-d5bb-404c-b558-8f495606defb req-92a657c5-4555-4343-b6b7-f51a689ffd13 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=2a0890c6-f1c3-465a-8b4d-8e1ae2356a58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0574665 Aug 31 01:28:24.693375 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-2a82f88f-d5bb-404c-b558-8f495606defb req-4b87ef8b-bb0e-4b92-a20b-8b2ab13aac04 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/2a0890c6-f1c3-465a-8b4d-8e1ae2356a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109838 Aug 31 01:28:24.801559 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=100 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:28:24.845787 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-2a82f88f-d5bb-404c-b558-8f495606defb req-411809a8-de12-4a01-9cff-a1e5eb496dc3 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/2a0890c6-f1c3-465a-8b4d-8e1ae2356a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456723 Aug 31 01:28:24.983718 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e37ea-9ae6-469b-a98a-ade2d19cf511 req-e6a9d3ef-8194-4a7e-931a-cfa66148c561 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:24.987795 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-c41e37ea-9ae6-469b-a98a-ade2d19cf511 req-e6a9d3ef-8194-4a7e-931a-cfa66148c561 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 943 time: 0.0717797 Aug 31 01:28:25.017876 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device b1b7a6f3-4291-454a-97b8-d7701c1c8b6d up at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:28:25.068871 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Provisioning complete for port b1b7a6f3-4291-454a-97b8-d7701c1c8b6d triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:28:25.069812 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (b1b7a6f3-4291-454a-97b8-d7701c1c8b6d), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:25.071130 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-c41e37ea-9ae6-469b-a98a-ade2d19cf511 req-f5ec6884-f91f-4dd7-9885-e323ec179542 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=de1a290b-ed4e-4727-abe6-2b19820b7bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780489 Aug 31 01:28:25.158517 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Current status of the port b1b7a6f3-4291-454a-97b8-d7701c1c8b6d is: DOWN; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:28:25.159502 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (b1b7a6f3-4291-454a-97b8-d7701c1c8b6d), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:25.198356 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] For port b1b7a6f3-4291-454a-97b8-d7701c1c8b6d, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=b1b7a6f3-4291-454a-97b8-d7701c1c8b6d,segment=NetworkSegment(58544162-7f3d-41b3-bdbb-dabdcc1c791c),segment_id=58544162-7f3d-41b3-bdbb-dabdcc1c791c)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:28:25.271039 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (b1b7a6f3-4291-454a-97b8-d7701c1c8b6d), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:25.354724 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Pushing event updated for resources: {'Port': ['ID=b1b7a6f3-4291-454a-97b8-d7701c1c8b6d,revision_number=5']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:26.269799 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b98ee9c-f96b-4e97-b64a-ad05b22a27cd req-1d7db04d-171a-4520-aca3-9e99db30db8d tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:26.279751 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1b98ee9c-f96b-4e97-b64a-ad05b22a27cd req-1d7db04d-171a-4520-aca3-9e99db30db8d tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 943 time: 0.0861678 Aug 31 01:28:26.394720 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1b98ee9c-f96b-4e97-b64a-ad05b22a27cd req-906df6f5-4737-4d6a-847d-aee904d612bf tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=de1a290b-ed4e-4727-abe6-2b19820b7bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132271 Aug 31 01:28:26.948801 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device b1b7a6f3-4291-454a-97b8-d7701c1c8b6d up at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:28:26.993418 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Provisioning complete for port b1b7a6f3-4291-454a-97b8-d7701c1c8b6d triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:28:26.994030 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (b1b7a6f3-4291-454a-97b8-d7701c1c8b6d), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:27.038413 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:28:27.122019 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Current status of the port b1b7a6f3-4291-454a-97b8-d7701c1c8b6d is: ACTIVE; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:28:27.649811 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9942de-dc6a-4abe-aa22-ea4122585de3 req-75429ef1-6734-47f9-9267-b11161acb081 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:27.651292 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0b9942de-dc6a-4abe-aa22-ea4122585de3 req-75429ef1-6734-47f9-9267-b11161acb081 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 943 time: 0.1196775 Aug 31 01:28:27.737477 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0b9942de-dc6a-4abe-aa22-ea4122585de3 req-64d5f3e4-d7d7-46b3-8456-b58245126ecc tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=de1a290b-ed4e-4727-abe6-2b19820b7bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750666 Aug 31 01:28:28.960300 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a147b88-9b8c-40eb-a392-4d5615207da4 req-a690f315-5138-4fdd-aed8-c802d8f3ac6d tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:28.964944 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-7a147b88-9b8c-40eb-a392-4d5615207da4 req-a690f315-5138-4fdd-aed8-c802d8f3ac6d tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 943 time: 0.0857062 Aug 31 01:28:29.037423 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-7a147b88-9b8c-40eb-a392-4d5615207da4 req-b4b1e1c6-61df-48ae-a7a2-4aabe091ffbb tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=de1a290b-ed4e-4727-abe6-2b19820b7bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614130 Aug 31 01:28:30.262291 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548f8a7-7e12-4b9b-99d5-07d8ea4f5166 req-dca16dd4-cbd9-47e8-b9c5-be16144ed406 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:30.272552 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-c548f8a7-7e12-4b9b-99d5-07d8ea4f5166 req-dca16dd4-cbd9-47e8-b9c5-be16144ed406 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 943 time: 0.0773900 Aug 31 01:28:30.342149 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-c548f8a7-7e12-4b9b-99d5-07d8ea4f5166 req-dd331b85-60c4-4325-930e-ca05e47accb0 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=de1a290b-ed4e-4727-abe6-2b19820b7bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675988 Aug 31 01:28:31.349000 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-7ae692da-0ae5-4a44-9d0e-9476324a37c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (06e7caa6-6f15-45a1-a03b-1c511964ed9a), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:31.523154 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670c5e4-d5fc-44cb-993d-6a63c1f78f7a req-e662a4db-38d9-4e30-bfe0-a90ca2f9f704 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:31.534654 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-6670c5e4-d5fc-44cb-993d-6a63c1f78f7a req-e662a4db-38d9-4e30-bfe0-a90ca2f9f704 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 943 time: 0.0825083 Aug 31 01:28:31.608210 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-6670c5e4-d5fc-44cb-993d-6a63c1f78f7a req-7d43c1cc-d141-4dc7-8ff8-8f14ecb2125b tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=de1a290b-ed4e-4727-abe6-2b19820b7bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660663 Aug 31 01:28:32.750349 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e5728-0bfe-4170-a830-d6b1033c2ce8 req-35e1db1d-e2bb-4da2-baf5-4ccb94282da0 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:32.752594 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-333e5728-0bfe-4170-a830-d6b1033c2ce8 req-35e1db1d-e2bb-4da2-baf5-4ccb94282da0 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 943 time: 0.0634737 Aug 31 01:28:32.816909 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-333e5728-0bfe-4170-a830-d6b1033c2ce8 req-310ba983-99cd-49c2-8ac1-ddf82d14c1b3 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=de1a290b-ed4e-4727-abe6-2b19820b7bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585203 Aug 31 01:28:33.009300 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:28:33.040676 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d9095-e8af-41b8-944d-94613a0ab01f req-6ec26f3f-0ba9-4e43-b9ea-163a333891e9 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:33.042245 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-d41d9095-e8af-41b8-944d-94613a0ab01f req-6ec26f3f-0ba9-4e43-b9ea-163a333891e9 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/networks?id=7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3 HTTP/1.1" status: 200 len: 815 time: 0.1139941 Aug 31 01:28:33.057584 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-d41d9095-e8af-41b8-944d-94613a0ab01f req-0b417ddf-6f8b-4919-8f95-9fffface26e0 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/quotas/9befc65a9da84a99942b803ac6a15a0b HTTP/1.1" status: 200 len: 375 time: 0.0099308 Aug 31 01:28:33.114188 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-d41d9095-e8af-41b8-944d-94613a0ab01f req-d96cd2f1-6230-4f16-aad1-6a4b8a3f86cb tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=9befc65a9da84a99942b803ac6a15a0b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510628 Aug 31 01:28:33.191633 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:28:33.223690 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-d41d9095-e8af-41b8-944d-94613a0ab01f req-2181d442-0940-4f44-b617-5b8e6f537cba service neutron] 10.222.0.20 "GET /networking/v2.0/networks/7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981925 Aug 31 01:28:33.332376 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-d41d9095-e8af-41b8-944d-94613a0ab01f req-4b3a267a-7cd6-477a-929f-814829085533 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026158 Aug 31 01:28:33.538429 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-17ec2874-48da-40f8-b4da-cf93b74de7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (1428144b-5b15-4168-8538-b51b3045e8b6), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:33.654858 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0fb59397-d7d5-47bc-8c9f-3991cd51a6e6 req-604f16f5-ebaa-4a4a-a51a-0791607a98f1 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=aa12f850-924b-4bc9-8f32-c3f25e4a4d7d HTTP/1.1" status: 200 len: 210 time: 0.0452015 Aug 31 01:28:33.795041 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (799b9b45-836a-4007-8b99-6041c4a5ce6b), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:33.963389 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7910cec0-3699-4089-a883-2e536dcb8580 req-c4f70416-371e-4dc6-8946-55ee00962f55 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:33.965351 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-7910cec0-3699-4089-a883-2e536dcb8580 req-c4f70416-371e-4dc6-8946-55ee00962f55 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 943 time: 0.0604098 Aug 31 01:28:34.016279 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-7910cec0-3699-4089-a883-2e536dcb8580 req-da8ecdbe-e32c-4310-b6fc-1731aa4d61d2 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=de1a290b-ed4e-4727-abe6-2b19820b7bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452979 Aug 31 01:28:34.375016 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=28 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:28:34.753200 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-779d1ea7-6fd3-4344-ab84-923b42da761f req-6182971d-226c-461d-b83c-ca16625bb29c tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=aa12f850-924b-4bc9-8f32-c3f25e4a4d7d HTTP/1.1" status: 200 len: 210 time: 0.0334597 Aug 31 01:28:34.841359 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=30 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:28:35.164831 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d0dc9-45a2-4760-aa05-87baaa3a459d req-d856e7e5-106c-4f5b-8d29-6a4523d4320d tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:35.166556 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-570d0dc9-45a2-4760-aa05-87baaa3a459d req-d856e7e5-106c-4f5b-8d29-6a4523d4320d tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 943 time: 0.0612378 Aug 31 01:28:35.221812 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-570d0dc9-45a2-4760-aa05-87baaa3a459d req-d2b9c260-adbf-43a9-9fc3-9b6cc37cb3c4 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=de1a290b-ed4e-4727-abe6-2b19820b7bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490837 Aug 31 01:28:35.583317 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-6cf74907-e165-4231-8e79-d72e153e628e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (625e835a-7d63-45f9-8a46-c3ba876c3627), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:35.859468 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-2cea6c70-c0bf-4f54-905e-4516b9950606 req-46ebdb79-99ac-49cc-8ac2-693ec8e278ab tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=aa12f850-924b-4bc9-8f32-c3f25e4a4d7d HTTP/1.1" status: 200 len: 210 time: 0.0315011 Aug 31 01:28:36.350305 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb1ac8d-78d5-4ff9-8751-9659462f5330 req-466b8ec0-19fd-4be0-a1ab-c6dc08db9cc1 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:36.351810 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-6cb1ac8d-78d5-4ff9-8751-9659462f5330 req-466b8ec0-19fd-4be0-a1ab-c6dc08db9cc1 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 943 time: 0.0494862 Aug 31 01:28:36.371252 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (f96ef3eb-5320-49ab-b33a-a2775d3a6053), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:36.377478 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-f7411cf7-2853-429b-aa0f-54d02b543116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (5f821ebb-aac9-4915-bb43-6712672a5d6c), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:36.400094 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-6cb1ac8d-78d5-4ff9-8751-9659462f5330 req-b8902ccd-cd69-4309-b8e8-05bc44f9bcd6 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=de1a290b-ed4e-4727-abe6-2b19820b7bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426447 Aug 31 01:28:36.963219 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-931a853b-2911-4983-96de-ded7cc6174a6 req-2426aff5-bf53-42b3-8666-864144ed9b5e tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=aa12f850-924b-4bc9-8f32-c3f25e4a4d7d HTTP/1.1" status: 200 len: 210 time: 0.0304317 Aug 31 01:28:37.526548 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a58f007-5501-461d-b258-3940e7d80584 req-438c86bd-8978-4dfb-b189-0a4360571045 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:37.528003 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-2a58f007-5501-461d-b258-3940e7d80584 req-438c86bd-8978-4dfb-b189-0a4360571045 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 943 time: 0.0475535 Aug 31 01:28:37.577906 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-2a58f007-5501-461d-b258-3940e7d80584 req-b03ca2c7-6684-424b-8726-105e9142de41 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=de1a290b-ed4e-4727-abe6-2b19820b7bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442882 Aug 31 01:28:37.974716 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d9095-e8af-41b8-944d-94613a0ab01f req-f1d9807f-9a13-481f-8bea-9bf242ac04f3 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:37.977171 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-d41d9095-e8af-41b8-944d-94613a0ab01f req-f1d9807f-9a13-481f-8bea-9bf242ac04f3 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.85 "GET /networking/v2.0/networks?id=7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3 HTTP/1.1" status: 200 len: 815 time: 0.1496062 Aug 31 01:28:37.992542 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [req-d41d9095-e8af-41b8-944d-94613a0ab01f req-ede351bd-1d92-4653-a9cb-dcb047238ec8 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Request body: {'port': {'device_id': 'aa12f850-924b-4bc9-8f32-c3f25e4a4d7d', 'network_id': '7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3', 'admin_state_up': True, 'tenant_id': '9befc65a9da84a99942b803ac6a15a0b'}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:28:38.114366 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-de800a88-5942-44cd-8b2a-5d539756792f req-2787e886-ab93-482d-96d6-5b622c4a0361 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=aa12f850-924b-4bc9-8f32-c3f25e4a4d7d HTTP/1.1" status: 200 len: 210 time: 0.0365798 Aug 31 01:28:38.189330 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d41d9095-e8af-41b8-944d-94613a0ab01f req-ede351bd-1d92-4653-a9cb-dcb047238ec8 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Made reservation on behalf of 9befc65a9da84a99942b803ac6a15a0b for: {'port': 1} {{(pid=106776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:28:38.193977 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-d41d9095-e8af-41b8-944d-94613a0ab01f req-ede351bd-1d92-4653-a9cb-dcb047238ec8 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:38.333555 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.db_base_plugin_common [req-d41d9095-e8af-41b8-944d-94613a0ab01f req-ede351bd-1d92-4653-a9cb-dcb047238ec8 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Allocated IP 172.20.0.13 (7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3/d3b48e56-98ff-4fa8-bbfd-1e9209ce3f50/9a52ea97-a4a8-4c98-835c-b0b492daa956) {{(pid=106776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:28:38.427616 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device 1302084d-99f4-4cd1-8b6d-4a829a883993 details requested by agent hyperv_hv-cinder-85528 with host hv-cinder-85528 {{(pid=106778) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:28:38.500839 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-d41d9095-e8af-41b8-944d-94613a0ab01f req-ede351bd-1d92-4653-a9cb-dcb047238ec8 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Publish callbacks [] for port (9a52ea97-a4a8-4c98-835c-b0b492daa956), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:38.540994 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port 1302084d-99f4-4cd1-8b6d-4a829a883993, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=1302084d-99f4-4cd1-8b6d-4a829a883993,segment=NetworkSegment(4e76086e-0aa2-44ca-adc1-383a20f9a980),segment_id=4e76086e-0aa2-44ca-adc1-383a20f9a980)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:28:38.560219 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Returning: {'device': '1302084d-99f4-4cd1-8b6d-4a829a883993', 'network_id': '2a0890c6-f1c3-465a-8b4d-8e1ae2356a58', 'port_id': '1302084d-99f4-4cd1-8b6d-4a829a883993', 'mac_address': 'fa:16:3e:8c:58:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1067, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd653247e-0c02-4230-ad01-73647a101df2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106778) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:28:38.578490 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-d41d9095-e8af-41b8-944d-94613a0ab01f req-ede351bd-1d92-4653-a9cb-dcb047238ec8 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779185826838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6273727'] for port (9a52ea97-a4a8-4c98-835c-b0b492daa956), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:38.665368 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Current status of the port 1302084d-99f4-4cd1-8b6d-4a829a883993 is: DOWN; New status is: BUILD {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:28:38.665934 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (1302084d-99f4-4cd1-8b6d-4a829a883993), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:38.681416 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.notifiers.nova [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1302084d-99f4-4cd1-8b6d-4a829a883993 {{(pid=106778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 01:28:38.713477 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port 1302084d-99f4-4cd1-8b6d-4a829a883993, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=1302084d-99f4-4cd1-8b6d-4a829a883993,segment=NetworkSegment(4e76086e-0aa2-44ca-adc1-383a20f9a980),segment_id=4e76086e-0aa2-44ca-adc1-383a20f9a980)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:28:38.735854 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c09f5-7dd0-42a1-953b-b10eba4173a6 req-fca68e33-cb06-4136-9427-b2545b3d2e33 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:38.737389 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-6c5c09f5-7dd0-42a1-953b-b10eba4173a6 req-fca68e33-cb06-4136-9427-b2545b3d2e33 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 943 time: 0.0534661 Aug 31 01:28:38.789052 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-6c5c09f5-7dd0-42a1-953b-b10eba4173a6 req-77edea9a-26a3-4c06-b1b6-f26408f2aa73 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=de1a290b-ed4e-4727-abe6-2b19820b7bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456812 Aug 31 01:28:38.795244 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (1302084d-99f4-4cd1-8b6d-4a829a883993), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:38.865289 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Pushing event updated for resources: {'Port': ['ID=1302084d-99f4-4cd1-8b6d-4a829a883993,revision_number=9']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:38.881535 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede351bd-1d92-4653-a9cb-dcb047238ec8 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Pushing event updated for resources: {'Port': ['ID=9a52ea97-a4a8-4c98-835c-b0b492daa956,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:38.901465 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d41d9095-e8af-41b8-944d-94613a0ab01f req-ede351bd-1d92-4653-a9cb-dcb047238ec8 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Network 7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3 is already hosted by enough agents. {{(pid=106776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:28:38.903689 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.base_scheduler [req-d41d9095-e8af-41b8-944d-94613a0ab01f req-ede351bd-1d92-4653-a9cb-dcb047238ec8 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Resources bound (agent type, host, resource id): {{(pid=106776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:28:38.919500 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.l3_dvrscheduler_db [req-d41d9095-e8af-41b8-944d-94613a0ab01f req-ede351bd-1d92-4653-a9cb-dcb047238ec8 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Received port after_create {{(pid=106776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 01:28:39.023954 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d9095-e8af-41b8-944d-94613a0ab01f req-ede351bd-1d92-4653-a9cb-dcb047238ec8 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:39.026390 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-d41d9095-e8af-41b8-944d-94613a0ab01f req-ede351bd-1d92-4653-a9cb-dcb047238ec8 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for port (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:39.042894 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] get_ports_and_sgs() called for port_ids ['1302084d-99f4-4cd1-8b6d-4a829a883993'] {{(pid=106778) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 01:28:39.140090 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:28:39.147672 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-d41d9095-e8af-41b8-944d-94613a0ab01f req-ede351bd-1d92-4653-a9cb-dcb047238ec8 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.85 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1619501 Aug 31 01:28:39.312225 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-052519c4-c2d9-45b5-858a-d1c3e5b53fa7 None None] Provisioning complete for port 9a52ea97-a4a8-4c98-835c-b0b492daa956 triggered by entity DHCP. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:28:39.313386 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-052519c4-c2d9-45b5-858a-d1c3e5b53fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (9a52ea97-a4a8-4c98-835c-b0b492daa956), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:39.321498 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188bab18-bb31-4a24-a7c3-a9489ec348be req-b695af7a-d03d-49ad-8d2b-773eee3e9468 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:39.330466 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-188bab18-bb31-4a24-a7c3-a9489ec348be req-b695af7a-d03d-49ad-8d2b-773eee3e9468 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=aa12f850-924b-4bc9-8f32-c3f25e4a4d7d HTTP/1.1" status: 200 len: 932 time: 0.1015854 Aug 31 01:28:39.374708 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-052519c4-c2d9-45b5-858a-d1c3e5b53fa7 None None] Port 9a52ea97-a4a8-4c98-835c-b0b492daa956 cannot update to ACTIVE because it is not bound. {{(pid=106778) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 01:28:39.389611 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-188bab18-bb31-4a24-a7c3-a9489ec348be req-eb7d4507-c250-4f31-8f0f-f82df3b57b95 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ffb80b2e-00e4-4a72-9d57-a5ac93f65e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577977 Aug 31 01:28:39.949047 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e2c79-f471-4b5c-addc-c385e8704bd5 req-c556634e-1bb4-4711-b9e3-1426bb335fb8 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:39.950782 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-c63e2c79-f471-4b5c-addc-c385e8704bd5 req-c556634e-1bb4-4711-b9e3-1426bb335fb8 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 944 time: 0.0537584 Aug 31 01:28:40.012775 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-c63e2c79-f471-4b5c-addc-c385e8704bd5 req-9c70579f-33e9-4c57-80c7-547091ea7409 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=de1a290b-ed4e-4727-abe6-2b19820b7bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551443 Aug 31 01:28:40.443412 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device 1302084d-99f4-4cd1-8b6d-4a829a883993 up at agent hyperv_hv-cinder-85528 {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:28:40.509749 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Provisioning complete for port 1302084d-99f4-4cd1-8b6d-4a829a883993 triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:28:40.512540 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (1302084d-99f4-4cd1-8b6d-4a829a883993), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:40.536253 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23bca3d-c90f-4d9d-a94b-5de1b30b1f34 req-0ed26760-912b-4981-8fc6-73cebcf09c09 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:40.549491 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-f23bca3d-c90f-4d9d-a94b-5de1b30b1f34 req-0ed26760-912b-4981-8fc6-73cebcf09c09 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=aa12f850-924b-4bc9-8f32-c3f25e4a4d7d HTTP/1.1" status: 200 len: 932 time: 0.0870526 Aug 31 01:28:40.591384 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:28:40.593927 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:28:40.604315 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Current status of the port 1302084d-99f4-4cd1-8b6d-4a829a883993 is: BUILD; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:28:40.609966 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (1302084d-99f4-4cd1-8b6d-4a829a883993), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:40.620640 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-f23bca3d-c90f-4d9d-a94b-5de1b30b1f34 req-b5948a28-bff6-40bb-a4c2-6c864592bf27 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ffb80b2e-00e4-4a72-9d57-a5ac93f65e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653074 Aug 31 01:28:40.629498 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7311a59-7d10-4edb-be41-f6872e563e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1302084d-99f4-4cd1-8b6d-4a829a883993'}] {{(pid=106778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:28:40.632874 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d41e2a553b02095d3b1f0ace215352f4a23baa657e7b5a2da03818d3ee46b5df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d773f94-7209-49c6-b705-e6ef2e387fce" -d '{"events": [{"server_uuid": "b7311a59-7d10-4edb-be41-f6872e563e09", "name": "network-vif-plugged", "status": "completed", "tag": "1302084d-99f4-4cd1-8b6d-4a829a883993"}]}' {{(pid=106778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:28:40.658378 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port 1302084d-99f4-4cd1-8b6d-4a829a883993, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=1302084d-99f4-4cd1-8b6d-4a829a883993,segment=NetworkSegment(4e76086e-0aa2-44ca-adc1-383a20f9a980),segment_id=4e76086e-0aa2-44ca-adc1-383a20f9a980)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:28:40.691535 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 01:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4f2ee9-37b1-41f1-bf4c-9b249a06a323 x-openstack-request-id: req-1f4f2ee9-37b1-41f1-bf4c-9b249a06a323 {{(pid=106778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:28:40.691835 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7311a59-7d10-4edb-be41-f6872e563e09", "name": "network-vif-plugged", "status": "completed", "tag": "1302084d-99f4-4cd1-8b6d-4a829a883993", "code": 200}]} {{(pid=106778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:28:40.692222 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1f4f2ee9-37b1-41f1-bf4c-9b249a06a323 {{(pid=106778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:28:40.692480 dv-cinder-855288-2-iscsi neutron-server[106778]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f4f2ee9-37b1-41f1-bf4c-9b249a06a323'] response: {'server_uuid': 'b7311a59-7d10-4edb-be41-f6872e563e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1302084d-99f4-4cd1-8b6d-4a829a883993', 'code': 200} Aug 31 01:28:40.731837 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (1302084d-99f4-4cd1-8b6d-4a829a883993), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:40.783743 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Pushing event updated for resources: {'Port': ['ID=1302084d-99f4-4cd1-8b6d-4a829a883993,revision_number=10']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:41.148101 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76e6904-63d0-4089-8598-34954c265743 req-f4ab3eb2-bbca-4830-a3b0-082cd383e739 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:41.150376 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-f76e6904-63d0-4089-8598-34954c265743 req-f4ab3eb2-bbca-4830-a3b0-082cd383e739 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 946 time: 0.0491452 Aug 31 01:28:41.217730 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:28:41.223171 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-f76e6904-63d0-4089-8598-34954c265743 req-d2949c14-b179-444c-8994-cca1c87e1702 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=de1a290b-ed4e-4727-abe6-2b19820b7bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532205 Aug 31 01:28:41.766016 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9acb65-1f74-4346-a3ea-acbf2f83558c req-1d26df68-c27e-4537-a343-5d4728b62ba3 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:41.767548 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-2a9acb65-1f74-4346-a3ea-acbf2f83558c req-1d26df68-c27e-4537-a343-5d4728b62ba3 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=aa12f850-924b-4bc9-8f32-c3f25e4a4d7d HTTP/1.1" status: 200 len: 932 time: 0.0522316 Aug 31 01:28:41.819894 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-2a9acb65-1f74-4346-a3ea-acbf2f83558c req-4f9d7a0e-085f-4e97-a2fa-24c8337ac177 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ffb80b2e-00e4-4a72-9d57-a5ac93f65e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431387 Aug 31 01:28:42.355165 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b4dc3-32a8-414e-9591-e8f2a33393f6 req-321923e2-a022-4810-89b8-5f910570f4e8 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:42.356626 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-e95b4dc3-32a8-414e-9591-e8f2a33393f6 req-321923e2-a022-4810-89b8-5f910570f4e8 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 946 time: 0.0511360 Aug 31 01:28:42.403114 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-e95b4dc3-32a8-414e-9591-e8f2a33393f6 req-d50cfc80-aa7a-4560-a06e-f46956dcddb6 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=de1a290b-ed4e-4727-abe6-2b19820b7bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408435 Aug 31 01:28:42.949708 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba486eb-e096-4bb9-956e-d5533e89c87a req-88a39ec5-6b3d-4d4c-9a1c-ed9da7808046 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:42.951235 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0ba486eb-e096-4bb9-956e-d5533e89c87a req-88a39ec5-6b3d-4d4c-9a1c-ed9da7808046 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=aa12f850-924b-4bc9-8f32-c3f25e4a4d7d HTTP/1.1" status: 200 len: 932 time: 0.0595150 Aug 31 01:28:43.000948 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0ba486eb-e096-4bb9-956e-d5533e89c87a req-bea82b38-19b0-4da8-8b35-f846489e71b7 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ffb80b2e-00e4-4a72-9d57-a5ac93f65e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428138 Aug 31 01:28:43.536321 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d15c2-88cb-467a-b880-93745216f74b req-6ecf36c9-834c-48bb-afe0-416f0ddcab9f tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:43.537815 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-9c5d15c2-88cb-467a-b880-93745216f74b req-6ecf36c9-834c-48bb-afe0-416f0ddcab9f tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 946 time: 0.0475912 Aug 31 01:28:43.591497 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-9c5d15c2-88cb-467a-b880-93745216f74b req-7f47321b-7bf1-44bf-b9c5-6b17e49b177b tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=de1a290b-ed4e-4727-abe6-2b19820b7bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481172 Aug 31 01:28:44.135390 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878acdce-8168-4e54-a4e3-06639047bf44 req-2d849d01-3144-4f0b-ad77-d7eb06af72c1 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:44.137296 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-878acdce-8168-4e54-a4e3-06639047bf44 req-2d849d01-3144-4f0b-ad77-d7eb06af72c1 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=aa12f850-924b-4bc9-8f32-c3f25e4a4d7d HTTP/1.1" status: 200 len: 932 time: 0.0534961 Aug 31 01:28:44.187418 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-878acdce-8168-4e54-a4e3-06639047bf44 req-5e26310f-bed4-446d-bd80-f0e131f365b4 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ffb80b2e-00e4-4a72-9d57-a5ac93f65e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439053 Aug 31 01:28:44.726332 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7323027-2b93-4823-8bf5-817549a2f0eb req-41ca19b1-b5f8-4c45-a385-cc4826f8e7e5 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:44.728022 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-a7323027-2b93-4823-8bf5-817549a2f0eb req-41ca19b1-b5f8-4c45-a385-cc4826f8e7e5 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 946 time: 0.0544298 Aug 31 01:28:44.807272 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-a7323027-2b93-4823-8bf5-817549a2f0eb req-2f10bf73-2cdb-4e09-9675-8ff296d1a511 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=de1a290b-ed4e-4727-abe6-2b19820b7bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703454 Aug 31 01:28:45.310593 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ca1bb-bc08-420a-ab98-02a87956368e req-6cc607bc-27da-4f95-bacb-c71210b0ebc4 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:45.313469 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-165ca1bb-bc08-420a-ab98-02a87956368e req-6cc607bc-27da-4f95-bacb-c71210b0ebc4 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=aa12f850-924b-4bc9-8f32-c3f25e4a4d7d HTTP/1.1" status: 200 len: 932 time: 0.0540075 Aug 31 01:28:45.365511 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-165ca1bb-bc08-420a-ab98-02a87956368e req-2e595cd1-020a-4ebe-8e9f-ee06b20b166f tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ffb80b2e-00e4-4a72-9d57-a5ac93f65e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463464 Aug 31 01:28:45.976682 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3ee35-a347-4700-bc9f-e99d050dcb4d req-84e09f7d-40d5-4b78-afa7-3d25218135fb tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:45.978255 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-f8c3ee35-a347-4700-bc9f-e99d050dcb4d req-84e09f7d-40d5-4b78-afa7-3d25218135fb tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 946 time: 0.0579166 Aug 31 01:28:46.037245 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-f8c3ee35-a347-4700-bc9f-e99d050dcb4d req-7ac10fa1-c2f0-4732-8bc5-7cf02786b0ef tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=de1a290b-ed4e-4727-abe6-2b19820b7bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520256 Aug 31 01:28:46.495336 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d381025c-e852-4084-8441-4143eec07216 req-df506387-f4e5-4ad8-9192-afdd3488ee4e tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:46.497012 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-d381025c-e852-4084-8441-4143eec07216 req-df506387-f4e5-4ad8-9192-afdd3488ee4e tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=aa12f850-924b-4bc9-8f32-c3f25e4a4d7d HTTP/1.1" status: 200 len: 932 time: 0.0601354 Aug 31 01:28:46.554810 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-d381025c-e852-4084-8441-4143eec07216 req-09abc70d-a5d5-467c-ae6b-6d58ce68b641 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ffb80b2e-00e4-4a72-9d57-a5ac93f65e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521553 Aug 31 01:28:47.163132 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bd8025-db85-442d-a477-31006d6d5e43 req-e549f219-1d1f-443b-9997-f4a31d362297 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:47.164748 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-28bd8025-db85-442d-a477-31006d6d5e43 req-e549f219-1d1f-443b-9997-f4a31d362297 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 946 time: 0.0471051 Aug 31 01:28:47.206334 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:28:47.221451 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-28bd8025-db85-442d-a477-31006d6d5e43 req-438cdc66-449f-446a-bacc-6f62eb598cd1 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=de1a290b-ed4e-4727-abe6-2b19820b7bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434482 Aug 31 01:28:47.672967 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5c75e-0a30-4987-983e-8a00e546416c req-a8536fe1-fb42-44c9-b6e5-b8f122629289 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:47.674412 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-67c5c75e-0a30-4987-983e-8a00e546416c req-a8536fe1-fb42-44c9-b6e5-b8f122629289 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=aa12f850-924b-4bc9-8f32-c3f25e4a4d7d HTTP/1.1" status: 200 len: 932 time: 0.0465465 Aug 31 01:28:47.727288 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-67c5c75e-0a30-4987-983e-8a00e546416c req-e067a7b8-9a88-4bbc-9076-225d8233b4ef tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ffb80b2e-00e4-4a72-9d57-a5ac93f65e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474000 Aug 31 01:28:47.747022 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [req-d41d9095-e8af-41b8-944d-94613a0ab01f req-7e01dd66-2fac-4129-abaa-97540c0d8be0 service neutron] Request body: {'port': {'device_id': 'aa12f850-924b-4bc9-8f32-c3f25e4a4d7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85528'}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:28:47.808949 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-d41d9095-e8af-41b8-944d-94613a0ab01f req-7e01dd66-2fac-4129-abaa-97540c0d8be0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (9a52ea97-a4a8-4c98-835c-b0b492daa956), before_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:47.842988 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:28:47.905650 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:28:48.075332 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.notifiers.nova [req-d41d9095-e8af-41b8-944d-94613a0ab01f req-7e01dd66-2fac-4129-abaa-97540c0d8be0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a52ea97-a4a8-4c98-835c-b0b492daa956 {{(pid=106776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 01:28:48.084492 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-d41d9095-e8af-41b8-944d-94613a0ab01f req-7e01dd66-2fac-4129-abaa-97540c0d8be0 service neutron] Publish callbacks [] for port (9a52ea97-a4a8-4c98-835c-b0b492daa956), precommit_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:48.098236 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.provisioning_blocks [req-d41d9095-e8af-41b8-944d-94613a0ab01f req-7e01dd66-2fac-4129-abaa-97540c0d8be0 service neutron] Transition to ACTIVE for port object 9a52ea97-a4a8-4c98-835c-b0b492daa956 will not be triggered until provisioned by entity L2. {{(pid=106776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 01:28:48.105288 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:28:48.113453 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce72029-d02a-46b3-8c09-fa47a11da36c req-64d39f2b-7ebd-43d6-86c8-df731c138b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:48.115638 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-bce72029-d02a-46b3-8c09-fa47a11da36c req-64d39f2b-7ebd-43d6-86c8-df731c138b4f service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=53d2295ada114ea3b6b5001c4c197f35&device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 1130 time: 0.0454843 Aug 31 01:28:48.171489 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-d41d9095-e8af-41b8-944d-94613a0ab01f req-7e01dd66-2fac-4129-abaa-97540c0d8be0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6273718'] for port (9a52ea97-a4a8-4c98-835c-b0b492daa956), after_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:48.255606 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e01dd66-2fac-4129-abaa-97540c0d8be0 service neutron] Pushing event updated for resources: {'Port': ['ID=9a52ea97-a4a8-4c98-835c-b0b492daa956,revision_number=2']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:48.285545 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.managers [req-d41d9095-e8af-41b8-944d-94613a0ab01f req-7e01dd66-2fac-4129-abaa-97540c0d8be0 service neutron] Attempting to bind port 9a52ea97-a4a8-4c98-835c-b0b492daa956 on host hv-cinder-85528 for vnic_type normal with profile {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 01:28:48.290530 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.managers [req-d41d9095-e8af-41b8-944d-94613a0ab01f req-7e01dd66-2fac-4129-abaa-97540c0d8be0 service neutron] Attempting to bind port 9a52ea97-a4a8-4c98-835c-b0b492daa956 by drivers openvswitch,hyperv on host hv-cinder-85528 at level 0 using segments [{'id': '4bbdd3d1-92ab-42d5-87f4-984876af95f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3'}] {{(pid=106776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 01:28:48.290530 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41d9095-e8af-41b8-944d-94613a0ab01f req-7e01dd66-2fac-4129-abaa-97540c0d8be0 service neutron] Attempting to bind port 9a52ea97-a4a8-4c98-835c-b0b492daa956 on network 7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3 {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:28:48.290940 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41d9095-e8af-41b8-944d-94613a0ab01f req-7e01dd66-2fac-4129-abaa-97540c0d8be0 service neutron] Port 9a52ea97-a4a8-4c98-835c-b0b492daa956 on network 7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85528 {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 01:28:48.291385 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41d9095-e8af-41b8-944d-94613a0ab01f req-7e01dd66-2fac-4129-abaa-97540c0d8be0 service neutron] Attempting to bind port 9a52ea97-a4a8-4c98-835c-b0b492daa956 on network 7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3 {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:28:48.296605 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41d9095-e8af-41b8-944d-94613a0ab01f req-7e01dd66-2fac-4129-abaa-97540c0d8be0 service neutron] Checking agent: {'id': '799b9b45-836a-4007-8b99-6041c4a5ce6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85528', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 1, 20, 34), 'started_at': datetime.datetime(2022, 8, 31, 1, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 1, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 01:28:48.296972 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41d9095-e8af-41b8-944d-94613a0ab01f req-7e01dd66-2fac-4129-abaa-97540c0d8be0 service neutron] Checking segment: {'id': '4bbdd3d1-92ab-42d5-87f4-984876af95f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:28:48.299833 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41d9095-e8af-41b8-944d-94613a0ab01f req-7e01dd66-2fac-4129-abaa-97540c0d8be0 service neutron] Bound using segment: {'id': '4bbdd3d1-92ab-42d5-87f4-984876af95f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3'} {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 01:28:48.299833 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.managers [req-d41d9095-e8af-41b8-944d-94613a0ab01f req-7e01dd66-2fac-4129-abaa-97540c0d8be0 service neutron] Bound port: 9a52ea97-a4a8-4c98-835c-b0b492daa956, host: hv-cinder-85528, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bbdd3d1-92ab-42d5-87f4-984876af95f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3'}}] {{(pid=106776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 01:28:48.299833 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-d41d9095-e8af-41b8-944d-94613a0ab01f req-7e01dd66-2fac-4129-abaa-97540c0d8be0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (9a52ea97-a4a8-4c98-835c-b0b492daa956), before_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:48.348987 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f27df-cd90-4af4-9f8b-63ce7428b0e3 req-7fac1639-c7bf-463f-b220-437c4be062b3 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:48.357358 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-934f27df-cd90-4af4-9f8b-63ce7428b0e3 req-7fac1639-c7bf-463f-b220-437c4be062b3 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 946 time: 0.0592241 Aug 31 01:28:48.373103 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.db [req-d41d9095-e8af-41b8-944d-94613a0ab01f req-7e01dd66-2fac-4129-abaa-97540c0d8be0 service neutron] For port 9a52ea97-a4a8-4c98-835c-b0b492daa956, host hv-cinder-85528, cleared binding levels {{(pid=106776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:28:48.379225 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.db [req-d41d9095-e8af-41b8-944d-94613a0ab01f req-7e01dd66-2fac-4129-abaa-97540c0d8be0 service neutron] For port 9a52ea97-a4a8-4c98-835c-b0b492daa956, host hv-cinder-85528, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=9a52ea97-a4a8-4c98-835c-b0b492daa956,segment=NetworkSegment(4bbdd3d1-92ab-42d5-87f4-984876af95f9),segment_id=4bbdd3d1-92ab-42d5-87f4-984876af95f9)] {{(pid=106776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:28:48.383570 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:28:48.439448 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-d41d9095-e8af-41b8-944d-94613a0ab01f req-7e01dd66-2fac-4129-abaa-97540c0d8be0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6273718'] for port (9a52ea97-a4a8-4c98-835c-b0b492daa956), after_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:48.444167 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d9095-e8af-41b8-944d-94613a0ab01f req-7e01dd66-2fac-4129-abaa-97540c0d8be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:48.444822 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-d41d9095-e8af-41b8-944d-94613a0ab01f req-7e01dd66-2fac-4129-abaa-97540c0d8be0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for port (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:48.446212 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-d41d9095-e8af-41b8-944d-94613a0ab01f req-7e01dd66-2fac-4129-abaa-97540c0d8be0 service neutron] 10.222.0.85 "PUT /networking/v2.0/ports/9a52ea97-a4a8-4c98-835c-b0b492daa956 HTTP/1.1" status: 200 len: 1094 time: 0.7036569 Aug 31 01:28:48.446645 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa12f850-924b-4bc9-8f32-c3f25e4a4d7d', 'tag': '9a52ea97-a4a8-4c98-835c-b0b492daa956'}] {{(pid=106776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:28:48.449362 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c75c880f6fcf50a6244b1a715e98a431c8b587c27dc42cc7f33f1c98f81bddd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d2af97-4a75-4ad3-b364-9d176705a099" -d '{"events": [{"name": "network-changed", "server_uuid": "aa12f850-924b-4bc9-8f32-c3f25e4a4d7d", "tag": "9a52ea97-a4a8-4c98-835c-b0b492daa956"}]}' {{(pid=106776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:28:48.476483 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-934f27df-cd90-4af4-9f8b-63ce7428b0e3 req-3ad8b61a-5431-49b5-8998-3c9d38586eee tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=de1a290b-ed4e-4727-abe6-2b19820b7bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173878 Aug 31 01:28:48.513503 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e01dd66-2fac-4129-abaa-97540c0d8be0 service neutron] Pushing event updated for resources: {'Port': ['ID=9a52ea97-a4a8-4c98-835c-b0b492daa956,revision_number=3']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:48.529502 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce72029-d02a-46b3-8c09-fa47a11da36c req-de6b3171-efa3-4caf-934a-136b438a5053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:48.531556 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-bce72029-d02a-46b3-8c09-fa47a11da36c req-de6b3171-efa3-4caf-934a-136b438a5053 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?id=2a0890c6-f1c3-465a-8b4d-8e1ae2356a58 HTTP/1.1" status: 200 len: 919 time: 0.1523497 Aug 31 01:28:48.605776 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 01:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a06acf-7507-4468-b4af-b1c9df57806c x-openstack-request-id: req-f1a06acf-7507-4468-b4af-b1c9df57806c {{(pid=106776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:28:48.606065 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa12f850-924b-4bc9-8f32-c3f25e4a4d7d", "tag": "9a52ea97-a4a8-4c98-835c-b0b492daa956", "status": "completed", "code": 200}]} {{(pid=106776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:28:48.606380 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f1a06acf-7507-4468-b4af-b1c9df57806c {{(pid=106776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:28:48.606850 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1a06acf-7507-4468-b4af-b1c9df57806c'] response: {'name': 'network-changed', 'server_uuid': 'aa12f850-924b-4bc9-8f32-c3f25e4a4d7d', 'tag': '9a52ea97-a4a8-4c98-835c-b0b492daa956', 'status': 'completed', 'code': 200} Aug 31 01:28:48.617927 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-bce72029-d02a-46b3-8c09-fa47a11da36c req-134cd761-3b56-4217-8ac7-fdfdd4576d91 service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1302084d-99f4-4cd1-8b6d-4a829a883993 HTTP/1.1" status: 200 len: 1001 time: 0.0630257 Aug 31 01:28:48.638773 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dc2e2f-5c3d-47a3-b0a7-2fc30dfc0514 req-93ea59c1-2e24-4ca2-b535-6c4ffebc0ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:48.642382 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-68dc2e2f-5c3d-47a3-b0a7-2fc30dfc0514 req-93ea59c1-2e24-4ca2-b535-6c4ffebc0ca4 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 1130 time: 0.0797741 Aug 31 01:28:48.643118 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d9095-e8af-41b8-944d-94613a0ab01f req-9076d0e5-cb3e-4ed0-9a89-f359bed67c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:48.645059 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-d41d9095-e8af-41b8-944d-94613a0ab01f req-9076d0e5-cb3e-4ed0-9a89-f359bed67c32 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=9befc65a9da84a99942b803ac6a15a0b&device_id=aa12f850-924b-4bc9-8f32-c3f25e4a4d7d HTTP/1.1" status: 200 len: 1128 time: 0.0691648 Aug 31 01:28:48.673572 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce72029-d02a-46b3-8c09-fa47a11da36c req-a475f366-b85e-44b6-b909-27a4929402c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:48.675055 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-bce72029-d02a-46b3-8c09-fa47a11da36c req-a475f366-b85e-44b6-b909-27a4929402c7 service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=d653247e-0c02-4230-ad01-73647a101df2 HTTP/1.1" status: 200 len: 856 time: 0.0500944 Aug 31 01:28:48.695708 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-d41d9095-e8af-41b8-944d-94613a0ab01f req-92734e3a-16c0-4099-b077-bdfc0831394c service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a52ea97-a4a8-4c98-835c-b0b492daa956 HTTP/1.1" status: 200 len: 217 time: 0.0443678 Aug 31 01:28:48.719209 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce72029-d02a-46b3-8c09-fa47a11da36c req-66b01887-f717-4ee3-9bd1-acc2a5d43847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:48.720786 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-bce72029-d02a-46b3-8c09-fa47a11da36c req-66b01887-f717-4ee3-9bd1-acc2a5d43847 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=2a0890c6-f1c3-465a-8b4d-8e1ae2356a58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404124 Aug 31 01:28:48.756363 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-68dc2e2f-5c3d-47a3-b0a7-2fc30dfc0514 req-b1430615-8c47-428d-8c73-40c62bbba540 service neutron] 10.222.0.85 "GET /networking/v2.0/security-groups?id=de1a290b-ed4e-4727-abe6-2b19820b7bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039789 Aug 31 01:28:48.765895 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d9095-e8af-41b8-944d-94613a0ab01f req-82891a01-5959-4041-a170-4ded0b83bc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:48.767591 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-d41d9095-e8af-41b8-944d-94613a0ab01f req-82891a01-5959-4041-a170-4ded0b83bc2b service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=d3b48e56-98ff-4fa8-bbfd-1e9209ce3f50 HTTP/1.1" status: 200 len: 854 time: 0.0659282 Aug 31 01:28:48.848619 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-bce72029-d02a-46b3-8c09-fa47a11da36c req-6442b572-5a8d-47b9-a770-189dba6b2e14 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/2a0890c6-f1c3-465a-8b4d-8e1ae2356a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219828 Aug 31 01:28:48.861215 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15537cb-b90e-4004-a153-3093fd9da4dc req-8b23c696-be99-4eda-a2fd-c3b9a43001a2 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:48.862532 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-d15537cb-b90e-4004-a153-3093fd9da4dc req-8b23c696-be99-4eda-a2fd-c3b9a43001a2 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=aa12f850-924b-4bc9-8f32-c3f25e4a4d7d HTTP/1.1" status: 200 len: 944 time: 0.0600576 Aug 31 01:28:48.915170 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-d15537cb-b90e-4004-a153-3093fd9da4dc req-542c5cc9-5939-4ce9-8bf3-328708678bf7 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ffb80b2e-00e4-4a72-9d57-a5ac93f65e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469465 Aug 31 01:28:49.223706 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d9095-e8af-41b8-944d-94613a0ab01f req-87f4ab97-cfb2-4a5d-ba44-fdaf2176ec9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:49.225312 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-d41d9095-e8af-41b8-944d-94613a0ab01f req-87f4ab97-cfb2-4a5d-ba44-fdaf2176ec9f service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403192 Aug 31 01:28:49.278230 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-bce72029-d02a-46b3-8c09-fa47a11da36c req-0a87121c-a71d-439b-87e5-f4af38a0c13b service neutron] 10.222.0.85 "GET /networking/v2.0/networks/2a0890c6-f1c3-465a-8b4d-8e1ae2356a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936692 Aug 31 01:28:49.331450 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-d41d9095-e8af-41b8-944d-94613a0ab01f req-1db7db90-1627-4aed-bfd7-4cc1e80d0fec service neutron] 10.222.0.85 "GET /networking/v2.0/networks/7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965483 Aug 31 01:28:49.423803 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-d41d9095-e8af-41b8-944d-94613a0ab01f req-6d827f04-6ede-49fc-b5dd-9d5abc708761 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862460 Aug 31 01:28:49.601759 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b34c1f-2606-4536-bacf-361fffdf12bf req-aae82062-b7e3-4a69-8b9b-a940aff5a4cd tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:49.603261 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-91b34c1f-2606-4536-bacf-361fffdf12bf req-aae82062-b7e3-4a69-8b9b-a940aff5a4cd tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 946 time: 0.0483811 Aug 31 01:28:49.655376 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-91b34c1f-2606-4536-bacf-361fffdf12bf req-74def6d2-7cb8-450f-a1a2-b472d38fa830 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=de1a290b-ed4e-4727-abe6-2b19820b7bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464368 Aug 31 01:28:49.983140 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.agents_db [None req-5925ee7b-6bd5-4912-8f46-3ff11817b141 None None] Agent healthcheck: found 6 active agents {{(pid=106779) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:28:50.037007 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d663ecd2-e762-4f40-8d44-7c48cc3a1a18 req-22c026f0-7199-4793-8974-5325ed718051 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:50.038498 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-d663ecd2-e762-4f40-8d44-7c48cc3a1a18 req-22c026f0-7199-4793-8974-5325ed718051 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=aa12f850-924b-4bc9-8f32-c3f25e4a4d7d HTTP/1.1" status: 200 len: 944 time: 0.0478423 Aug 31 01:28:50.087235 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-d663ecd2-e762-4f40-8d44-7c48cc3a1a18 req-3936ce1b-f7f2-44ce-8fb4-7acd4ecdf702 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ffb80b2e-00e4-4a72-9d57-a5ac93f65e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426526 Aug 31 01:28:50.625365 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d2af97-4a75-4ad3-b364-9d176705a099 req-5f2cd206-016c-4e44-b22f-6d16a28a8e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:50.631022 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-06d2af97-4a75-4ad3-b364-9d176705a099 req-5f2cd206-016c-4e44-b22f-6d16a28a8e5a service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=9befc65a9da84a99942b803ac6a15a0b&device_id=aa12f850-924b-4bc9-8f32-c3f25e4a4d7d HTTP/1.1" status: 200 len: 1128 time: 0.0440686 Aug 31 01:28:50.774919 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=48,neutron:UPDATE=2 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:28:50.780949 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=5 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:28:50.797191 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac8bda-fe0f-4d1a-9bdf-e362ea07b087 req-473c001e-b65a-4180-8a15-9fdee053054b tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:50.798655 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-66ac8bda-fe0f-4d1a-9bdf-e362ea07b087 req-473c001e-b65a-4180-8a15-9fdee053054b tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 946 time: 0.0526519 Aug 31 01:28:50.845788 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-66ac8bda-fe0f-4d1a-9bdf-e362ea07b087 req-c1d1010e-badc-437c-aba1-a24fec256c45 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=de1a290b-ed4e-4727-abe6-2b19820b7bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410221 Aug 31 01:28:51.106790 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d2af97-4a75-4ad3-b364-9d176705a099 req-22113676-08b9-40e0-9e07-f2e2f83492be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:51.108545 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-06d2af97-4a75-4ad3-b364-9d176705a099 req-22113676-08b9-40e0-9e07-f2e2f83492be service neutron] 10.222.0.85 "GET /networking/v2.0/networks?id=7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3 HTTP/1.1" status: 200 len: 917 time: 0.1080656 Aug 31 01:28:51.157279 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-06d2af97-4a75-4ad3-b364-9d176705a099 req-253278f0-ea74-4168-8631-d226c27d15cc service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a52ea97-a4a8-4c98-835c-b0b492daa956 HTTP/1.1" status: 200 len: 217 time: 0.0429833 Aug 31 01:28:51.170541 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:28:51.223885 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6130251-7113-43fa-b7b8-205f043f99af req-f7d1b4b1-2343-4224-974f-44654aee7fd5 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:51.225415 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d2af97-4a75-4ad3-b364-9d176705a099 req-c589f2f5-a235-434e-a930-c132aaad2294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:51.225741 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-d6130251-7113-43fa-b7b8-205f043f99af req-f7d1b4b1-2343-4224-974f-44654aee7fd5 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=aa12f850-924b-4bc9-8f32-c3f25e4a4d7d HTTP/1.1" status: 200 len: 944 time: 0.0646532 Aug 31 01:28:51.227324 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-06d2af97-4a75-4ad3-b364-9d176705a099 req-c589f2f5-a235-434e-a930-c132aaad2294 service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=d3b48e56-98ff-4fa8-bbfd-1e9209ce3f50 HTTP/1.1" status: 200 len: 854 time: 0.0645592 Aug 31 01:28:51.237283 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:28:51.290344 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d2af97-4a75-4ad3-b364-9d176705a099 req-55c45312-828f-423a-88f1-051b2aa547df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:51.292175 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-06d2af97-4a75-4ad3-b364-9d176705a099 req-55c45312-828f-423a-88f1-051b2aa547df service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0589445 Aug 31 01:28:51.296197 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-d6130251-7113-43fa-b7b8-205f043f99af req-188f4acd-855a-4814-bdd8-1d9afbada8b8 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ffb80b2e-00e4-4a72-9d57-a5ac93f65e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642619 Aug 31 01:28:51.375425 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:28:51.422253 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-06d2af97-4a75-4ad3-b364-9d176705a099 req-1ade9776-7b6c-40a5-9556-841d8e8c389e service neutron] 10.222.0.85 "GET /networking/v2.0/networks/7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229699 Aug 31 01:28:51.521004 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-06d2af97-4a75-4ad3-b364-9d176705a099 req-15fe18d3-ea97-43f7-88b9-f33cc8cb9273 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887511 Aug 31 01:28:52.157176 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd381f-25f1-43a6-b188-d2e83991312a req-77a1356e-dc1f-476c-acda-6c743e78531d tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:52.158708 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-19dd381f-25f1-43a6-b188-d2e83991312a req-77a1356e-dc1f-476c-acda-6c743e78531d tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 946 time: 0.0464361 Aug 31 01:28:52.214815 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-19dd381f-25f1-43a6-b188-d2e83991312a req-fe9a7fde-a125-4d3d-9b3d-7543323b9ad2 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=de1a290b-ed4e-4727-abe6-2b19820b7bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506961 Aug 31 01:28:52.322700 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355403f2-96a3-4d2a-b1e2-d76809af190a req-22f933e2-11a9-46d2-b614-e91b2d0179a3 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:52.327637 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-355403f2-96a3-4d2a-b1e2-d76809af190a req-22f933e2-11a9-46d2-b614-e91b2d0179a3 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2763dc0f-ab5c-4b32-9c03-5c5fcdf319ac HTTP/1.1" status: 200 len: 945 time: 0.0496726 Aug 31 01:28:52.370751 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-355403f2-96a3-4d2a-b1e2-d76809af190a req-af257fac-3d3c-4ab8-89da-1f8e3d0b8533 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=69e8555f-2c50-43f5-a22b-6707e2ee79f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408010 Aug 31 01:28:52.472714 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a77eb-1ba2-41f1-9bc5-46c721103905 req-0db27204-4baa-402d-8e3d-b2862cf50e9d tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:52.474256 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-ba3a77eb-1ba2-41f1-9bc5-46c721103905 req-0db27204-4baa-402d-8e3d-b2862cf50e9d tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=aa12f850-924b-4bc9-8f32-c3f25e4a4d7d HTTP/1.1" status: 200 len: 944 time: 0.0477312 Aug 31 01:28:52.493019 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device 9a52ea97-a4a8-4c98-835c-b0b492daa956 details requested by agent hyperv_hv-cinder-85528 with host hv-cinder-85528 {{(pid=106778) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:28:52.529773 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-ba3a77eb-1ba2-41f1-9bc5-46c721103905 req-71b40fd3-71ad-4e72-8a37-b70fb3e001c4 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ffb80b2e-00e4-4a72-9d57-a5ac93f65e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499837 Aug 31 01:28:52.597373 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port 9a52ea97-a4a8-4c98-835c-b0b492daa956, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=9a52ea97-a4a8-4c98-835c-b0b492daa956,segment=NetworkSegment(4bbdd3d1-92ab-42d5-87f4-984876af95f9),segment_id=4bbdd3d1-92ab-42d5-87f4-984876af95f9)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:28:52.612138 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Returning: {'device': '9a52ea97-a4a8-4c98-835c-b0b492daa956', 'network_id': '7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3', 'port_id': '9a52ea97-a4a8-4c98-835c-b0b492daa956', 'mac_address': 'fa:16:3e:02:3e:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1050, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3b48e56-98ff-4fa8-bbfd-1e9209ce3f50', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106778) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:28:52.771551 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Current status of the port 9a52ea97-a4a8-4c98-835c-b0b492daa956 is: DOWN; New status is: BUILD {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:28:52.771998 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (9a52ea97-a4a8-4c98-835c-b0b492daa956), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:52.785727 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.notifiers.nova [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a52ea97-a4a8-4c98-835c-b0b492daa956 {{(pid=106778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 01:28:52.805972 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port 9a52ea97-a4a8-4c98-835c-b0b492daa956, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=9a52ea97-a4a8-4c98-835c-b0b492daa956,segment=NetworkSegment(4bbdd3d1-92ab-42d5-87f4-984876af95f9),segment_id=4bbdd3d1-92ab-42d5-87f4-984876af95f9)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:28:52.914300 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (9a52ea97-a4a8-4c98-835c-b0b492daa956), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:52.960285 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Pushing event updated for resources: {'Port': ['ID=9a52ea97-a4a8-4c98-835c-b0b492daa956,revision_number=4']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:53.143878 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] get_ports_and_sgs() called for port_ids ['9a52ea97-a4a8-4c98-835c-b0b492daa956'] {{(pid=106778) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 01:28:53.344277 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c1992c-7512-435c-bd88-31062b1bfaab req-fb8e633d-2cec-405f-a269-b690601f35b3 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:53.345823 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-11c1992c-7512-435c-bd88-31062b1bfaab req-fb8e633d-2cec-405f-a269-b690601f35b3 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 946 time: 0.0520060 Aug 31 01:28:53.394483 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-11c1992c-7512-435c-bd88-31062b1bfaab req-35eae87d-0fc6-44cb-910c-177de1e43220 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=de1a290b-ed4e-4727-abe6-2b19820b7bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429158 Aug 31 01:28:53.491728 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da5091-4b69-4c10-9bd2-ea49aeac53e2 req-1bf92bc9-b46b-40da-9183-bd9694eb9b5d tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:53.493275 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-63da5091-4b69-4c10-9bd2-ea49aeac53e2 req-1bf92bc9-b46b-40da-9183-bd9694eb9b5d tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2763dc0f-ab5c-4b32-9c03-5c5fcdf319ac HTTP/1.1" status: 200 len: 945 time: 0.0481765 Aug 31 01:28:53.542660 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-63da5091-4b69-4c10-9bd2-ea49aeac53e2 req-bb37390b-5d55-4c45-9ae9-280c3c2ddd01 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=69e8555f-2c50-43f5-a22b-6707e2ee79f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429316 Aug 31 01:28:53.651735 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f5abb4-d90b-4548-bd55-a58ac8afbb19 req-80d4d031-c5c1-4f60-be66-9f2cbc987b1e tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:53.653141 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-12f5abb4-d90b-4548-bd55-a58ac8afbb19 req-80d4d031-c5c1-4f60-be66-9f2cbc987b1e tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=2763dc0f-ab5c-4b32-9c03-5c5fcdf319ac HTTP/1.1" status: 200 len: 945 time: 0.0478559 Aug 31 01:28:53.655435 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eff2774-ba69-42a4-b945-f12052c95e97 req-620fdc78-887d-428c-940f-82ea2457c0a3 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:53.656986 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0eff2774-ba69-42a4-b945-f12052c95e97 req-620fdc78-887d-428c-940f-82ea2457c0a3 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=aa12f850-924b-4bc9-8f32-c3f25e4a4d7d HTTP/1.1" status: 200 len: 945 time: 0.0547059 Aug 31 01:28:53.705920 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0eff2774-ba69-42a4-b945-f12052c95e97 req-c7427b0c-b8a9-4c5a-8826-920a1f3415b4 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ffb80b2e-00e4-4a72-9d57-a5ac93f65e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428915 Aug 31 01:28:53.745979 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [req-12f5abb4-d90b-4548-bd55-a58ac8afbb19 req-a403a041-0a6a-4295-a8e7-4eebadcc7c46 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Deleting port efe8dede-55a6-41b6-97f0-2979138ce376 {{(pid=106776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:28:53.746319 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-12f5abb4-d90b-4548-bd55-a58ac8afbb19 req-a403a041-0a6a-4295-a8e7-4eebadcc7c46 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (efe8dede-55a6-41b6-97f0-2979138ce376), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:53.748975 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=100 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:28:53.839598 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.db [req-12f5abb4-d90b-4548-bd55-a58ac8afbb19 req-a403a041-0a6a-4295-a8e7-4eebadcc7c46 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] For port efe8dede-55a6-41b6-97f0-2979138ce376, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=efe8dede-55a6-41b6-97f0-2979138ce376,segment=NetworkSegment(69073539-0cb5-4109-ac49-b16cdc893327),segment_id=69073539-0cb5-4109-ac49-b16cdc893327)] {{(pid=106776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:28:53.839886 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-12f5abb4-d90b-4548-bd55-a58ac8afbb19 req-a403a041-0a6a-4295-a8e7-4eebadcc7c46 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (efe8dede-55a6-41b6-97f0-2979138ce376), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:54.013059 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-12f5abb4-d90b-4548-bd55-a58ac8afbb19 req-a403a041-0a6a-4295-a8e7-4eebadcc7c46 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:54.013411 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-12f5abb4-d90b-4548-bd55-a58ac8afbb19 req-a403a041-0a6a-4295-a8e7-4eebadcc7c46 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608267'] for floatingip (cd6ddfc5-da2f-40c0-b801-c4c4dd2ed866), after_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:54.013752 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.db.l3_db [req-12f5abb4-d90b-4548-bd55-a58ac8afbb19 req-a403a041-0a6a-4295-a8e7-4eebadcc7c46 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Floating IP cd6ddfc5-da2f-40c0-b801-c4c4dd2ed866 disassociated. External IP: 172.27.1.110, port: efe8dede-55a6-41b6-97f0-2979138ce376. Aug 31 01:28:54.014053 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [req-12f5abb4-d90b-4548-bd55-a58ac8afbb19 req-a403a041-0a6a-4295-a8e7-4eebadcc7c46 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Calling delete_port for efe8dede-55a6-41b6-97f0-2979138ce376 owned by compute:nova {{(pid=106776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:28:54.194631 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-12f5abb4-d90b-4548-bd55-a58ac8afbb19 req-a403a041-0a6a-4295-a8e7-4eebadcc7c46 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6273727'] for port (efe8dede-55a6-41b6-97f0-2979138ce376), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:54.225328 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a403a041-0a6a-4295-a8e7-4eebadcc7c46 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Pushing event deleted for resources: {'Port': ['ID=efe8dede-55a6-41b6-97f0-2979138ce376,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:54.337188 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12f5abb4-d90b-4548-bd55-a58ac8afbb19 req-a403a041-0a6a-4295-a8e7-4eebadcc7c46 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Router a0dd652c-1554-4322-9186-58d07c04c819 has already been hosted by L3 agent 1428144b-5b15-4168-8538-b51b3045e8b6 {{(pid=106776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:28:54.436282 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12f5abb4-d90b-4548-bd55-a58ac8afbb19 req-a403a041-0a6a-4295-a8e7-4eebadcc7c46 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Notify agent at l3_agent.dv-cinder-855288-2-iscsi the message routers_updated {{(pid=106776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:28:54.446325 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e74b5d-4364-4827-9579-058e7698da2b None None] Sync routers for ids ['a0dd652c-1554-4322-9186-58d07c04c819'] in dv-cinder-855288-2-iscsi {{(pid=106778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:28:54.456438 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e74b5d-4364-4827-9579-058e7698da2b None None] Routers {'a0dd652c-1554-4322-9186-58d07c04c819'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:28:54.457220 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-08e74b5d-4364-4827-9579-058e7698da2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:28:33Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['a0dd652c-1554-4322-9186-58d07c04c819'], 'active': True} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:28:54.483830 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.l3_dvrscheduler_db [req-12f5abb4-d90b-4548-bd55-a58ac8afbb19 req-a403a041-0a6a-4295-a8e7-4eebadcc7c46 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] No DVR routers for this DVR port efe8dede-55a6-41b6-97f0-2979138ce376 on host hv-cinder-85528 {{(pid=106776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 01:28:54.486595 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-12f5abb4-d90b-4548-bd55-a58ac8afbb19 req-a403a041-0a6a-4295-a8e7-4eebadcc7c46 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for port (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:54.490858 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-12f5abb4-d90b-4548-bd55-a58ac8afbb19 req-a403a041-0a6a-4295-a8e7-4eebadcc7c46 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.85 "DELETE /networking/v2.0/ports/efe8dede-55a6-41b6-97f0-2979138ce376 HTTP/1.1" status: 204 len: 173 time: 0.8314447 Aug 31 01:28:54.491327 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2763dc0f-ab5c-4b32-9c03-5c5fcdf319ac', 'name': 'network-vif-deleted', 'tag': 'efe8dede-55a6-41b6-97f0-2979138ce376'}] {{(pid=106776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:28:54.494445 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c75c880f6fcf50a6244b1a715e98a431c8b587c27dc42cc7f33f1c98f81bddd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f28376-92e0-48cb-b54e-bf758c899687" -d '{"events": [{"server_uuid": "2763dc0f-ab5c-4b32-9c03-5c5fcdf319ac", "name": "network-vif-deleted", "tag": "efe8dede-55a6-41b6-97f0-2979138ce376"}]}' {{(pid=106776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:28:54.534055 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 01:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-723f0bea-bd71-4f15-9a04-6aee1de60d13 x-openstack-request-id: req-723f0bea-bd71-4f15-9a04-6aee1de60d13 {{(pid=106776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:28:54.534346 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2763dc0f-ab5c-4b32-9c03-5c5fcdf319ac", "name": "network-vif-deleted", "tag": "efe8dede-55a6-41b6-97f0-2979138ce376", "status": "completed", "code": 200}]} {{(pid=106776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:28:54.534596 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-723f0bea-bd71-4f15-9a04-6aee1de60d13 {{(pid=106776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:28:54.534993 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-723f0bea-bd71-4f15-9a04-6aee1de60d13'] response: {'server_uuid': '2763dc0f-ab5c-4b32-9c03-5c5fcdf319ac', 'name': 'network-vif-deleted', 'tag': 'efe8dede-55a6-41b6-97f0-2979138ce376', 'status': 'completed', 'code': 200} Aug 31 01:28:54.542354 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa0263-7e40-43f5-8623-336e91e1f39f req-0dc3184c-352d-4c56-8085-93ae09ab3c9c tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:54.546604 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device 9a52ea97-a4a8-4c98-835c-b0b492daa956 up at agent hyperv_hv-cinder-85528 {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:28:54.546722 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-c5aa0263-7e40-43f5-8623-336e91e1f39f req-0dc3184c-352d-4c56-8085-93ae09ab3c9c tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 946 time: 0.0679972 Aug 31 01:28:54.604400 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-c5aa0263-7e40-43f5-8623-336e91e1f39f req-68570682-1de6-43cd-8b78-252b333fa21d tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=de1a290b-ed4e-4727-abe6-2b19820b7bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537722 Aug 31 01:28:54.607669 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvr_db [None req-08e74b5d-4364-4827-9579-058e7698da2b None None] Set router a0dd652c-1554-4322-9186-58d07c04c819 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:28:54.657782 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Provisioning for port 9a52ea97-a4a8-4c98-835c-b0b492daa956 completed by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 01:28:54.684671 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b6a6e998-9613-4e59-a9d1-309ef603c090 req-bd0e25c2-595c-4fa5-8093-44704984916e tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2763dc0f-ab5c-4b32-9c03-5c5fcdf319ac HTTP/1.1" status: 200 len: 210 time: 0.0341578 Aug 31 01:28:54.785224 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Provisioning complete for port 9a52ea97-a4a8-4c98-835c-b0b492daa956 triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:28:54.786252 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (9a52ea97-a4a8-4c98-835c-b0b492daa956), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:54.831563 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2c2d24-3972-4459-9485-be496d85627e req-d8fabcbd-3ea4-468e-a12f-36dd8f561a21 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:54.833139 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0e2c2d24-3972-4459-9485-be496d85627e req-d8fabcbd-3ea4-468e-a12f-36dd8f561a21 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=aa12f850-924b-4bc9-8f32-c3f25e4a4d7d HTTP/1.1" status: 200 len: 945 time: 0.0506871 Aug 31 01:28:54.836244 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:28:54.881197 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:28:54.882340 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0e2c2d24-3972-4459-9485-be496d85627e req-4a1ccc38-78e5-4859-8deb-6e38b230c23d tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ffb80b2e-00e4-4a72-9d57-a5ac93f65e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430484 Aug 31 01:28:54.916383 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-08e74b5d-4364-4827-9579-058e7698da2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'name': 'tempest-AttachVolumeNegativeTest-703590554-router', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bcae5e1e-21f8-45f7-ba18-74d0551b07e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:22:33Z', 'revision_number': 4, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'gw_port': {'id': 'bcae5e1e-21f8-45f7-ba18-74d0551b07e1', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:25Z', 'updated_at': '2022-08-31T01:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_interfaces': [{'id': '519870e6-178f-4031-8a44-b0fbae55ebbe', 'name': '', 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'mac_address': 'fa:16:3e:d7:53:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4cf8958b-5555-42e1-b4dd-8dee2893fbc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:31Z', 'updated_at': '2022-08-31T01:22:50Z', 'revision_number': 5, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'subnets': [{'id': '4cf8958b-5555-42e1-b4dd-8dee2893fbc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:28:54.948036 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e74b5d-4364-4827-9579-058e7698da2b None None] Checking router: a0dd652c-1554-4322-9186-58d07c04c819 for host: dv-cinder-855288-2-iscsi {{(pid=106778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:28:54.952050 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Current status of the port 9a52ea97-a4a8-4c98-835c-b0b492daa956 is: BUILD; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:28:54.952435 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (9a52ea97-a4a8-4c98-835c-b0b492daa956), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:54.968359 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e74b5d-4364-4827-9579-058e7698da2b None None] Routers {'a0dd652c-1554-4322-9186-58d07c04c819'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:28:54.968994 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-08e74b5d-4364-4827-9579-058e7698da2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:28:33Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['a0dd652c-1554-4322-9186-58d07c04c819'], 'active': True} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:28:55.013705 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa12f850-924b-4bc9-8f32-c3f25e4a4d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a52ea97-a4a8-4c98-835c-b0b492daa956'}] {{(pid=106778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:28:55.015982 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d41e2a553b02095d3b1f0ace215352f4a23baa657e7b5a2da03818d3ee46b5df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d4c91a-6e7d-4701-9148-daff2a8dd8f1" -d '{"events": [{"server_uuid": "aa12f850-924b-4bc9-8f32-c3f25e4a4d7d", "name": "network-vif-plugged", "status": "completed", "tag": "9a52ea97-a4a8-4c98-835c-b0b492daa956"}]}' {{(pid=106778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:28:55.038693 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port 9a52ea97-a4a8-4c98-835c-b0b492daa956, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=9a52ea97-a4a8-4c98-835c-b0b492daa956,segment=NetworkSegment(4bbdd3d1-92ab-42d5-87f4-984876af95f9),segment_id=4bbdd3d1-92ab-42d5-87f4-984876af95f9)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:28:55.069697 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 01:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc7a6f4e-6d4d-47a5-93f8-52cab81636b2 x-openstack-request-id: req-fc7a6f4e-6d4d-47a5-93f8-52cab81636b2 {{(pid=106778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:28:55.069865 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa12f850-924b-4bc9-8f32-c3f25e4a4d7d", "name": "network-vif-plugged", "status": "completed", "tag": "9a52ea97-a4a8-4c98-835c-b0b492daa956", "code": 200}]} {{(pid=106778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:28:55.070115 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fc7a6f4e-6d4d-47a5-93f8-52cab81636b2 {{(pid=106778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:28:55.070495 dv-cinder-855288-2-iscsi neutron-server[106778]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc7a6f4e-6d4d-47a5-93f8-52cab81636b2'] response: {'server_uuid': 'aa12f850-924b-4bc9-8f32-c3f25e4a4d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a52ea97-a4a8-4c98-835c-b0b492daa956', 'code': 200} Aug 31 01:28:55.099185 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvr_db [None req-08e74b5d-4364-4827-9579-058e7698da2b None None] Set router a0dd652c-1554-4322-9186-58d07c04c819 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:28:55.168340 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (9a52ea97-a4a8-4c98-835c-b0b492daa956), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:55.169249 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device efe8dede-55a6-41b6-97f0-2979138ce376 no longer exists at agent hyperv_hv-cinder-85528 {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:28:55.200150 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] No Port match for: efe8dede-55a6-41b6-97f0-2979138ce376 {{(pid=106778) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 01:28:55.200497 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device efe8dede-55a6-41b6-97f0-2979138ce376 not bound to the agent host hv-cinder-85528 {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:28:55.286115 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Pushing event updated for resources: {'Port': ['ID=9a52ea97-a4a8-4c98-835c-b0b492daa956,revision_number=5']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:55.346341 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-08e74b5d-4364-4827-9579-058e7698da2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'name': 'tempest-AttachVolumeNegativeTest-703590554-router', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bcae5e1e-21f8-45f7-ba18-74d0551b07e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:22:33Z', 'revision_number': 4, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'gw_port': {'id': 'bcae5e1e-21f8-45f7-ba18-74d0551b07e1', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:25Z', 'updated_at': '2022-08-31T01:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_interfaces': [{'id': '519870e6-178f-4031-8a44-b0fbae55ebbe', 'name': '', 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'mac_address': 'fa:16:3e:d7:53:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4cf8958b-5555-42e1-b4dd-8dee2893fbc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:31Z', 'updated_at': '2022-08-31T01:22:50Z', 'revision_number': 5, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'subnets': [{'id': '4cf8958b-5555-42e1-b4dd-8dee2893fbc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:28:55.371624 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e74b5d-4364-4827-9579-058e7698da2b None None] The sync data for ids ['a0dd652c-1554-4322-9186-58d07c04c819'] in dv-cinder-855288-2-iscsi is: [{'id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'name': 'tempest-AttachVolumeNegativeTest-703590554-router', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bcae5e1e-21f8-45f7-ba18-74d0551b07e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:22:33Z', 'revision_number': 4, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'gw_port': {'id': 'bcae5e1e-21f8-45f7-ba18-74d0551b07e1', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:25Z', 'updated_at': '2022-08-31T01:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_interfaces': [{'id': '519870e6-178f-4031-8a44-b0fbae55ebbe', 'name': '', 'network_id': '0760f9a5-d813-4a0f-bcef-9988cda0c948', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'mac_address': 'fa:16:3e:d7:53:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4cf8958b-5555-42e1-b4dd-8dee2893fbc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:31Z', 'updated_at': '2022-08-31T01:22:50Z', 'revision_number': 5, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'subnets': [{'id': '4cf8958b-5555-42e1-b4dd-8dee2893fbc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:28:55.466516 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7496e-78a8-481c-bab4-c66e2cc1afa4 req-7a7fe9f8-ba52-496f-aee2-a86f42ac156f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:55.468035 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-14d7496e-78a8-481c-bab4-c66e2cc1afa4 req-7a7fe9f8-ba52-496f-aee2-a86f42ac156f service neutron] 10.222.0.85 "GET /networking/v2.0/ports?device_id=aa12f850-924b-4bc9-8f32-c3f25e4a4d7d HTTP/1.1" status: 200 len: 1130 time: 0.0400763 Aug 31 01:28:55.509363 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:28:55.515941 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-14d7496e-78a8-481c-bab4-c66e2cc1afa4 req-73dfedec-25f4-47fc-8f84-ccd827a8a2f3 service neutron] 10.222.0.85 "GET /networking/v2.0/security-groups?id=ffb80b2e-00e4-4a72-9d57-a5ac93f65e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418668 Aug 31 01:28:55.592503 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4294455d-3d40-4ce3-9110-62dc445d8c64 None None] New status for floating IP cd6ddfc5-da2f-40c0-b801-c4c4dd2ed866: DOWN {{(pid=106779) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 01:28:55.829606 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-40876c3c-4000-4979-a6b7-2ba7ffe9e642 req-dfe1a6b6-35f9-4336-9b17-ec89dbb97ae0 tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2763dc0f-ab5c-4b32-9c03-5c5fcdf319ac HTTP/1.1" status: 200 len: 210 time: 0.0286074 Aug 31 01:28:56.028200 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d03396c-8324-401c-b788-ddb8bf1e813d req-373f44dd-3c74-4eef-8a0a-39d27834344c tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:56.031920 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-9d03396c-8324-401c-b788-ddb8bf1e813d req-373f44dd-3c74-4eef-8a0a-39d27834344c tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=aa12f850-924b-4bc9-8f32-c3f25e4a4d7d HTTP/1.1" status: 200 len: 946 time: 0.0524633 Aug 31 01:28:56.076716 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-9d03396c-8324-401c-b788-ddb8bf1e813d req-f23108b9-ba2c-40ba-98ef-0b7cadbe597a tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ffb80b2e-00e4-4a72-9d57-a5ac93f65e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413680 Aug 31 01:28:57.006978 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 33600) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:28:57.060760 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-79cdec04-52c5-412b-9ff4-dda176e86d8b tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for security_group (69e8555f-2c50-43f5-a22b-6707e2ee79f8), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:57.086572 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-79cdec04-52c5-412b-9ff4-dda176e86d8b tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for security_group (69e8555f-2c50-43f5-a22b-6707e2ee79f8), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:57.196365 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7675088-da2b-459a-a699-e5080abcb40c req-3164e733-0e8f-4f40-b45a-79cc47e749c4 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:57.197826 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-c7675088-da2b-459a-a699-e5080abcb40c req-3164e733-0e8f-4f40-b45a-79cc47e749c4 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=aa12f850-924b-4bc9-8f32-c3f25e4a4d7d HTTP/1.1" status: 200 len: 946 time: 0.0504637 Aug 31 01:28:57.208926 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:28:57.222626 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-79cdec04-52c5-412b-9ff4-dda176e86d8b tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (69e8555f-2c50-43f5-a22b-6707e2ee79f8), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:57.225217 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-79cdec04-52c5-412b-9ff4-dda176e86d8b tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for security_group (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:57.226370 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-79cdec04-52c5-412b-9ff4-dda176e86d8b tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "DELETE /networking/v2.0/security-groups/69e8555f-2c50-43f5-a22b-6707e2ee79f8 HTTP/1.1" status: 204 len: 168 time: 0.2184215 Aug 31 01:28:57.230543 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 33604) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:28:57.235687 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cdec04-52c5-412b-9ff4-dda176e86d8b tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e8555f-2c50-43f5-a22b-6707e2ee79f8,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:57.253369 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.api.v2.resource [None req-825adb72-db9a-4a81-a35d-f57a890d103c tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] show failed (client error): The resource could not be found. Aug 31 01:28:57.254996 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-825adb72-db9a-4a81-a35d-f57a890d103c tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "GET /networking/v2.0/security-groups/69e8555f-2c50-43f5-a22b-6707e2ee79f8 HTTP/1.1" status: 404 len: 347 time: 0.0229445 Aug 31 01:28:57.259173 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-c7675088-da2b-459a-a699-e5080abcb40c req-03563b97-a0f2-40bb-b202-b5dbfa10198f tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ffb80b2e-00e4-4a72-9d57-a5ac93f65e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557971 Aug 31 01:28:57.259589 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 33606) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:28:57.305157 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:28:57.375154 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [None req-c7e32c8d-6242-4946-84bb-f36e4452b5fd tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Deleting port 70be28f7-6759-4fdf-97d8-e91ee5b2910e {{(pid=106776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:28:57.375432 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-c7e32c8d-6242-4946-84bb-f36e4452b5fd tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (70be28f7-6759-4fdf-97d8-e91ee5b2910e), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:57.376961 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe5813-222a-4c93-8db6-fac7fd7194c7 req-31aa27c4-49af-4226-b926-42b01667e750 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:57.378420 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-2abe5813-222a-4c93-8db6-fac7fd7194c7 req-31aa27c4-49af-4226-b926-42b01667e750 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=aa12f850-924b-4bc9-8f32-c3f25e4a4d7d HTTP/1.1" status: 200 len: 946 time: 0.0467036 Aug 31 01:28:57.397859 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:28:57.427937 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-2abe5813-222a-4c93-8db6-fac7fd7194c7 req-e638e04f-055a-4c36-b703-819b9f8e82aa tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ffb80b2e-00e4-4a72-9d57-a5ac93f65e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433381 Aug 31 01:28:57.455669 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-c7e32c8d-6242-4946-84bb-f36e4452b5fd tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (70be28f7-6759-4fdf-97d8-e91ee5b2910e), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:57.455997 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-c7e32c8d-6242-4946-84bb-f36e4452b5fd tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for floatingip (70be28f7-6759-4fdf-97d8-e91ee5b2910e), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:57.468773 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [None req-c7e32c8d-6242-4946-84bb-f36e4452b5fd tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Calling delete_port for 70be28f7-6759-4fdf-97d8-e91ee5b2910e owned by network:floatingip {{(pid=106776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:28:57.657377 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-c7e32c8d-6242-4946-84bb-f36e4452b5fd tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6273727'] for port (70be28f7-6759-4fdf-97d8-e91ee5b2910e), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:57.682055 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e32c8d-6242-4946-84bb-f36e4452b5fd tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Pushing event deleted for resources: {'Port': ['ID=70be28f7-6759-4fdf-97d8-e91ee5b2910e,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:57.750534 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-c7e32c8d-6242-4946-84bb-f36e4452b5fd tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks [] for floatingip (cd6ddfc5-da2f-40c0-b801-c4c4dd2ed866), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:57.753275 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-c7e32c8d-6242-4946-84bb-f36e4452b5fd tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for floatingip (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:28:57.754483 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-c7e32c8d-6242-4946-84bb-f36e4452b5fd tempest-AttachVolumeNegativeTest-1582720348 tempest-AttachVolumeNegativeTest-1582720348-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/cd6ddfc5-da2f-40c0-b801-c4c4dd2ed866 HTTP/1.1" status: 204 len: 168 time: 0.4938941 Aug 31 01:28:57.772115 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d4894-264a-4c83-911c-5a6701ebfbdc req-3254ea87-6a83-421a-a961-0ab8f9e47500 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:28:57.772834 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-a27d4894-264a-4c83-911c-5a6701ebfbdc req-3254ea87-6a83-421a-a961-0ab8f9e47500 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=aa12f850-924b-4bc9-8f32-c3f25e4a4d7d HTTP/1.1" status: 200 len: 946 time: 0.0531969 Aug 31 01:28:57.822873 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-a27d4894-264a-4c83-911c-5a6701ebfbdc req-7433f681-27ac-46cf-ae76-b166bf0e752a tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ffb80b2e-00e4-4a72-9d57-a5ac93f65e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446391 Aug 31 01:29:01.279832 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-af076106-8af1-49fb-8f28-248dacd35eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (06e7caa6-6f15-45a1-a03b-1c511964ed9a), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:02.026603 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 33696) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:29:02.378344 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:29:02.433964 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-7b7cdc3f-72bd-402d-9190-a39dce3278b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-636683'] for router_interface (a0dd652c-1554-4322-9186-58d07c04c819), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:02.587347 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:29:02.658321 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [None req-7b7cdc3f-72bd-402d-9190-a39dce3278b7 admin admin] Deleting port 519870e6-178f-4031-8a44-b0fbae55ebbe {{(pid=106776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:29:02.658577 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-7b7cdc3f-72bd-402d-9190-a39dce3278b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (519870e6-178f-4031-8a44-b0fbae55ebbe), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:02.740141 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.db [None req-7b7cdc3f-72bd-402d-9190-a39dce3278b7 admin admin] For port 519870e6-178f-4031-8a44-b0fbae55ebbe, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=519870e6-178f-4031-8a44-b0fbae55ebbe,segment=NetworkSegment(69073539-0cb5-4109-ac49-b16cdc893327),segment_id=69073539-0cb5-4109-ac49-b16cdc893327)] {{(pid=106776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:29:02.743323 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-7b7cdc3f-72bd-402d-9190-a39dce3278b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (519870e6-178f-4031-8a44-b0fbae55ebbe), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:02.753056 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [None req-7b7cdc3f-72bd-402d-9190-a39dce3278b7 admin admin] Calling delete_port for 519870e6-178f-4031-8a44-b0fbae55ebbe owned by network:router_interface {{(pid=106776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:29:02.976508 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-7b7cdc3f-72bd-402d-9190-a39dce3278b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6273727'] for port (519870e6-178f-4031-8a44-b0fbae55ebbe), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:03.001583 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7cdc3f-72bd-402d-9190-a39dce3278b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=519870e6-178f-4031-8a44-b0fbae55ebbe,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:03.158645 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-7b7cdc3f-72bd-402d-9190-a39dce3278b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-636091'] for router_interface (a0dd652c-1554-4322-9186-58d07c04c819), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:03.421288 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:29:03.536638 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-0a4a1bbd-4c5e-42bb-85ce-b979a5a54d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (1428144b-5b15-4168-8538-b51b3045e8b6), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:03.580815 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b7cdc3f-72bd-402d-9190-a39dce3278b7 admin admin] Router a0dd652c-1554-4322-9186-58d07c04c819 has already been hosted by L3 agent 1428144b-5b15-4168-8538-b51b3045e8b6 {{(pid=106776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:29:03.592839 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:29:03.684869 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b7cdc3f-72bd-402d-9190-a39dce3278b7 admin admin] Notify agent at l3_agent.dv-cinder-855288-2-iscsi the message routers_updated {{(pid=106776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:29:03.689806 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-7b7cdc3f-72bd-402d-9190-a39dce3278b7 admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/a0dd652c-1554-4322-9186-58d07c04c819/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6623688 Aug 31 01:29:03.692340 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 33706) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:29:03.693979 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e659da-434a-4271-915f-6abfd822ab95 None None] Sync routers for ids ['a0dd652c-1554-4322-9186-58d07c04c819'] in dv-cinder-855288-2-iscsi {{(pid=106778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:29:03.705124 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e659da-434a-4271-915f-6abfd822ab95 None None] Routers {'a0dd652c-1554-4322-9186-58d07c04c819'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:29:03.705736 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-53e659da-434a-4271-915f-6abfd822ab95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:29:03Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['a0dd652c-1554-4322-9186-58d07c04c819'], 'active': True} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:03.748253 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:29:03.794183 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-fa64b7c3-5e59-4907-be73-9f3c501e1d90 admin admin] Publish callbacks [] for router (a0dd652c-1554-4322-9186-58d07c04c819), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:03.822220 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvr_db [None req-53e659da-434a-4271-915f-6abfd822ab95 None None] Set router a0dd652c-1554-4322-9186-58d07c04c819 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:29:03.847418 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (799b9b45-836a-4007-8b99-6041c4a5ce6b), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:03.908542 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-fa64b7c3-5e59-4907-be73-9f3c501e1d90 admin admin] Publish callbacks [] for router_gateway (a0dd652c-1554-4322-9186-58d07c04c819), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:04.040114 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [None req-fa64b7c3-5e59-4907-be73-9f3c501e1d90 admin admin] Deleting port bcae5e1e-21f8-45f7-ba18-74d0551b07e1 {{(pid=106776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:29:04.040364 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-fa64b7c3-5e59-4907-be73-9f3c501e1d90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (bcae5e1e-21f8-45f7-ba18-74d0551b07e1), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:04.119718 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-53e659da-434a-4271-915f-6abfd822ab95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'name': 'tempest-AttachVolumeNegativeTest-703590554-router', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': 'bcae5e1e-21f8-45f7-ba18-74d0551b07e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:29:02Z', 'revision_number': 5, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'gw_port': {'id': 'bcae5e1e-21f8-45f7-ba18-74d0551b07e1', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:25Z', 'updated_at': '2022-08-31T01:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi'}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:04.125105 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.db [None req-fa64b7c3-5e59-4907-be73-9f3c501e1d90 admin admin] For port bcae5e1e-21f8-45f7-ba18-74d0551b07e1, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=bcae5e1e-21f8-45f7-ba18-74d0551b07e1,segment=NetworkSegment(5532158b-12fc-4975-99d9-f23bee8acdf7),segment_id=5532158b-12fc-4975-99d9-f23bee8acdf7)] {{(pid=106776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:29:04.125473 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-fa64b7c3-5e59-4907-be73-9f3c501e1d90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (bcae5e1e-21f8-45f7-ba18-74d0551b07e1), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:04.138383 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [None req-fa64b7c3-5e59-4907-be73-9f3c501e1d90 admin admin] Calling delete_port for bcae5e1e-21f8-45f7-ba18-74d0551b07e1 owned by network:router_gateway {{(pid=106776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:29:04.147729 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e659da-434a-4271-915f-6abfd822ab95 None None] Checking router: a0dd652c-1554-4322-9186-58d07c04c819 for host: dv-cinder-855288-2-iscsi {{(pid=106778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:29:04.156450 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e659da-434a-4271-915f-6abfd822ab95 None None] Routers {'a0dd652c-1554-4322-9186-58d07c04c819'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:29:04.157105 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-53e659da-434a-4271-915f-6abfd822ab95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:29:03Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['a0dd652c-1554-4322-9186-58d07c04c819'], 'active': True} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:04.243480 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvr_db [None req-53e659da-434a-4271-915f-6abfd822ab95 None None] Set router a0dd652c-1554-4322-9186-58d07c04c819 gateway port host: None {{(pid=106778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:29:04.293015 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-53e659da-434a-4271-915f-6abfd822ab95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'name': 'tempest-AttachVolumeNegativeTest-703590554-router', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:29:03Z', 'revision_number': 6, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'gw_port_host': None}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:04.319076 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e659da-434a-4271-915f-6abfd822ab95 None None] The sync data for ids ['a0dd652c-1554-4322-9186-58d07c04c819'] in dv-cinder-855288-2-iscsi is: [{'id': 'a0dd652c-1554-4322-9186-58d07c04c819', 'name': 'tempest-AttachVolumeNegativeTest-703590554-router', 'tenant_id': '164da7d4776d4e9f8cf6497aa784d312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:29:03Z', 'revision_number': 6, 'project_id': '164da7d4776d4e9f8cf6497aa784d312', 'gw_port_host': None}] {{(pid=106778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:29:04.371109 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-fa64b7c3-5e59-4907-be73-9f3c501e1d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6273727'] for port (bcae5e1e-21f8-45f7-ba18-74d0551b07e1), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:04.396348 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa64b7c3-5e59-4907-be73-9f3c501e1d90 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcae5e1e-21f8-45f7-ba18-74d0551b07e1,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:04.457541 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-fa64b7c3-5e59-4907-be73-9f3c501e1d90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608328'] for router_gateway (a0dd652c-1554-4322-9186-58d07c04c819), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:04.544634 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-fa64b7c3-5e59-4907-be73-9f3c501e1d90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10600'] for router (a0dd652c-1554-4322-9186-58d07c04c819), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:04.546718 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-fa64b7c3-5e59-4907-be73-9f3c501e1d90 admin admin] Publish callbacks [] for router_controller (a0dd652c-1554-4322-9186-58d07c04c819), precommit_delete_associations {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:04.585313 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:29:04.765380 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-fa64b7c3-5e59-4907-be73-9f3c501e1d90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636102'] for router (a0dd652c-1554-4322-9186-58d07c04c819), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:04.766002 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa64b7c3-5e59-4907-be73-9f3c501e1d90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0dd652c-1554-4322-9186-58d07c04c819 {{(pid=106776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:29:04.770157 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-fa64b7c3-5e59-4907-be73-9f3c501e1d90 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:04.771846 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-fa64b7c3-5e59-4907-be73-9f3c501e1d90 admin admin] 10.222.0.20 "DELETE /networking/v2.0/routers/a0dd652c-1554-4322-9186-58d07c04c819 HTTP/1.1" status: 204 len: 168 time: 1.0778923 Aug 31 01:29:04.779237 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 33712) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:29:04.820141 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.db_base_plugin_v2 [None req-09f8a96c-f908-434f-86dc-41394099549a admin admin] Deleting subnet 4cf8958b-5555-42e1-b4dd-8dee2893fbc9 {{(pid=106776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 01:29:04.823097 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-09f8a96c-f908-434f-86dc-41394099549a admin admin] Publish callbacks [] for subnet (4cf8958b-5555-42e1-b4dd-8dee2893fbc9), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:04.858401 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-09f8a96c-f908-434f-86dc-41394099549a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6223797'] for subnet (4cf8958b-5555-42e1-b4dd-8dee2893fbc9), precommit_delete_associations {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:04.905179 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=6 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:29:04.947615 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-09f8a96c-f908-434f-86dc-41394099549a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1483629'] for subnet (4cf8958b-5555-42e1-b4dd-8dee2893fbc9), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:04.965603 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-6cf74907-e165-4231-8e79-d72e153e628e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (625e835a-7d63-45f9-8a46-c3ba876c3627), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:05.091893 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-09f8a96c-f908-434f-86dc-41394099549a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1483636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6273100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4799849'] for subnet (4cf8958b-5555-42e1-b4dd-8dee2893fbc9), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:05.099802 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device bcae5e1e-21f8-45f7-ba18-74d0551b07e1 no longer exists at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:29:05.123485 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] No Port match for: bcae5e1e-21f8-45f7-ba18-74d0551b07e1 {{(pid=106778) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 01:29:05.123921 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device bcae5e1e-21f8-45f7-ba18-74d0551b07e1 not bound to the agent host dv-cinder-855288-2-iscsi {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:29:05.124237 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 519870e6-178f-4031-8a44-b0fbae55ebbe no longer exists at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:29:05.127690 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f8a96c-f908-434f-86dc-41394099549a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cf8958b-5555-42e1-b4dd-8dee2893fbc9,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:05.129733 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-09f8a96c-f908-434f-86dc-41394099549a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537412'] for subnet (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:05.132935 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-09f8a96c-f908-434f-86dc-41394099549a admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/4cf8958b-5555-42e1-b4dd-8dee2893fbc9 HTTP/1.1" status: 204 len: 168 time: 0.3576550 Aug 31 01:29:05.135815 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 33716) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:29:05.148450 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21b5bb0-8bee-4f0f-b9cb-4cb1aadd483d None None] Network 0760f9a5-d813-4a0f-bcef-9988cda0c948 requested from dv-cinder-855288-2-iscsi {{(pid=106778) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 01:29:05.150956 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] No Port match for: 519870e6-178f-4031-8a44-b0fbae55ebbe {{(pid=106778) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 01:29:05.151305 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 519870e6-178f-4031-8a44-b0fbae55ebbe not bound to the agent host dv-cinder-855288-2-iscsi {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:29:05.219077 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-a0f719ba-3209-4835-b3d2-a4fc1530b345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1495376'] for network (0760f9a5-d813-4a0f-bcef-9988cda0c948), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:05.269166 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.plugin [None req-a0f719ba-3209-4835-b3d2-a4fc1530b345 admin admin] Deleting port 90fc5444-678b-4d25-8c08-1fda7dc68701 {{(pid=106777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:29:05.269509 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-a0f719ba-3209-4835-b3d2-a4fc1530b345 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (90fc5444-678b-4d25-8c08-1fda7dc68701), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:05.322899 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0f4e36-11f1-4890-a5bf-2636d865d583 None None] DHCP port deletion for 0760f9a5-d813-4a0f-bcef-9988cda0c948 request from dv-cinder-855288-2-iscsi {{(pid=106778) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 01:29:05.347771 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.db [None req-a0f719ba-3209-4835-b3d2-a4fc1530b345 admin admin] For port 90fc5444-678b-4d25-8c08-1fda7dc68701, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=90fc5444-678b-4d25-8c08-1fda7dc68701,segment=NetworkSegment(69073539-0cb5-4109-ac49-b16cdc893327),segment_id=69073539-0cb5-4109-ac49-b16cdc893327)] {{(pid=106777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:29:05.348141 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-a0f719ba-3209-4835-b3d2-a4fc1530b345 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (90fc5444-678b-4d25-8c08-1fda7dc68701), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:05.362182 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-1c0f4e36-11f1-4890-a5bf-2636d865d583 None None] Deleting port 90fc5444-678b-4d25-8c08-1fda7dc68701 {{(pid=106778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:29:05.362563 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-1c0f4e36-11f1-4890-a5bf-2636d865d583 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (90fc5444-678b-4d25-8c08-1fda7dc68701), before_delete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:05.364126 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.plugin [None req-a0f719ba-3209-4835-b3d2-a4fc1530b345 admin admin] Calling delete_port for 90fc5444-678b-4d25-8c08-1fda7dc68701 owned by network:dhcp {{(pid=106777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:29:05.427748 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-1c0f4e36-11f1-4890-a5bf-2636d865d583 None None] For port 90fc5444-678b-4d25-8c08-1fda7dc68701, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=90fc5444-678b-4d25-8c08-1fda7dc68701,segment=NetworkSegment(69073539-0cb5-4109-ac49-b16cdc893327),segment_id=69073539-0cb5-4109-ac49-b16cdc893327)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:29:05.428140 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-1c0f4e36-11f1-4890-a5bf-2636d865d583 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (90fc5444-678b-4d25-8c08-1fda7dc68701), precommit_delete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:05.441534 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-1c0f4e36-11f1-4890-a5bf-2636d865d583 None None] Calling delete_port for 90fc5444-678b-4d25-8c08-1fda7dc68701 owned by network:dhcp {{(pid=106778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:29:05.442990 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:29:05.496989 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-a0f719ba-3209-4835-b3d2-a4fc1530b345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5261574'] for port (90fc5444-678b-4d25-8c08-1fda7dc68701), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:05.520527 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-1c0f4e36-11f1-4890-a5bf-2636d865d583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847'] for port (90fc5444-678b-4d25-8c08-1fda7dc68701), after_delete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:05.525722 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f719ba-3209-4835-b3d2-a4fc1530b345 admin admin] Pushing event deleted for resources: {'Port': ['ID=90fc5444-678b-4d25-8c08-1fda7dc68701,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:05.535241 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f719ba-3209-4835-b3d2-a4fc1530b345 admin admin] No DVR routers for this DVR port 90fc5444-678b-4d25-8c08-1fda7dc68701 on host dv-cinder-855288-2-iscsi {{(pid=106777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 01:29:05.544489 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0f4e36-11f1-4890-a5bf-2636d865d583 None None] Pushing event deleted for resources: {'Port': ['ID=90fc5444-678b-4d25-8c08-1fda7dc68701,revision_number=None']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:05.553751 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0f4e36-11f1-4890-a5bf-2636d865d583 None None] No DVR routers for this DVR port 90fc5444-678b-4d25-8c08-1fda7dc68701 on host dv-cinder-855288-2-iscsi {{(pid=106778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 01:29:05.557110 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0f4e36-11f1-4890-a5bf-2636d865d583 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:05.557467 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0f4e36-11f1-4890-a5bf-2636d865d583 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:05.557907 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0f4e36-11f1-4890-a5bf-2636d865d583 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:05.558254 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0f4e36-11f1-4890-a5bf-2636d865d583 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:05.564143 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0f4e36-11f1-4890-a5bf-2636d865d583 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:05.564143 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0f4e36-11f1-4890-a5bf-2636d865d583 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:05.564143 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0f4e36-11f1-4890-a5bf-2636d865d583 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:05.564143 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0f4e36-11f1-4890-a5bf-2636d865d583 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:05.564143 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0f4e36-11f1-4890-a5bf-2636d865d583 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:05.564143 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0f4e36-11f1-4890-a5bf-2636d865d583 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:05.564143 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0f4e36-11f1-4890-a5bf-2636d865d583 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:05.564143 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0f4e36-11f1-4890-a5bf-2636d865d583 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:05.564143 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0f4e36-11f1-4890-a5bf-2636d865d583 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:05.564143 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0f4e36-11f1-4890-a5bf-2636d865d583 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:05.564143 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0f4e36-11f1-4890-a5bf-2636d865d583 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:05.614052 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-a0f719ba-3209-4835-b3d2-a4fc1530b345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1483790', 'neutron.services.segments.db._delete_segments_for_network-8779186328131'] for network (0760f9a5-d813-4a0f-bcef-9988cda0c948), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:05.631316 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.services.segments.db [None req-a0f719ba-3209-4835-b3d2-a4fc1530b345 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0760f9a5-d813-4a0f-bcef-9988cda0c948']}} {{(pid=106777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:05.641028 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.services.segments.db [None req-a0f719ba-3209-4835-b3d2-a4fc1530b345 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69073539-0cb5-4109-ac49-b16cdc893327') {'for_net_delete': True} {{(pid=106777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:05.641326 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.services.segments.db [None req-a0f719ba-3209-4835-b3d2-a4fc1530b345 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69073539-0cb5-4109-ac49-b16cdc893327') {} {{(pid=106777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:05.651602 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-a0f719ba-3209-4835-b3d2-a4fc1530b345 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779186303919', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6594450'] for segment (69073539-0cb5-4109-ac49-b16cdc893327), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:05.661132 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=18 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:29:05.664938 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-a0f719ba-3209-4835-b3d2-a4fc1530b345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484916'] for segment (69073539-0cb5-4109-ac49-b16cdc893327), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:05.667231 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:29:05.671139 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0f719ba-3209-4835-b3d2-a4fc1530b345 admin admin] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=106777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:29:05.671645 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-a0f719ba-3209-4835-b3d2-a4fc1530b345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5261651'] for segment (69073539-0cb5-4109-ac49-b16cdc893327), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:05.801409 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.services.segments.plugin [-] Segment 69073539-0cb5-4109-ac49-b16cdc893327 resource provider aggregate not found Aug 31 01:29:05.818045 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.services.segments.plugin [-] Segment 69073539-0cb5-4109-ac49-b16cdc893327 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 69073539-0cb5-4109-ac49-b16cdc893327 found for delete ", "request_id": "req-0711e6bb-96be-479f-a5ae-f46ccdbabb10"}]} Aug 31 01:29:05.822292 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-a0f719ba-3209-4835-b3d2-a4fc1530b345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1483783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608292'] for network (0760f9a5-d813-4a0f-bcef-9988cda0c948), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:05.839525 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-a0f719ba-3209-4835-b3d2-a4fc1530b345 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537412'] for network (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:05.842617 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-a0f719ba-3209-4835-b3d2-a4fc1530b345 admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/0760f9a5-d813-4a0f-bcef-9988cda0c948 HTTP/1.1" status: 204 len: 168 time: 0.7051482 Aug 31 01:29:05.843867 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f719ba-3209-4835-b3d2-a4fc1530b345 admin admin] Pushing event deleted for resources: {'Network': ['ID=0760f9a5-d813-4a0f-bcef-9988cda0c948,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:06.177586 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 33730) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:29:06.218262 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-573bff7a-9dbe-4a68-ae46-8f81cafb71c0 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=164da7d4776d4e9f8cf6497aa784d312&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0394831 Aug 31 01:29:06.220706 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 33732) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:29:06.272586 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-38196411-5af2-4a57-810c-279299d56562 admin admin] Publish callbacks [] for security_group (7f1171f5-c619-4ee2-9f34-44e5883e9c62), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:06.293955 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-38196411-5af2-4a57-810c-279299d56562 admin admin] Publish callbacks [] for security_group (7f1171f5-c619-4ee2-9f34-44e5883e9c62), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:06.388161 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (f96ef3eb-5320-49ab-b33a-a2775d3a6053), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:06.428259 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-f7411cf7-2853-429b-aa0f-54d02b543116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (5f821ebb-aac9-4915-bb43-6712672a5d6c), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:06.428437 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-38196411-5af2-4a57-810c-279299d56562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (7f1171f5-c619-4ee2-9f34-44e5883e9c62), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:06.431010 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-38196411-5af2-4a57-810c-279299d56562 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:06.432195 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-38196411-5af2-4a57-810c-279299d56562 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/7f1171f5-c619-4ee2-9f34-44e5883e9c62 HTTP/1.1" status: 204 len: 168 time: 0.2105927 Aug 31 01:29:06.440104 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38196411-5af2-4a57-810c-279299d56562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1171f5-c619-4ee2-9f34-44e5883e9c62,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:06.963042 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 90fc5444-678b-4d25-8c08-1fda7dc68701 no longer exists at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:29:06.985531 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] No Port match for: 90fc5444-678b-4d25-8c08-1fda7dc68701 {{(pid=106778) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 01:29:06.985873 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 90fc5444-678b-4d25-8c08-1fda7dc68701 not bound to the agent host dv-cinder-855288-2-iscsi {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:29:08.296792 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 33790) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:29:08.427857 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-19d92939-0649-4d70-a0b2-cf448faafc57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:08.506273 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-19d92939-0649-4d70-a0b2-cf448faafc57 admin admin] Publish callbacks [] for security_group (9979b375-f435-4f5c-842a-3c0d205f3d3f), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:08.570900 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-19d92939-0649-4d70-a0b2-cf448faafc57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (9979b375-f435-4f5c-842a-3c0d205f3d3f), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:08.612275 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-19d92939-0649-4d70-a0b2-cf448faafc57 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=ed11221969d14b2bb6ba403dd9c412a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3143759 Aug 31 01:29:08.614301 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d92939-0649-4d70-a0b2-cf448faafc57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9979b375-f435-4f5c-842a-3c0d205f3d3f,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:08.616608 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 33802) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:29:08.648127 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4376bf-9a59-47a3-9247-7ec951983577 req-e01ee4dc-248d-4b49-94a3-fb358d9a8e26 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:29:08.649773 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-6f4376bf-9a59-47a3-9247-7ec951983577 req-e01ee4dc-248d-4b49-94a3-fb358d9a8e26 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=aa12f850-924b-4bc9-8f32-c3f25e4a4d7d HTTP/1.1" status: 200 len: 946 time: 0.0490165 Aug 31 01:29:08.671394 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-5bf85dac-ff32-49b2-bd54-91fe034908a5 admin admin] Publish callbacks [] for security_group (9979b375-f435-4f5c-842a-3c0d205f3d3f), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:08.693048 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-5bf85dac-ff32-49b2-bd54-91fe034908a5 admin admin] Publish callbacks [] for security_group (9979b375-f435-4f5c-842a-3c0d205f3d3f), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:08.695211 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:29:08.698884 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-6f4376bf-9a59-47a3-9247-7ec951983577 req-30ebe18d-7fcd-415d-87fd-60cad92acf16 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ffb80b2e-00e4-4a72-9d57-a5ac93f65e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431750 Aug 31 01:29:08.727500 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 33804) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:29:08.806593 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-5bf85dac-ff32-49b2-bd54-91fe034908a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (9979b375-f435-4f5c-842a-3c0d205f3d3f), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:08.809130 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-5bf85dac-ff32-49b2-bd54-91fe034908a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:08.810297 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-5bf85dac-ff32-49b2-bd54-91fe034908a5 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/9979b375-f435-4f5c-842a-3c0d205f3d3f HTTP/1.1" status: 204 len: 168 time: 0.1927509 Aug 31 01:29:08.820002 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf85dac-ff32-49b2-bd54-91fe034908a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9979b375-f435-4f5c-842a-3c0d205f3d3f,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:08.881663 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a764e0e-1ba9-4e07-a4f7-c01552dc3d08 tempest-TestMinimumBasicScenario-2143753217 tempest-TestMinimumBasicScenario-2143753217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:29:08.883048 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-6a764e0e-1ba9-4e07-a4f7-c01552dc3d08 tempest-TestMinimumBasicScenario-2143753217 tempest-TestMinimumBasicScenario-2143753217-project-admin] 10.222.0.20 "GET /networking/v2.0/ports?device_id=aa12f850-924b-4bc9-8f32-c3f25e4a4d7d HTTP/1.1" status: 200 len: 1125 time: 0.1546066 Aug 31 01:29:08.885909 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 33810) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:29:08.890126 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [None req-8b512b07-f5b8-4613-b274-465f724192ff tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Request body: {'floatingip': {'floating_network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'port_id': '9a52ea97-a4a8-4c98-835c-b0b492daa956', 'tenant_id': '9befc65a9da84a99942b803ac6a15a0b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:08.971397 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-8b512b07-f5b8-4613-b274-465f724192ff tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:09.022956 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=8 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:29:09.054682 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-8b512b07-f5b8-4613-b274-465f724192ff tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:09.164348 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.db_base_plugin_common [None req-8b512b07-f5b8-4613-b274-465f724192ff tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Allocated IP 172.27.1.181 (6de90673-24a8-444a-94e7-38ef2e70dd83/b0882f00-706c-4556-bcad-01ef413e142c/2c910abe-81e1-46ca-8fe5-1ef24e4476b5) {{(pid=106776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:29:09.288325 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-8b512b07-f5b8-4613-b274-465f724192ff tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Publish callbacks [] for port (2c910abe-81e1-46ca-8fe5-1ef24e4476b5), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:09.417274 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-8b512b07-f5b8-4613-b274-465f724192ff tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779185826838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6273727'] for port (2c910abe-81e1-46ca-8fe5-1ef24e4476b5), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:09.454179 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b512b07-f5b8-4613-b274-465f724192ff tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Network 6de90673-24a8-444a-94e7-38ef2e70dd83 is already hosted by enough agents. {{(pid=106776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:29:09.459395 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.base_scheduler [None req-8b512b07-f5b8-4613-b274-465f724192ff tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Resources bound (agent type, host, resource id): {{(pid=106776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:29:09.462314 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b512b07-f5b8-4613-b274-465f724192ff tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Received port after_create {{(pid=106776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 01:29:09.495989 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b512b07-f5b8-4613-b274-465f724192ff tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Pushing event updated for resources: {'Port': ['ID=2c910abe-81e1-46ca-8fe5-1ef24e4476b5,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:09.683488 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:29:09.839491 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-8b512b07-f5b8-4613-b274-465f724192ff tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Publish callbacks [] for floatingip (3b20e629-dbe9-4952-90ab-120d08f16e5a), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:09.996918 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-8b512b07-f5b8-4613-b274-465f724192ff tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (2c910abe-81e1-46ca-8fe5-1ef24e4476b5), before_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:10.018456 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:29:10.141655 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-8b512b07-f5b8-4613-b274-465f724192ff tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Publish callbacks [] for port (2c910abe-81e1-46ca-8fe5-1ef24e4476b5), precommit_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:10.210960 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-8b512b07-f5b8-4613-b274-465f724192ff tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6273718'] for port (2c910abe-81e1-46ca-8fe5-1ef24e4476b5), after_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:10.282751 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b512b07-f5b8-4613-b274-465f724192ff tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Pushing event updated for resources: {'Port': ['ID=2c910abe-81e1-46ca-8fe5-1ef24e4476b5,revision_number=2']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:10.285351 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-8b512b07-f5b8-4613-b274-465f724192ff tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608267'] for floatingip (3b20e629-dbe9-4952-90ab-120d08f16e5a), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:10.382842 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.db.l3_db [None req-8b512b07-f5b8-4613-b274-465f724192ff tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Floating IP 3b20e629-dbe9-4952-90ab-120d08f16e5a associated. External IP: 172.27.1.181, port: 9a52ea97-a4a8-4c98-835c-b0b492daa956. Aug 31 01:29:10.591434 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b512b07-f5b8-4613-b274-465f724192ff tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Router 1aa335c5-b661-42c3-9f20-6da4702a9b46 has already been hosted by L3 agent 1428144b-5b15-4168-8538-b51b3045e8b6 {{(pid=106776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:29:10.931178 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b512b07-f5b8-4613-b274-465f724192ff tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Notify agent at l3_agent.dv-cinder-855288-2-iscsi the message routers_updated {{(pid=106776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:29:10.947583 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff9d5d4-6cd2-45fa-9ca1-7a8f4db93515 None None] Sync routers for ids ['1aa335c5-b661-42c3-9f20-6da4702a9b46'] in dv-cinder-855288-2-iscsi {{(pid=106779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:29:10.959440 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff9d5d4-6cd2-45fa-9ca1-7a8f4db93515 None None] Routers {'1aa335c5-b661-42c3-9f20-6da4702a9b46'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:29:10.960063 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-1ff9d5d4-6cd2-45fa-9ca1-7a8f4db93515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:29:03Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['1aa335c5-b661-42c3-9f20-6da4702a9b46'], 'active': True} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:11.001843 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-8b512b07-f5b8-4613-b274-465f724192ff tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for floatingip (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:11.043606 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-8b512b07-f5b8-4613-b274-465f724192ff tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1541913 Aug 31 01:29:11.043606 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa12f850-924b-4bc9-8f32-c3f25e4a4d7d', 'tag': '9a52ea97-a4a8-4c98-835c-b0b492daa956'}] {{(pid=106776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:29:11.044145 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 33874) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:29:11.048686 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [None req-92c92e31-c43e-43e0-8fa8-3511b3ceac2f tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2009313173', 'description': 'tempest-secgroup-smoke-2009313173 description', 'project_id': '9befc65a9da84a99942b803ac6a15a0b'}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:11.053574 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c75c880f6fcf50a6244b1a715e98a431c8b587c27dc42cc7f33f1c98f81bddd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06a27b8-6384-462b-8907-630f2b226fa1" -d '{"events": [{"name": "network-changed", "server_uuid": "aa12f850-924b-4bc9-8f32-c3f25e4a4d7d", "tag": "9a52ea97-a4a8-4c98-835c-b0b492daa956"}]}' {{(pid=106776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:29:11.085285 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvr_db [None req-1ff9d5d4-6cd2-45fa-9ca1-7a8f4db93515 None None] Set router 1aa335c5-b661-42c3-9f20-6da4702a9b46 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:29:11.097846 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 01:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fce4a9e-0c9f-4340-84ee-b8614c8c62e3 x-openstack-request-id: req-4fce4a9e-0c9f-4340-84ee-b8614c8c62e3 {{(pid=106776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:29:11.097846 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa12f850-924b-4bc9-8f32-c3f25e4a4d7d", "tag": "9a52ea97-a4a8-4c98-835c-b0b492daa956", "status": "completed", "code": 200}]} {{(pid=106776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:29:11.097846 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4fce4a9e-0c9f-4340-84ee-b8614c8c62e3 {{(pid=106776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:29:11.097846 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fce4a9e-0c9f-4340-84ee-b8614c8c62e3'] response: {'name': 'network-changed', 'server_uuid': 'aa12f850-924b-4bc9-8f32-c3f25e4a4d7d', 'tag': '9a52ea97-a4a8-4c98-835c-b0b492daa956', 'status': 'completed', 'code': 200} Aug 31 01:29:11.150518 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:29:11.170991 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-92c92e31-c43e-43e0-8fa8-3511b3ceac2f tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Publish callbacks [] for security_group (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:11.184351 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a27b8-6384-462b-8907-630f2b226fa1 req-6ca16117-b685-4067-b134-e550e2991c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:29:11.186264 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-f06a27b8-6384-462b-8907-630f2b226fa1 req-6ca16117-b685-4067-b134-e550e2991c6d service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=9befc65a9da84a99942b803ac6a15a0b&device_id=aa12f850-924b-4bc9-8f32-c3f25e4a4d7d HTTP/1.1" status: 200 len: 1130 time: 0.0587885 Aug 31 01:29:11.217386 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:29:11.289818 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:29:11.298178 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-92c92e31-c43e-43e0-8fa8-3511b3ceac2f tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Publish callbacks [] for security_group (330e6ac8-6ca1-473d-bc66-9bf1ae91d293), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:11.329659 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a27b8-6384-462b-8907-630f2b226fa1 req-e64779cc-562b-46d0-b33e-e7b8e06e18e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:29:11.331444 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-f06a27b8-6384-462b-8907-630f2b226fa1 req-e64779cc-562b-46d0-b33e-e7b8e06e18e0 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?id=7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3 HTTP/1.1" status: 200 len: 917 time: 0.1373286 Aug 31 01:29:11.343249 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-1ff9d5d4-6cd2-45fa-9ca1-7a8f4db93515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa335c5-b661-42c3-9f20-6da4702a9b46', 'name': 'tempest-TestMinimumBasicScenario-1950464407-router', 'tenant_id': '9befc65a9da84a99942b803ac6a15a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'f4b8f35c-9234-4b21-8cb1-cc99cdfaafd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:28:06Z', 'updated_at': '2022-08-31T01:28:11Z', 'revision_number': 4, 'project_id': '9befc65a9da84a99942b803ac6a15a0b', 'gw_port': {'id': 'f4b8f35c-9234-4b21-8cb1-cc99cdfaafd8', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:97:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa335c5-b661-42c3-9f20-6da4702a9b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:28:07Z', 'updated_at': '2022-08-31T01:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_floatingips': [{'id': '3b20e629-dbe9-4952-90ab-120d08f16e5a', 'tenant_id': '9befc65a9da84a99942b803ac6a15a0b', 'floating_ip_address': '172.27.1.181', 'floating_network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'router_id': '1aa335c5-b661-42c3-9f20-6da4702a9b46', 'port_id': '9a52ea97-a4a8-4c98-835c-b0b492daa956', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3', 'mac_address': 'fa:16:3e:02:3e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa12f850-924b-4bc9-8f32-c3f25e4a4d7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T01:29:09Z', 'updated_at': '2022-08-31T01:29:09Z', 'revision_number': 0, 'project_id': '9befc65a9da84a99942b803ac6a15a0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '542ac746-bd7b-4ccc-870b-50058cd393ab', 'name': '', 'network_id': '7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3', 'tenant_id': '9befc65a9da84a99942b803ac6a15a0b', 'mac_address': 'fa:16:3e:78:27:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa335c5-b661-42c3-9f20-6da4702a9b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'd3b48e56-98ff-4fa8-bbfd-1e9209ce3f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:28:10Z', 'updated_at': '2022-08-31T01:28:17Z', 'revision_number': 5, 'project_id': '9befc65a9da84a99942b803ac6a15a0b', 'subnets': [{'id': 'd3b48e56-98ff-4fa8-bbfd-1e9209ce3f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:11.368324 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff9d5d4-6cd2-45fa-9ca1-7a8f4db93515 None None] Checking router: 1aa335c5-b661-42c3-9f20-6da4702a9b46 for host: dv-cinder-855288-2-iscsi {{(pid=106779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:29:11.377021 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff9d5d4-6cd2-45fa-9ca1-7a8f4db93515 None None] Routers {'1aa335c5-b661-42c3-9f20-6da4702a9b46'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:29:11.377655 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-1ff9d5d4-6cd2-45fa-9ca1-7a8f4db93515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:29:03Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['1aa335c5-b661-42c3-9f20-6da4702a9b46'], 'active': True} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:11.383179 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-92c92e31-c43e-43e0-8fa8-3511b3ceac2f tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (330e6ac8-6ca1-473d-bc66-9bf1ae91d293), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:11.410842 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-f06a27b8-6384-462b-8907-630f2b226fa1 req-97829dda-4ac8-4872-a81e-1bd6b702db29 service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a52ea97-a4a8-4c98-835c-b0b492daa956 HTTP/1.1" status: 200 len: 1000 time: 0.0688367 Aug 31 01:29:11.415292 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c92e31-c43e-43e0-8fa8-3511b3ceac2f tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=330e6ac8-6ca1-473d-bc66-9bf1ae91d293,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:11.422998 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c92e31-c43e-43e0-8fa8-3511b3ceac2f tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:11.429053 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c92e31-c43e-43e0-8fa8-3511b3ceac2f tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:11.429053 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c92e31-c43e-43e0-8fa8-3511b3ceac2f tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:11.429053 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c92e31-c43e-43e0-8fa8-3511b3ceac2f tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:11.429053 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c92e31-c43e-43e0-8fa8-3511b3ceac2f tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:11.429053 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c92e31-c43e-43e0-8fa8-3511b3ceac2f tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:11.429053 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c92e31-c43e-43e0-8fa8-3511b3ceac2f tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:11.429053 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c92e31-c43e-43e0-8fa8-3511b3ceac2f tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:11.429053 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c92e31-c43e-43e0-8fa8-3511b3ceac2f tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:11.429053 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c92e31-c43e-43e0-8fa8-3511b3ceac2f tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:11.429053 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c92e31-c43e-43e0-8fa8-3511b3ceac2f tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:11.429053 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c92e31-c43e-43e0-8fa8-3511b3ceac2f tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:11.429053 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c92e31-c43e-43e0-8fa8-3511b3ceac2f tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:11.429053 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c92e31-c43e-43e0-8fa8-3511b3ceac2f tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:11.430020 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c92e31-c43e-43e0-8fa8-3511b3ceac2f tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:11.449889 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:29:11.466369 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a27b8-6384-462b-8907-630f2b226fa1 req-13149999-351c-478a-9bba-22df14d33b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:29:11.467929 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-f06a27b8-6384-462b-8907-630f2b226fa1 req-13149999-351c-478a-9bba-22df14d33b2c service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=d3b48e56-98ff-4fa8-bbfd-1e9209ce3f50 HTTP/1.1" status: 200 len: 854 time: 0.0508993 Aug 31 01:29:11.470863 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-92c92e31-c43e-43e0-8fa8-3511b3ceac2f tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Publish callbacks [] for security_group (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:11.473021 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-92c92e31-c43e-43e0-8fa8-3511b3ceac2f tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4269772 Aug 31 01:29:11.475644 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 33886) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:29:11.488280 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [None req-1ebe59be-0b12-4acb-be66-543c33d5402f tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Request body: {'security_group_rule': {'security_group_id': '330e6ac8-6ca1-473d-bc66-9bf1ae91d293', 'project_id': '9befc65a9da84a99942b803ac6a15a0b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:11.493134 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvr_db [None req-1ff9d5d4-6cd2-45fa-9ca1-7a8f4db93515 None None] Set router 1aa335c5-b661-42c3-9f20-6da4702a9b46 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:29:11.535706 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a27b8-6384-462b-8907-630f2b226fa1 req-5b3cda7f-6152-4f7b-b60a-13f22ecb7e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:29:11.537311 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-f06a27b8-6384-462b-8907-630f2b226fa1 req-5b3cda7f-6152-4f7b-b60a-13f22ecb7e07 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0607369 Aug 31 01:29:11.633026 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f686df-5a50-41fe-bd02-dec84d5232d6 req-5afcd14e-e16b-4b6f-9f17-023f66e7f8a0 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:29:11.634526 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-74f686df-5a50-41fe-bd02-dec84d5232d6 req-5afcd14e-e16b-4b6f-9f17-023f66e7f8a0 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f29a15ea-aad6-4491-a2e4-602f9ee66899 HTTP/1.1" status: 200 len: 946 time: 0.0474200 Aug 31 01:29:11.663920 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-1ebe59be-0b12-4acb-be66-543c33d5402f tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Publish callbacks [] for security_group_rule (695ed08f-af6e-4b69-bf2e-c4b207920dea), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:11.693834 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-74f686df-5a50-41fe-bd02-dec84d5232d6 req-2e99aade-dba3-4ebf-96d2-09f8079d14db tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=992a52af-e238-4626-98e4-78502fd562e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525985 Aug 31 01:29:11.744680 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-1ebe59be-0b12-4acb-be66-543c33d5402f tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Publish callbacks [] for security_group_rule (695ed08f-af6e-4b69-bf2e-c4b207920dea), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:11.797320 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-1ff9d5d4-6cd2-45fa-9ca1-7a8f4db93515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa335c5-b661-42c3-9f20-6da4702a9b46', 'name': 'tempest-TestMinimumBasicScenario-1950464407-router', 'tenant_id': '9befc65a9da84a99942b803ac6a15a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'f4b8f35c-9234-4b21-8cb1-cc99cdfaafd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:28:06Z', 'updated_at': '2022-08-31T01:28:11Z', 'revision_number': 4, 'project_id': '9befc65a9da84a99942b803ac6a15a0b', 'gw_port': {'id': 'f4b8f35c-9234-4b21-8cb1-cc99cdfaafd8', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:97:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa335c5-b661-42c3-9f20-6da4702a9b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:28:07Z', 'updated_at': '2022-08-31T01:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_floatingips': [{'id': '3b20e629-dbe9-4952-90ab-120d08f16e5a', 'tenant_id': '9befc65a9da84a99942b803ac6a15a0b', 'floating_ip_address': '172.27.1.181', 'floating_network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'router_id': '1aa335c5-b661-42c3-9f20-6da4702a9b46', 'port_id': '9a52ea97-a4a8-4c98-835c-b0b492daa956', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3', 'mac_address': 'fa:16:3e:02:3e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa12f850-924b-4bc9-8f32-c3f25e4a4d7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T01:29:09Z', 'updated_at': '2022-08-31T01:29:09Z', 'revision_number': 0, 'project_id': '9befc65a9da84a99942b803ac6a15a0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '542ac746-bd7b-4ccc-870b-50058cd393ab', 'name': '', 'network_id': '7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3', 'tenant_id': '9befc65a9da84a99942b803ac6a15a0b', 'mac_address': 'fa:16:3e:78:27:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa335c5-b661-42c3-9f20-6da4702a9b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'd3b48e56-98ff-4fa8-bbfd-1e9209ce3f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:28:10Z', 'updated_at': '2022-08-31T01:28:17Z', 'revision_number': 5, 'project_id': '9befc65a9da84a99942b803ac6a15a0b', 'subnets': [{'id': 'd3b48e56-98ff-4fa8-bbfd-1e9209ce3f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:11.822125 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff9d5d4-6cd2-45fa-9ca1-7a8f4db93515 None None] The sync data for ids ['1aa335c5-b661-42c3-9f20-6da4702a9b46'] in dv-cinder-855288-2-iscsi is: [{'id': '1aa335c5-b661-42c3-9f20-6da4702a9b46', 'name': 'tempest-TestMinimumBasicScenario-1950464407-router', 'tenant_id': '9befc65a9da84a99942b803ac6a15a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'f4b8f35c-9234-4b21-8cb1-cc99cdfaafd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:28:06Z', 'updated_at': '2022-08-31T01:28:11Z', 'revision_number': 4, 'project_id': '9befc65a9da84a99942b803ac6a15a0b', 'gw_port': {'id': 'f4b8f35c-9234-4b21-8cb1-cc99cdfaafd8', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:97:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa335c5-b661-42c3-9f20-6da4702a9b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:28:07Z', 'updated_at': '2022-08-31T01:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_floatingips': [{'id': '3b20e629-dbe9-4952-90ab-120d08f16e5a', 'tenant_id': '9befc65a9da84a99942b803ac6a15a0b', 'floating_ip_address': '172.27.1.181', 'floating_network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'router_id': '1aa335c5-b661-42c3-9f20-6da4702a9b46', 'port_id': '9a52ea97-a4a8-4c98-835c-b0b492daa956', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3', 'mac_address': 'fa:16:3e:02:3e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa12f850-924b-4bc9-8f32-c3f25e4a4d7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T01:29:09Z', 'updated_at': '2022-08-31T01:29:09Z', 'revision_number': 0, 'project_id': '9befc65a9da84a99942b803ac6a15a0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '542ac746-bd7b-4ccc-870b-50058cd393ab', 'name': '', 'network_id': '7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3', 'tenant_id': '9befc65a9da84a99942b803ac6a15a0b', 'mac_address': 'fa:16:3e:78:27:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa335c5-b661-42c3-9f20-6da4702a9b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'd3b48e56-98ff-4fa8-bbfd-1e9209ce3f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:28:10Z', 'updated_at': '2022-08-31T01:28:17Z', 'revision_number': 5, 'project_id': '9befc65a9da84a99942b803ac6a15a0b', 'subnets': [{'id': 'd3b48e56-98ff-4fa8-bbfd-1e9209ce3f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:29:11.834080 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-1ebe59be-0b12-4acb-be66-543c33d5402f tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413228'] for security_group_rule (695ed08f-af6e-4b69-bf2e-c4b207920dea), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:11.856089 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebe59be-0b12-4acb-be66-543c33d5402f tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=695ed08f-af6e-4b69-bf2e-c4b207920dea,revision_number=0']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:11.868110 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebe59be-0b12-4acb-be66-543c33d5402f tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:11.868555 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebe59be-0b12-4acb-be66-543c33d5402f tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:11.869108 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebe59be-0b12-4acb-be66-543c33d5402f tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:11.869576 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebe59be-0b12-4acb-be66-543c33d5402f tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:11.870000 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebe59be-0b12-4acb-be66-543c33d5402f tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:11.872281 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebe59be-0b12-4acb-be66-543c33d5402f tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:11.872281 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebe59be-0b12-4acb-be66-543c33d5402f tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:11.872281 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebe59be-0b12-4acb-be66-543c33d5402f tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:11.872281 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebe59be-0b12-4acb-be66-543c33d5402f tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:11.872281 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebe59be-0b12-4acb-be66-543c33d5402f tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:11.873157 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebe59be-0b12-4acb-be66-543c33d5402f tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:11.873157 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebe59be-0b12-4acb-be66-543c33d5402f tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:11.873544 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebe59be-0b12-4acb-be66-543c33d5402f tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:11.874242 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebe59be-0b12-4acb-be66-543c33d5402f tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:11.874761 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebe59be-0b12-4acb-be66-543c33d5402f tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:29:11.921418 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-1ebe59be-0b12-4acb-be66-543c33d5402f tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:11.922898 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-1ebe59be-0b12-4acb-be66-543c33d5402f tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4448919 Aug 31 01:29:11.925745 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 33892) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:29:11.930280 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [None req-f03a10f3-8bdd-4c45-8a03-11a1bd077021 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Request body: {'security_group_rule': {'security_group_id': '330e6ac8-6ca1-473d-bc66-9bf1ae91d293', 'project_id': '9befc65a9da84a99942b803ac6a15a0b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:12.030209 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3453aa9d-ffe5-42ac-8ef6-ed714979813a None None] New status for floating IP 3b20e629-dbe9-4952-90ab-120d08f16e5a: ACTIVE {{(pid=106778) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 01:29:12.040694 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-f03a10f3-8bdd-4c45-8a03-11a1bd077021 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Publish callbacks [] for security_group_rule (a6bf5a4b-08e7-4dd7-97e1-0c33b89c7a46), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:12.092110 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-f03a10f3-8bdd-4c45-8a03-11a1bd077021 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Publish callbacks [] for security_group_rule (a6bf5a4b-08e7-4dd7-97e1-0c33b89c7a46), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:12.114716 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:29:12.193918 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-f03a10f3-8bdd-4c45-8a03-11a1bd077021 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413228'] for security_group_rule (a6bf5a4b-08e7-4dd7-97e1-0c33b89c7a46), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:12.216870 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03a10f3-8bdd-4c45-8a03-11a1bd077021 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6bf5a4b-08e7-4dd7-97e1-0c33b89c7a46,revision_number=0']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:12.292848 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-f03a10f3-8bdd-4c45-8a03-11a1bd077021 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:12.294080 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-f03a10f3-8bdd-4c45-8a03-11a1bd077021 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3674088 Aug 31 01:29:12.296791 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 33894) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:29:12.301204 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [None req-82748b42-2624-49fa-b2fe-f6b6cb8fca5b tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Request body: {'security_group_rule': {'security_group_id': '330e6ac8-6ca1-473d-bc66-9bf1ae91d293', 'project_id': '9befc65a9da84a99942b803ac6a15a0b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:12.382853 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-82748b42-2624-49fa-b2fe-f6b6cb8fca5b tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Publish callbacks [] for security_group_rule (b854e4f9-01ea-43e4-be3d-1196a8f3ea87), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:12.442130 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-82748b42-2624-49fa-b2fe-f6b6cb8fca5b tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Publish callbacks [] for security_group_rule (b854e4f9-01ea-43e4-be3d-1196a8f3ea87), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:12.508076 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-82748b42-2624-49fa-b2fe-f6b6cb8fca5b tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413228'] for security_group_rule (b854e4f9-01ea-43e4-be3d-1196a8f3ea87), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:12.528968 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82748b42-2624-49fa-b2fe-f6b6cb8fca5b tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b854e4f9-01ea-43e4-be3d-1196a8f3ea87,revision_number=0']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:12.618956 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-82748b42-2624-49fa-b2fe-f6b6cb8fca5b tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:12.620792 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-82748b42-2624-49fa-b2fe-f6b6cb8fca5b tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3225427 Aug 31 01:29:12.622969 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 33896) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:29:12.627746 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [None req-418c216d-33ca-473b-904d-380ab5746146 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Request body: {'security_group_rule': {'security_group_id': '330e6ac8-6ca1-473d-bc66-9bf1ae91d293', 'project_id': '9befc65a9da84a99942b803ac6a15a0b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:12.708767 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-418c216d-33ca-473b-904d-380ab5746146 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Publish callbacks [] for security_group_rule (be023251-a51d-4fa2-a0a4-38d83890c0f8), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:12.745745 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=79,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:29:12.770676 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-418c216d-33ca-473b-904d-380ab5746146 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Publish callbacks [] for security_group_rule (be023251-a51d-4fa2-a0a4-38d83890c0f8), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:12.822517 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-418c216d-33ca-473b-904d-380ab5746146 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413228'] for security_group_rule (be023251-a51d-4fa2-a0a4-38d83890c0f8), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:12.845174 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418c216d-33ca-473b-904d-380ab5746146 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be023251-a51d-4fa2-a0a4-38d83890c0f8,revision_number=0']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:12.856794 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2435a8-7bc2-4801-80ff-759100af4b7e req-55184fcf-9e3b-404c-901b-9c1062c040df tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:29:12.858302 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1f2435a8-7bc2-4801-80ff-759100af4b7e req-55184fcf-9e3b-404c-901b-9c1062c040df tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f29a15ea-aad6-4491-a2e4-602f9ee66899 HTTP/1.1" status: 200 len: 946 time: 0.0631156 Aug 31 01:29:12.909900 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1f2435a8-7bc2-4801-80ff-759100af4b7e req-197644a3-cab2-4d87-8346-ae0c9192331d tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=992a52af-e238-4626-98e4-78502fd562e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459051 Aug 31 01:29:12.910319 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-418c216d-33ca-473b-904d-380ab5746146 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:12.911554 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-418c216d-33ca-473b-904d-380ab5746146 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2874413 Aug 31 01:29:12.914511 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 33904) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:29:12.919412 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [None req-81b0b271-4755-420d-9d56-89841332895f tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Request body: {'security_group_rule': {'security_group_id': '330e6ac8-6ca1-473d-bc66-9bf1ae91d293', 'project_id': '9befc65a9da84a99942b803ac6a15a0b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:12.999375 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.db.securitygroups_db [None req-81b0b271-4755-420d-9d56-89841332895f tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Project 9befc65a9da84a99942b803ac6a15a0b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 01:29:13.005791 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-81b0b271-4755-420d-9d56-89841332895f tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Publish callbacks [] for security_group_rule (55c1f743-e80a-412f-9e9f-66adae18e193), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:13.074808 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-81b0b271-4755-420d-9d56-89841332895f tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Publish callbacks [] for security_group_rule (55c1f743-e80a-412f-9e9f-66adae18e193), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:13.153765 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-81b0b271-4755-420d-9d56-89841332895f tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413228'] for security_group_rule (55c1f743-e80a-412f-9e9f-66adae18e193), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:13.163948 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:29:13.179374 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b0b271-4755-420d-9d56-89841332895f tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55c1f743-e80a-412f-9e9f-66adae18e193,revision_number=0']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:13.217832 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-f06a27b8-6384-462b-8907-630f2b226fa1 req-9199e645-a99f-42f1-a7fb-ed3f163b16b8 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111722 Aug 31 01:29:13.246737 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-81b0b271-4755-420d-9d56-89841332895f tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:13.247860 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-81b0b271-4755-420d-9d56-89841332895f tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3322134 Aug 31 01:29:13.250793 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 33918) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:29:13.255058 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [None req-c8d03b47-0f89-41ad-9f8e-78fc1d9b0836 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Request body: {'security_group_rule': {'security_group_id': '330e6ac8-6ca1-473d-bc66-9bf1ae91d293', 'project_id': '9befc65a9da84a99942b803ac6a15a0b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:13.362942 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.db.securitygroups_db [None req-c8d03b47-0f89-41ad-9f8e-78fc1d9b0836 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Project 9befc65a9da84a99942b803ac6a15a0b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 01:29:13.373533 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-c8d03b47-0f89-41ad-9f8e-78fc1d9b0836 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Publish callbacks [] for security_group_rule (3c94108c-ebd3-43aa-9075-7da287edf69f), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:13.421667 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-f06a27b8-6384-462b-8907-630f2b226fa1 req-faef6bdc-7776-4f49-b705-bd4044e8d1d5 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214478 Aug 31 01:29:13.452495 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-c8d03b47-0f89-41ad-9f8e-78fc1d9b0836 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Publish callbacks [] for security_group_rule (3c94108c-ebd3-43aa-9075-7da287edf69f), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:13.464885 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4534adf0-42d2-460b-9bd5-d18ff84e7233 req-d0cf5c60-39b6-49bd-bae1-6f6a7455893e tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:29:13.466434 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-4534adf0-42d2-460b-9bd5-d18ff84e7233 req-d0cf5c60-39b6-49bd-bae1-6f6a7455893e tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=f29a15ea-aad6-4491-a2e4-602f9ee66899 HTTP/1.1" status: 200 len: 946 time: 0.0514262 Aug 31 01:29:13.549001 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-c8d03b47-0f89-41ad-9f8e-78fc1d9b0836 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413228'] for security_group_rule (3c94108c-ebd3-43aa-9075-7da287edf69f), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:13.553610 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.plugin [req-4534adf0-42d2-460b-9bd5-d18ff84e7233 req-90b1171e-36fb-45fb-a497-71369d98f072 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Deleting port cdfb0f64-8b81-4f78-aca5-823b4f781b7b {{(pid=106777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:29:13.553949 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-4534adf0-42d2-460b-9bd5-d18ff84e7233 req-90b1171e-36fb-45fb-a497-71369d98f072 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (cdfb0f64-8b81-4f78-aca5-823b4f781b7b), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:13.577241 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d03b47-0f89-41ad-9f8e-78fc1d9b0836 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c94108c-ebd3-43aa-9075-7da287edf69f,revision_number=0']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:13.635921 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-c8d03b47-0f89-41ad-9f8e-78fc1d9b0836 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:13.637192 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-c8d03b47-0f89-41ad-9f8e-78fc1d9b0836 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3854535 Aug 31 01:29:13.663468 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.db [req-4534adf0-42d2-460b-9bd5-d18ff84e7233 req-90b1171e-36fb-45fb-a497-71369d98f072 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] For port cdfb0f64-8b81-4f78-aca5-823b4f781b7b, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=cdfb0f64-8b81-4f78-aca5-823b4f781b7b,segment=NetworkSegment(9ea3922f-9a93-4c57-9a67-322f3f62c0bf),segment_id=9ea3922f-9a93-4c57-9a67-322f3f62c0bf)] {{(pid=106777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:29:13.663839 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-4534adf0-42d2-460b-9bd5-d18ff84e7233 req-90b1171e-36fb-45fb-a497-71369d98f072 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (cdfb0f64-8b81-4f78-aca5-823b4f781b7b), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:13.801851 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-877ee657-095d-4d02-ad1a-bad28f602014 req-3f71ccfb-2460-476b-80d6-bb24d24604b6 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2009313173&fields=id&tenant_id=9befc65a9da84a99942b803ac6a15a0b HTTP/1.1" status: 200 len: 267 time: 0.0976982 Aug 31 01:29:14.183591 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877ee657-095d-4d02-ad1a-bad28f602014 req-b8fb4d35-f29a-4c84-aece-e6d96d417112 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:29:14.185074 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-877ee657-095d-4d02-ad1a-bad28f602014 req-b8fb4d35-f29a-4c84-aece-e6d96d417112 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=aa12f850-924b-4bc9-8f32-c3f25e4a4d7d HTTP/1.1" status: 200 len: 946 time: 0.3767600 Aug 31 01:29:14.195193 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cded09-f9b6-4ecc-a6c9-6a9f81dd14e4 req-b3ccf867-ec64-4e52-a729-5bd2aa9b3958 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:29:14.196534 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-45cded09-f9b6-4ecc-a6c9-6a9f81dd14e4 req-b3ccf867-ec64-4e52-a729-5bd2aa9b3958 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f29a15ea-aad6-4491-a2e4-602f9ee66899 HTTP/1.1" status: 200 len: 946 time: 0.0746167 Aug 31 01:29:14.200962 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-4534adf0-42d2-460b-9bd5-d18ff84e7233 req-90b1171e-36fb-45fb-a497-71369d98f072 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:14.201317 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-4534adf0-42d2-460b-9bd5-d18ff84e7233 req-90b1171e-36fb-45fb-a497-71369d98f072 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608267'] for floatingip (fcb8b79e-6d6c-4eef-a1fa-36b08be73e84), after_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:14.201626 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.db.l3_db [req-4534adf0-42d2-460b-9bd5-d18ff84e7233 req-90b1171e-36fb-45fb-a497-71369d98f072 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Floating IP fcb8b79e-6d6c-4eef-a1fa-36b08be73e84 disassociated. External IP: 172.27.1.138, port: cdfb0f64-8b81-4f78-aca5-823b4f781b7b. Aug 31 01:29:14.201963 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.plugin [req-4534adf0-42d2-460b-9bd5-d18ff84e7233 req-90b1171e-36fb-45fb-a497-71369d98f072 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Calling delete_port for cdfb0f64-8b81-4f78-aca5-823b4f781b7b owned by compute:nova {{(pid=106777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:29:14.206854 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [req-877ee657-095d-4d02-ad1a-bad28f602014 req-fab0bdf7-412e-4a1c-a36e-56ce456e1613 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Request body: {'port': {'security_groups': ['ffb80b2e-00e4-4a72-9d57-a5ac93f65e3d', '330e6ac8-6ca1-473d-bc66-9bf1ae91d293']}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:29:14.239959 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:29:14.360229 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-45cded09-f9b6-4ecc-a6c9-6a9f81dd14e4 req-ade1b257-5de0-4ddf-a4e5-2ccdb19e09a4 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=992a52af-e238-4626-98e4-78502fd562e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474180 Aug 31 01:29:14.362538 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-877ee657-095d-4d02-ad1a-bad28f602014 req-fab0bdf7-412e-4a1c-a36e-56ce456e1613 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (9a52ea97-a4a8-4c98-835c-b0b492daa956), before_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:14.368100 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:29:14.572795 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-4534adf0-42d2-460b-9bd5-d18ff84e7233 req-90b1171e-36fb-45fb-a497-71369d98f072 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5261574'] for port (cdfb0f64-8b81-4f78-aca5-823b4f781b7b), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:14.611196 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1171e-36fb-45fb-a497-71369d98f072 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Pushing event deleted for resources: {'Port': ['ID=cdfb0f64-8b81-4f78-aca5-823b4f781b7b,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:14.627809 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.db [req-877ee657-095d-4d02-ad1a-bad28f602014 req-fab0bdf7-412e-4a1c-a36e-56ce456e1613 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] For port 9a52ea97-a4a8-4c98-835c-b0b492daa956, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=9a52ea97-a4a8-4c98-835c-b0b492daa956,segment=NetworkSegment(4bbdd3d1-92ab-42d5-87f4-984876af95f9),segment_id=4bbdd3d1-92ab-42d5-87f4-984876af95f9)] {{(pid=106777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:29:14.698757 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-877ee657-095d-4d02-ad1a-bad28f602014 req-fab0bdf7-412e-4a1c-a36e-56ce456e1613 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Publish callbacks [] for port (9a52ea97-a4a8-4c98-835c-b0b492daa956), precommit_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:14.745005 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-877ee657-095d-4d02-ad1a-bad28f602014 req-fab0bdf7-412e-4a1c-a36e-56ce456e1613 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5261583'] for port (9a52ea97-a4a8-4c98-835c-b0b492daa956), after_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:14.753629 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877ee657-095d-4d02-ad1a-bad28f602014 req-fab0bdf7-412e-4a1c-a36e-56ce456e1613 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:29:14.754240 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-877ee657-095d-4d02-ad1a-bad28f602014 req-fab0bdf7-412e-4a1c-a36e-56ce456e1613 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for port (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:14.755596 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-877ee657-095d-4d02-ad1a-bad28f602014 req-fab0bdf7-412e-4a1c-a36e-56ce456e1613 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "PUT /networking/v2.0/ports/9a52ea97-a4a8-4c98-835c-b0b492daa956 HTTP/1.1" status: 200 len: 982 time: 0.5581601 Aug 31 01:29:14.764122 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] get_ports_and_sgs() called for port_ids ['9a52ea97-a4a8-4c98-835c-b0b492daa956'] {{(pid=106778) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 01:29:14.766273 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa12f850-924b-4bc9-8f32-c3f25e4a4d7d', 'tag': '9a52ea97-a4a8-4c98-835c-b0b492daa956'}] {{(pid=106777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:29:14.770423 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e330c87e12d7f870e7d9a686a76230f6b0968ad9153010b5cc5787492cc6e0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11256dc9-f634-4ffc-ac94-6753c0ead4e7" -d '{"events": [{"name": "network-changed", "server_uuid": "aa12f850-924b-4bc9-8f32-c3f25e4a4d7d", "tag": "9a52ea97-a4a8-4c98-835c-b0b492daa956"}]}' {{(pid=106777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:29:14.825618 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4534adf0-42d2-460b-9bd5-d18ff84e7233 req-90b1171e-36fb-45fb-a497-71369d98f072 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Router 5782a4a2-909a-4031-86cd-c38efe94ee2d has already been hosted by L3 agent 1428144b-5b15-4168-8538-b51b3045e8b6 {{(pid=106777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:29:14.843356 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 01:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0583ad8-8896-4ab8-9952-53b9b913ec22 x-openstack-request-id: req-e0583ad8-8896-4ab8-9952-53b9b913ec22 {{(pid=106777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:29:14.843640 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa12f850-924b-4bc9-8f32-c3f25e4a4d7d", "tag": "9a52ea97-a4a8-4c98-835c-b0b492daa956", "status": "completed", "code": 200}]} {{(pid=106777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:29:14.843884 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e0583ad8-8896-4ab8-9952-53b9b913ec22 {{(pid=106777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:29:14.845682 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0583ad8-8896-4ab8-9952-53b9b913ec22'] response: {'name': 'network-changed', 'server_uuid': 'aa12f850-924b-4bc9-8f32-c3f25e4a4d7d', 'tag': '9a52ea97-a4a8-4c98-835c-b0b492daa956', 'status': 'completed', 'code': 200} Aug 31 01:29:14.872095 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] get_ports_and_sgs() called for port_ids ['9a52ea97-a4a8-4c98-835c-b0b492daa956'] {{(pid=106778) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 01:29:14.897630 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19349fb1-025d-449d-bcec-e0a5f9b84d99 req-48235ffa-e5ba-4b56-828e-bea7b5cf41ae tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:29:14.905272 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-19349fb1-025d-449d-bcec-e0a5f9b84d99 req-48235ffa-e5ba-4b56-828e-bea7b5cf41ae tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=aa12f850-924b-4bc9-8f32-c3f25e4a4d7d HTTP/1.1" status: 200 len: 985 time: 0.0629511 Aug 31 01:29:14.918107 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab0bdf7-412e-4a1c-a36e-56ce456e1613 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Pushing event updated for resources: {'Port': ['ID=9a52ea97-a4a8-4c98-835c-b0b492daa956,revision_number=6']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:14.919737 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11256dc9-f634-4ffc-ac94-6753c0ead4e7 req-abcfc3c9-88c1-4a80-9eb8-ff162a83916f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:29:14.922447 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-11256dc9-f634-4ffc-ac94-6753c0ead4e7 req-abcfc3c9-88c1-4a80-9eb8-ff162a83916f service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=9befc65a9da84a99942b803ac6a15a0b&device_id=aa12f850-924b-4bc9-8f32-c3f25e4a4d7d HTTP/1.1" status: 200 len: 1169 time: 0.0543213 Aug 31 01:29:15.004716 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-19349fb1-025d-449d-bcec-e0a5f9b84d99 req-347ad787-9482-47e0-a9ea-1ad5c69acd60 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=330e6ac8-6ca1-473d-bc66-9bf1ae91d293&id=ffb80b2e-00e4-4a72-9d57-a5ac93f65e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0843096 Aug 31 01:29:15.066686 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:29:15.074108 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11256dc9-f634-4ffc-ac94-6753c0ead4e7 req-a4b62dcf-ad4b-4d96-821e-1a148c566a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:29:15.076022 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-11256dc9-f634-4ffc-ac94-6753c0ead4e7 req-a4b62dcf-ad4b-4d96-821e-1a148c566a00 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?id=7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3 HTTP/1.1" status: 200 len: 917 time: 0.1474771 Aug 31 01:29:15.123906 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4534adf0-42d2-460b-9bd5-d18ff84e7233 req-90b1171e-36fb-45fb-a497-71369d98f072 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Notify agent at l3_agent.dv-cinder-855288-2-iscsi the message routers_updated {{(pid=106777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:29:15.135198 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2872a0e3-e2ca-4b53-9e24-ff4d79a2a835 None None] Sync routers for ids ['5782a4a2-909a-4031-86cd-c38efe94ee2d'] in dv-cinder-855288-2-iscsi {{(pid=106779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:29:15.155404 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2872a0e3-e2ca-4b53-9e24-ff4d79a2a835 None None] Routers {'5782a4a2-909a-4031-86cd-c38efe94ee2d'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:29:15.156299 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-2872a0e3-e2ca-4b53-9e24-ff4d79a2a835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:29:03Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['5782a4a2-909a-4031-86cd-c38efe94ee2d'], 'active': True} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:15.165857 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-11256dc9-f634-4ffc-ac94-6753c0ead4e7 req-42780af5-ae73-48b5-bf31-788f5245a967 service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a52ea97-a4a8-4c98-835c-b0b492daa956 HTTP/1.1" status: 200 len: 1002 time: 0.0803876 Aug 31 01:29:15.187814 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.l3_dvrscheduler_db [req-4534adf0-42d2-460b-9bd5-d18ff84e7233 req-90b1171e-36fb-45fb-a497-71369d98f072 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] No DVR routers for this DVR port cdfb0f64-8b81-4f78-aca5-823b4f781b7b on host hv-cinder-85528 {{(pid=106777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 01:29:15.190755 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-4534adf0-42d2-460b-9bd5-d18ff84e7233 req-90b1171e-36fb-45fb-a497-71369d98f072 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for port (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:15.196189 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-4534adf0-42d2-460b-9bd5-d18ff84e7233 req-90b1171e-36fb-45fb-a497-71369d98f072 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.85 "DELETE /networking/v2.0/ports/cdfb0f64-8b81-4f78-aca5-823b4f781b7b HTTP/1.1" status: 204 len: 173 time: 1.7244551 Aug 31 01:29:15.221894 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11256dc9-f634-4ffc-ac94-6753c0ead4e7 req-fcb7db1a-b9da-4ea6-b5fa-30a570e2dcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:29:15.224254 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-11256dc9-f634-4ffc-ac94-6753c0ead4e7 req-fcb7db1a-b9da-4ea6-b5fa-30a570e2dcfc service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=d3b48e56-98ff-4fa8-bbfd-1e9209ce3f50 HTTP/1.1" status: 200 len: 854 time: 0.0523384 Aug 31 01:29:15.266696 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:29:15.280602 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11256dc9-f634-4ffc-ac94-6753c0ead4e7 req-2288bdd7-c178-4ffe-b1ff-4f9cd92d5cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:29:15.282230 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-11256dc9-f634-4ffc-ac94-6753c0ead4e7 req-2288bdd7-c178-4ffe-b1ff-4f9cd92d5cc2 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484924 Aug 31 01:29:15.305321 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvr_db [None req-2872a0e3-e2ca-4b53-9e24-ff4d79a2a835 None None] Set router 5782a4a2-909a-4031-86cd-c38efe94ee2d gateway port host: dv-cinder-855288-2-iscsi {{(pid=106779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:29:15.389419 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-11256dc9-f634-4ffc-ac94-6753c0ead4e7 req-e40fb2aa-3c78-4b00-be68-11d6ef444921 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995297 Aug 31 01:29:15.491102 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:29:15.496529 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=100 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:29:15.503935 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 33952) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:29:15.510627 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=100 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:29:15.526559 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=100 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:29:15.547333 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-7145bd7e-e862-4bc9-ad34-884f6f25d83d req-abd7137b-9738-4c5d-a05a-3bab5d9f141d tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f29a15ea-aad6-4491-a2e4-602f9ee66899 HTTP/1.1" status: 200 len: 210 time: 0.0691941 Aug 31 01:29:15.582668 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-2872a0e3-e2ca-4b53-9e24-ff4d79a2a835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5782a4a2-909a-4031-86cd-c38efe94ee2d', 'name': 'tempest-AttachVolumeTestJSON-146619577-router', 'tenant_id': 'fb863f706c3846db958c9b7fe367c3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f4a5465d-ff9e-4624-a62b-bfbe66a01ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:23:41Z', 'updated_at': '2022-08-31T01:23:45Z', 'revision_number': 4, 'project_id': 'fb863f706c3846db958c9b7fe367c3f5', 'gw_port': {'id': 'f4a5465d-ff9e-4624-a62b-bfbe66a01ff3', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5782a4a2-909a-4031-86cd-c38efe94ee2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:23:42Z', 'updated_at': '2022-08-31T01:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_interfaces': [{'id': '63f67506-ae6b-4bbf-bf94-ae60b3fd57d4', 'name': '', 'network_id': '2d97e458-c7f0-41e8-8974-7a68b9809489', 'tenant_id': 'fb863f706c3846db958c9b7fe367c3f5', 'mac_address': 'fa:16:3e:04:98:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5782a4a2-909a-4031-86cd-c38efe94ee2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'ce633e5b-f53e-4e09-ba61-d50d905d9cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:23:44Z', 'updated_at': '2022-08-31T01:23:51Z', 'revision_number': 5, 'project_id': 'fb863f706c3846db958c9b7fe367c3f5', 'subnets': [{'id': 'ce633e5b-f53e-4e09-ba61-d50d905d9cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:15.589701 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-11256dc9-f634-4ffc-ac94-6753c0ead4e7 req-df241591-81a7-443d-b87e-d085cfffaf66 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837194 Aug 31 01:29:15.610159 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2872a0e3-e2ca-4b53-9e24-ff4d79a2a835 None None] Checking router: 5782a4a2-909a-4031-86cd-c38efe94ee2d for host: dv-cinder-855288-2-iscsi {{(pid=106779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:29:15.620326 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2872a0e3-e2ca-4b53-9e24-ff4d79a2a835 None None] Routers {'5782a4a2-909a-4031-86cd-c38efe94ee2d'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:29:15.620973 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-2872a0e3-e2ca-4b53-9e24-ff4d79a2a835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:29:03Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['5782a4a2-909a-4031-86cd-c38efe94ee2d'], 'active': True} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:15.642096 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-4cf8f8e5-d6cf-4f00-b7c1-beea6795351f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:15.712565 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:29:15.730257 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvr_db [None req-2872a0e3-e2ca-4b53-9e24-ff4d79a2a835 None None] Set router 5782a4a2-909a-4031-86cd-c38efe94ee2d gateway port host: dv-cinder-855288-2-iscsi {{(pid=106779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:29:15.731403 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-4cf8f8e5-d6cf-4f00-b7c1-beea6795351f admin admin] Publish callbacks [] for security_group (d57836da-8f6f-48e1-a686-11cdaa0faabe), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:15.788221 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-4cf8f8e5-d6cf-4f00-b7c1-beea6795351f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (d57836da-8f6f-48e1-a686-11cdaa0faabe), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:15.830020 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-4cf8f8e5-d6cf-4f00-b7c1-beea6795351f admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=d0b3e1beac294000a7b414ff7b96b42c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3244138 Aug 31 01:29:15.832005 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf8f8e5-d6cf-4f00-b7c1-beea6795351f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d57836da-8f6f-48e1-a686-11cdaa0faabe,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:15.832779 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 33958) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:29:15.886013 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-d6892c2c-1982-4520-989a-d14ff90efc21 admin admin] Publish callbacks [] for security_group (d57836da-8f6f-48e1-a686-11cdaa0faabe), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:15.913417 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-d6892c2c-1982-4520-989a-d14ff90efc21 admin admin] Publish callbacks [] for security_group (d57836da-8f6f-48e1-a686-11cdaa0faabe), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:15.929615 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-2872a0e3-e2ca-4b53-9e24-ff4d79a2a835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5782a4a2-909a-4031-86cd-c38efe94ee2d', 'name': 'tempest-AttachVolumeTestJSON-146619577-router', 'tenant_id': 'fb863f706c3846db958c9b7fe367c3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f4a5465d-ff9e-4624-a62b-bfbe66a01ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:23:41Z', 'updated_at': '2022-08-31T01:23:45Z', 'revision_number': 4, 'project_id': 'fb863f706c3846db958c9b7fe367c3f5', 'gw_port': {'id': 'f4a5465d-ff9e-4624-a62b-bfbe66a01ff3', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5782a4a2-909a-4031-86cd-c38efe94ee2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:23:42Z', 'updated_at': '2022-08-31T01:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_interfaces': [{'id': '63f67506-ae6b-4bbf-bf94-ae60b3fd57d4', 'name': '', 'network_id': '2d97e458-c7f0-41e8-8974-7a68b9809489', 'tenant_id': 'fb863f706c3846db958c9b7fe367c3f5', 'mac_address': 'fa:16:3e:04:98:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5782a4a2-909a-4031-86cd-c38efe94ee2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'ce633e5b-f53e-4e09-ba61-d50d905d9cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:23:44Z', 'updated_at': '2022-08-31T01:23:51Z', 'revision_number': 5, 'project_id': 'fb863f706c3846db958c9b7fe367c3f5', 'subnets': [{'id': 'ce633e5b-f53e-4e09-ba61-d50d905d9cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:15.958404 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2872a0e3-e2ca-4b53-9e24-ff4d79a2a835 None None] The sync data for ids ['5782a4a2-909a-4031-86cd-c38efe94ee2d'] in dv-cinder-855288-2-iscsi is: [{'id': '5782a4a2-909a-4031-86cd-c38efe94ee2d', 'name': 'tempest-AttachVolumeTestJSON-146619577-router', 'tenant_id': 'fb863f706c3846db958c9b7fe367c3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f4a5465d-ff9e-4624-a62b-bfbe66a01ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:23:41Z', 'updated_at': '2022-08-31T01:23:45Z', 'revision_number': 4, 'project_id': 'fb863f706c3846db958c9b7fe367c3f5', 'gw_port': {'id': 'f4a5465d-ff9e-4624-a62b-bfbe66a01ff3', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5782a4a2-909a-4031-86cd-c38efe94ee2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:23:42Z', 'updated_at': '2022-08-31T01:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_interfaces': [{'id': '63f67506-ae6b-4bbf-bf94-ae60b3fd57d4', 'name': '', 'network_id': '2d97e458-c7f0-41e8-8974-7a68b9809489', 'tenant_id': 'fb863f706c3846db958c9b7fe367c3f5', 'mac_address': 'fa:16:3e:04:98:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5782a4a2-909a-4031-86cd-c38efe94ee2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'ce633e5b-f53e-4e09-ba61-d50d905d9cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:23:44Z', 'updated_at': '2022-08-31T01:23:51Z', 'revision_number': 5, 'project_id': 'fb863f706c3846db958c9b7fe367c3f5', 'subnets': [{'id': 'ce633e5b-f53e-4e09-ba61-d50d905d9cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:29:16.034615 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-d6892c2c-1982-4520-989a-d14ff90efc21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (d57836da-8f6f-48e1-a686-11cdaa0faabe), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:16.038057 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-d6892c2c-1982-4520-989a-d14ff90efc21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:16.047477 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-d6892c2c-1982-4520-989a-d14ff90efc21 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/d57836da-8f6f-48e1-a686-11cdaa0faabe HTTP/1.1" status: 204 len: 168 time: 0.2052872 Aug 31 01:29:16.047850 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6892c2c-1982-4520-989a-d14ff90efc21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57836da-8f6f-48e1-a686-11cdaa0faabe,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:16.211034 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d171ad-8b23-4dee-a2cc-f2269acaec4a None None] New status for floating IP fcb8b79e-6d6c-4eef-a1fa-36b08be73e84: DOWN {{(pid=106778) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 01:29:16.627180 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device cdfb0f64-8b81-4f78-aca5-823b4f781b7b no longer exists at agent hyperv_hv-cinder-85528 {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:29:16.643821 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 33968) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:29:16.650240 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] No Port match for: cdfb0f64-8b81-4f78-aca5-823b4f781b7b {{(pid=106778) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 01:29:16.650588 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device cdfb0f64-8b81-4f78-aca5-823b4f781b7b not bound to the agent host hv-cinder-85528 {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:29:16.657655 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-bc12cfa2-d840-4176-99b1-686d121d9cf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:16.680662 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 33970) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:29:16.721534 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:29:16.735354 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-bc12cfa2-d840-4176-99b1-686d121d9cf8 admin admin] Publish callbacks [] for security_group (ea83486b-0102-42c9-9f24-fa56781e2355), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:16.741406 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-f55f44be-c2c1-4b7d-9c5b-74bd14f7190e tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks [] for security_group (992a52af-e238-4626-98e4-78502fd562e3), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:16.764425 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-f55f44be-c2c1-4b7d-9c5b-74bd14f7190e tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks [] for security_group (992a52af-e238-4626-98e4-78502fd562e3), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:16.788185 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-bc12cfa2-d840-4176-99b1-686d121d9cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (ea83486b-0102-42c9-9f24-fa56781e2355), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:16.829528 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-bc12cfa2-d840-4176-99b1-686d121d9cf8 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=6dd9dc928b70487590a2fb0d50b8eaa3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1845219 Aug 31 01:29:16.830644 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc12cfa2-d840-4176-99b1-686d121d9cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea83486b-0102-42c9-9f24-fa56781e2355,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:16.832528 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 33972) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:29:16.846796 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f29a15ea-aad6-4491-a2e4-602f9ee66899', 'name': 'network-vif-deleted', 'tag': 'cdfb0f64-8b81-4f78-aca5-823b4f781b7b'}] {{(pid=106777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:29:16.851345 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e330c87e12d7f870e7d9a686a76230f6b0968ad9153010b5cc5787492cc6e0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd52f49-d7b4-4eaa-b1f9-3164082f374a" -d '{"events": [{"server_uuid": "f29a15ea-aad6-4491-a2e4-602f9ee66899", "name": "network-vif-deleted", "tag": "cdfb0f64-8b81-4f78-aca5-823b4f781b7b"}]}' {{(pid=106777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:29:16.887641 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 01:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35e9172-e0c3-4471-ae09-ee8130912411 x-openstack-request-id: req-f35e9172-e0c3-4471-ae09-ee8130912411 {{(pid=106777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:29:16.887935 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f29a15ea-aad6-4491-a2e4-602f9ee66899", "name": "network-vif-deleted", "tag": "cdfb0f64-8b81-4f78-aca5-823b4f781b7b", "status": "completed", "code": 200}]} {{(pid=106777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:29:16.888192 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f35e9172-e0c3-4471-ae09-ee8130912411 {{(pid=106777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:29:16.888590 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f35e9172-e0c3-4471-ae09-ee8130912411'] response: {'server_uuid': 'f29a15ea-aad6-4491-a2e4-602f9ee66899', 'name': 'network-vif-deleted', 'tag': 'cdfb0f64-8b81-4f78-aca5-823b4f781b7b', 'status': 'completed', 'code': 200} Aug 31 01:29:16.889696 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-556ed77a-1c0c-4f0e-b59b-e7bec2ad9ed5 admin admin] Publish callbacks [] for security_group (ea83486b-0102-42c9-9f24-fa56781e2355), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:16.893015 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-f55f44be-c2c1-4b7d-9c5b-74bd14f7190e tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (992a52af-e238-4626-98e4-78502fd562e3), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:16.903328 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-f55f44be-c2c1-4b7d-9c5b-74bd14f7190e tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks [] for security_group (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:16.903328 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-f55f44be-c2c1-4b7d-9c5b-74bd14f7190e tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "DELETE /networking/v2.0/security-groups/992a52af-e238-4626-98e4-78502fd562e3 HTTP/1.1" status: 204 len: 168 time: 0.2148030 Aug 31 01:29:16.904114 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 33976) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:29:16.914319 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.api.v2.resource [None req-8f836758-2c51-4f8d-b03d-66fa505c8af6 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] show failed (client error): The resource could not be found. Aug 31 01:29:16.918405 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-8f836758-2c51-4f8d-b03d-66fa505c8af6 tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "GET /networking/v2.0/security-groups/992a52af-e238-4626-98e4-78502fd562e3 HTTP/1.1" status: 404 len: 347 time: 0.0179977 Aug 31 01:29:16.923208 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 33978) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:29:16.923208 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55f44be-c2c1-4b7d-9c5b-74bd14f7190e tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=992a52af-e238-4626-98e4-78502fd562e3,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:16.931538 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-556ed77a-1c0c-4f0e-b59b-e7bec2ad9ed5 admin admin] Publish callbacks [] for security_group (ea83486b-0102-42c9-9f24-fa56781e2355), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:17.060668 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [None req-8d28f894-ba35-44f9-9a27-7e18f886cc0d tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Deleting port 24542122-4378-438a-a542-4a3fe49480c0 {{(pid=106776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:29:17.061067 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-8d28f894-ba35-44f9-9a27-7e18f886cc0d tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (24542122-4378-438a-a542-4a3fe49480c0), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:17.141514 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-8d28f894-ba35-44f9-9a27-7e18f886cc0d tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (24542122-4378-438a-a542-4a3fe49480c0), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:17.141736 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-8d28f894-ba35-44f9-9a27-7e18f886cc0d tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks [] for floatingip (24542122-4378-438a-a542-4a3fe49480c0), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:17.155005 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [None req-8d28f894-ba35-44f9-9a27-7e18f886cc0d tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Calling delete_port for 24542122-4378-438a-a542-4a3fe49480c0 owned by network:floatingip {{(pid=106776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:29:17.156841 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-556ed77a-1c0c-4f0e-b59b-e7bec2ad9ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (ea83486b-0102-42c9-9f24-fa56781e2355), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:17.159300 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-556ed77a-1c0c-4f0e-b59b-e7bec2ad9ed5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:17.160455 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-556ed77a-1c0c-4f0e-b59b-e7bec2ad9ed5 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/ea83486b-0102-42c9-9f24-fa56781e2355 HTTP/1.1" status: 204 len: 168 time: 0.3268740 Aug 31 01:29:17.175724 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556ed77a-1c0c-4f0e-b59b-e7bec2ad9ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea83486b-0102-42c9-9f24-fa56781e2355,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:17.365461 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-8d28f894-ba35-44f9-9a27-7e18f886cc0d tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6273727'] for port (24542122-4378-438a-a542-4a3fe49480c0), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:17.391935 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d28f894-ba35-44f9-9a27-7e18f886cc0d tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Pushing event deleted for resources: {'Port': ['ID=24542122-4378-438a-a542-4a3fe49480c0,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:17.415601 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:29:17.453552 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-8d28f894-ba35-44f9-9a27-7e18f886cc0d tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks [] for floatingip (fcb8b79e-6d6c-4eef-a1fa-36b08be73e84), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:17.456883 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-8d28f894-ba35-44f9-9a27-7e18f886cc0d tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for floatingip (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:17.458035 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-8d28f894-ba35-44f9-9a27-7e18f886cc0d tempest-AttachVolumeTestJSON-1893250502 tempest-AttachVolumeTestJSON-1893250502-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/fcb8b79e-6d6c-4eef-a1fa-36b08be73e84 HTTP/1.1" status: 204 len: 168 time: 0.5385427 Aug 31 01:29:21.445945 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 34056) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:29:21.727045 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:29:21.900668 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-ccc26798-6d29-4394-a215-55213e31f752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-636683'] for router_interface (5782a4a2-909a-4031-86cd-c38efe94ee2d), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:22.117548 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [None req-ccc26798-6d29-4394-a215-55213e31f752 admin admin] Deleting port 63f67506-ae6b-4bbf-bf94-ae60b3fd57d4 {{(pid=106776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:29:22.117801 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-ccc26798-6d29-4394-a215-55213e31f752 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (63f67506-ae6b-4bbf-bf94-ae60b3fd57d4), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:22.197842 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.db [None req-ccc26798-6d29-4394-a215-55213e31f752 admin admin] For port 63f67506-ae6b-4bbf-bf94-ae60b3fd57d4, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=63f67506-ae6b-4bbf-bf94-ae60b3fd57d4,segment=NetworkSegment(9ea3922f-9a93-4c57-9a67-322f3f62c0bf),segment_id=9ea3922f-9a93-4c57-9a67-322f3f62c0bf)] {{(pid=106776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:29:22.198200 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-ccc26798-6d29-4394-a215-55213e31f752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (63f67506-ae6b-4bbf-bf94-ae60b3fd57d4), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:22.211796 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [None req-ccc26798-6d29-4394-a215-55213e31f752 admin admin] Calling delete_port for 63f67506-ae6b-4bbf-bf94-ae60b3fd57d4 owned by network:router_interface {{(pid=106776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:29:22.362130 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:29:22.445423 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-ccc26798-6d29-4394-a215-55213e31f752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6273727'] for port (63f67506-ae6b-4bbf-bf94-ae60b3fd57d4), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:22.470679 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc26798-6d29-4394-a215-55213e31f752 admin admin] Pushing event deleted for resources: {'Port': ['ID=63f67506-ae6b-4bbf-bf94-ae60b3fd57d4,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:22.582961 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:29:22.634413 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-ccc26798-6d29-4394-a215-55213e31f752 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-636091'] for router_interface (5782a4a2-909a-4031-86cd-c38efe94ee2d), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:23.056756 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccc26798-6d29-4394-a215-55213e31f752 admin admin] Router 5782a4a2-909a-4031-86cd-c38efe94ee2d has already been hosted by L3 agent 1428144b-5b15-4168-8538-b51b3045e8b6 {{(pid=106776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:29:23.157245 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc26798-6d29-4394-a215-55213e31f752 admin admin] Notify agent at l3_agent.dv-cinder-855288-2-iscsi the message routers_updated {{(pid=106776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:29:23.162843 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-ccc26798-6d29-4394-a215-55213e31f752 admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/5782a4a2-909a-4031-86cd-c38efe94ee2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7152228 Aug 31 01:29:23.165059 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 34064) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:29:23.166033 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4650d448-eac8-4eef-b9d1-cc117f94c2b8 None None] Sync routers for ids ['5782a4a2-909a-4031-86cd-c38efe94ee2d'] in dv-cinder-855288-2-iscsi {{(pid=106779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:29:23.177524 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4650d448-eac8-4eef-b9d1-cc117f94c2b8 None None] Routers {'5782a4a2-909a-4031-86cd-c38efe94ee2d'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:29:23.178614 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-4650d448-eac8-4eef-b9d1-cc117f94c2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:29:03Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['5782a4a2-909a-4031-86cd-c38efe94ee2d'], 'active': True} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:23.266700 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-e8f7f932-523c-43b2-9800-d90856f1d182 admin admin] Publish callbacks [] for router (5782a4a2-909a-4031-86cd-c38efe94ee2d), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:23.277854 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvr_db [None req-4650d448-eac8-4eef-b9d1-cc117f94c2b8 None None] Set router 5782a4a2-909a-4031-86cd-c38efe94ee2d gateway port host: dv-cinder-855288-2-iscsi {{(pid=106779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:29:23.367214 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-e8f7f932-523c-43b2-9800-d90856f1d182 admin admin] Publish callbacks [] for router_gateway (5782a4a2-909a-4031-86cd-c38efe94ee2d), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:23.434503 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=100 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:29:23.442852 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-4650d448-eac8-4eef-b9d1-cc117f94c2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5782a4a2-909a-4031-86cd-c38efe94ee2d', 'name': 'tempest-AttachVolumeTestJSON-146619577-router', 'tenant_id': 'fb863f706c3846db958c9b7fe367c3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'f4a5465d-ff9e-4624-a62b-bfbe66a01ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:23:41Z', 'updated_at': '2022-08-31T01:29:22Z', 'revision_number': 5, 'project_id': 'fb863f706c3846db958c9b7fe367c3f5', 'gw_port': {'id': 'f4a5465d-ff9e-4624-a62b-bfbe66a01ff3', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5782a4a2-909a-4031-86cd-c38efe94ee2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:23:42Z', 'updated_at': '2022-08-31T01:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi'}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:23.468293 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4650d448-eac8-4eef-b9d1-cc117f94c2b8 None None] Checking router: 5782a4a2-909a-4031-86cd-c38efe94ee2d for host: dv-cinder-855288-2-iscsi {{(pid=106779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:29:23.476642 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4650d448-eac8-4eef-b9d1-cc117f94c2b8 None None] Routers {'5782a4a2-909a-4031-86cd-c38efe94ee2d'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:29:23.477268 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-4650d448-eac8-4eef-b9d1-cc117f94c2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:29:03Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['5782a4a2-909a-4031-86cd-c38efe94ee2d'], 'active': True} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:23.492344 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [None req-e8f7f932-523c-43b2-9800-d90856f1d182 admin admin] Deleting port f4a5465d-ff9e-4624-a62b-bfbe66a01ff3 {{(pid=106776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:29:23.492906 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-e8f7f932-523c-43b2-9800-d90856f1d182 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (f4a5465d-ff9e-4624-a62b-bfbe66a01ff3), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:23.560782 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvr_db [None req-4650d448-eac8-4eef-b9d1-cc117f94c2b8 None None] Set router 5782a4a2-909a-4031-86cd-c38efe94ee2d gateway port host: None {{(pid=106779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:29:23.574541 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.db [None req-e8f7f932-523c-43b2-9800-d90856f1d182 admin admin] For port f4a5465d-ff9e-4624-a62b-bfbe66a01ff3, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=f4a5465d-ff9e-4624-a62b-bfbe66a01ff3,segment=NetworkSegment(5532158b-12fc-4975-99d9-f23bee8acdf7),segment_id=5532158b-12fc-4975-99d9-f23bee8acdf7)] {{(pid=106776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:29:23.574900 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-e8f7f932-523c-43b2-9800-d90856f1d182 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (f4a5465d-ff9e-4624-a62b-bfbe66a01ff3), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:23.588046 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [None req-e8f7f932-523c-43b2-9800-d90856f1d182 admin admin] Calling delete_port for f4a5465d-ff9e-4624-a62b-bfbe66a01ff3 owned by network:router_gateway {{(pid=106776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:29:23.593220 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:29:23.612679 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-4650d448-eac8-4eef-b9d1-cc117f94c2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5782a4a2-909a-4031-86cd-c38efe94ee2d', 'name': 'tempest-AttachVolumeTestJSON-146619577-router', 'tenant_id': 'fb863f706c3846db958c9b7fe367c3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:23:41Z', 'updated_at': '2022-08-31T01:29:23Z', 'revision_number': 6, 'project_id': 'fb863f706c3846db958c9b7fe367c3f5', 'gw_port_host': None}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:23.639152 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4650d448-eac8-4eef-b9d1-cc117f94c2b8 None None] The sync data for ids ['5782a4a2-909a-4031-86cd-c38efe94ee2d'] in dv-cinder-855288-2-iscsi is: [{'id': '5782a4a2-909a-4031-86cd-c38efe94ee2d', 'name': 'tempest-AttachVolumeTestJSON-146619577-router', 'tenant_id': 'fb863f706c3846db958c9b7fe367c3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:23:41Z', 'updated_at': '2022-08-31T01:29:23Z', 'revision_number': 6, 'project_id': 'fb863f706c3846db958c9b7fe367c3f5', 'gw_port_host': None}] {{(pid=106779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:29:23.705965 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:29:23.821712 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-e8f7f932-523c-43b2-9800-d90856f1d182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6273727'] for port (f4a5465d-ff9e-4624-a62b-bfbe66a01ff3), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:23.850605 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f7f932-523c-43b2-9800-d90856f1d182 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4a5465d-ff9e-4624-a62b-bfbe66a01ff3,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:23.914100 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-e8f7f932-523c-43b2-9800-d90856f1d182 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608328'] for router_gateway (5782a4a2-909a-4031-86cd-c38efe94ee2d), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:24.003350 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-e8f7f932-523c-43b2-9800-d90856f1d182 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10600'] for router (5782a4a2-909a-4031-86cd-c38efe94ee2d), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:24.005607 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-e8f7f932-523c-43b2-9800-d90856f1d182 admin admin] Publish callbacks [] for router_controller (5782a4a2-909a-4031-86cd-c38efe94ee2d), precommit_delete_associations {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:24.090779 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-e8f7f932-523c-43b2-9800-d90856f1d182 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636102'] for router (5782a4a2-909a-4031-86cd-c38efe94ee2d), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:24.091421 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f7f932-523c-43b2-9800-d90856f1d182 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5782a4a2-909a-4031-86cd-c38efe94ee2d {{(pid=106776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:29:24.097077 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-e8f7f932-523c-43b2-9800-d90856f1d182 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:24.098296 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-e8f7f932-523c-43b2-9800-d90856f1d182 admin admin] 10.222.0.20 "DELETE /networking/v2.0/routers/5782a4a2-909a-4031-86cd-c38efe94ee2d HTTP/1.1" status: 204 len: 168 time: 0.9322946 Aug 31 01:29:24.101616 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 34068) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:29:24.144838 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e8e3551-749f-4efa-b9cc-22a4cea99e46 admin admin] Deleting subnet ce633e5b-f53e-4e09-ba61-d50d905d9cae {{(pid=106776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 01:29:24.148415 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-8e8e3551-749f-4efa-b9cc-22a4cea99e46 admin admin] Publish callbacks [] for subnet (ce633e5b-f53e-4e09-ba61-d50d905d9cae), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:24.186720 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-8e8e3551-749f-4efa-b9cc-22a4cea99e46 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6223797'] for subnet (ce633e5b-f53e-4e09-ba61-d50d905d9cae), precommit_delete_associations {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:24.264241 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-8e8e3551-749f-4efa-b9cc-22a4cea99e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1483629'] for subnet (ce633e5b-f53e-4e09-ba61-d50d905d9cae), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:24.383310 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-8e8e3551-749f-4efa-b9cc-22a4cea99e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1483636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6273100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4799849'] for subnet (ce633e5b-f53e-4e09-ba61-d50d905d9cae), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:24.414660 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8e3551-749f-4efa-b9cc-22a4cea99e46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce633e5b-f53e-4e09-ba61-d50d905d9cae,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:24.418414 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-8e8e3551-749f-4efa-b9cc-22a4cea99e46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537412'] for subnet (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:24.421750 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-8e8e3551-749f-4efa-b9cc-22a4cea99e46 admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/ce633e5b-f53e-4e09-ba61-d50d905d9cae HTTP/1.1" status: 204 len: 168 time: 0.3190510 Aug 31 01:29:24.424133 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 34070) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:29:24.424636 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f53bca0-b339-40de-9e92-0aba698e1f8f None None] Network 2d97e458-c7f0-41e8-8974-7a68b9809489 requested from dv-cinder-855288-2-iscsi {{(pid=106778) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 01:29:24.502778 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-ae1a3123-436b-48ea-8229-e7494bf4bb07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1495376'] for network (2d97e458-c7f0-41e8-8974-7a68b9809489), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:24.552343 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [None req-ae1a3123-436b-48ea-8229-e7494bf4bb07 admin admin] Deleting port d109c97c-1433-447e-9d9c-782d826fc873 {{(pid=106776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:29:24.552343 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-ae1a3123-436b-48ea-8229-e7494bf4bb07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (d109c97c-1433-447e-9d9c-782d826fc873), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:24.592190 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c037ad-1bd3-4cdc-a66c-3b185f537853 None None] DHCP port deletion for 2d97e458-c7f0-41e8-8974-7a68b9809489 request from dv-cinder-855288-2-iscsi {{(pid=106778) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 01:29:24.624552 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.db [None req-ae1a3123-436b-48ea-8229-e7494bf4bb07 admin admin] For port d109c97c-1433-447e-9d9c-782d826fc873, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=d109c97c-1433-447e-9d9c-782d826fc873,segment=NetworkSegment(9ea3922f-9a93-4c57-9a67-322f3f62c0bf),segment_id=9ea3922f-9a93-4c57-9a67-322f3f62c0bf)] {{(pid=106776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:29:24.624973 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-ae1a3123-436b-48ea-8229-e7494bf4bb07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (d109c97c-1433-447e-9d9c-782d826fc873), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:24.631521 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-37c037ad-1bd3-4cdc-a66c-3b185f537853 None None] Deleting port d109c97c-1433-447e-9d9c-782d826fc873 {{(pid=106778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:29:24.631907 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-37c037ad-1bd3-4cdc-a66c-3b185f537853 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (d109c97c-1433-447e-9d9c-782d826fc873), before_delete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:24.639320 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [None req-ae1a3123-436b-48ea-8229-e7494bf4bb07 admin admin] Calling delete_port for d109c97c-1433-447e-9d9c-782d826fc873 owned by network:dhcp {{(pid=106776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:29:24.692656 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:29:24.702103 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-37c037ad-1bd3-4cdc-a66c-3b185f537853 None None] For port d109c97c-1433-447e-9d9c-782d826fc873, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=d109c97c-1433-447e-9d9c-782d826fc873,segment=NetworkSegment(9ea3922f-9a93-4c57-9a67-322f3f62c0bf),segment_id=9ea3922f-9a93-4c57-9a67-322f3f62c0bf)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:29:24.702506 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-37c037ad-1bd3-4cdc-a66c-3b185f537853 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (d109c97c-1433-447e-9d9c-782d826fc873), precommit_delete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:24.716231 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-37c037ad-1bd3-4cdc-a66c-3b185f537853 None None] Calling delete_port for d109c97c-1433-447e-9d9c-782d826fc873 owned by network:dhcp {{(pid=106778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:29:24.873697 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-ae1a3123-436b-48ea-8229-e7494bf4bb07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6273727'] for port (d109c97c-1433-447e-9d9c-782d826fc873), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:24.879814 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-37c037ad-1bd3-4cdc-a66c-3b185f537853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847'] for port (d109c97c-1433-447e-9d9c-782d826fc873), after_delete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:24.902929 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c037ad-1bd3-4cdc-a66c-3b185f537853 None None] Pushing event deleted for resources: {'Port': ['ID=d109c97c-1433-447e-9d9c-782d826fc873,revision_number=None']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:24.903825 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a3123-436b-48ea-8229-e7494bf4bb07 admin admin] Pushing event deleted for resources: {'Port': ['ID=d109c97c-1433-447e-9d9c-782d826fc873,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:24.908940 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c037ad-1bd3-4cdc-a66c-3b185f537853 None None] No DVR routers for this DVR port d109c97c-1433-447e-9d9c-782d826fc873 on host dv-cinder-855288-2-iscsi {{(pid=106778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 01:29:24.913805 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1a3123-436b-48ea-8229-e7494bf4bb07 admin admin] No DVR routers for this DVR port d109c97c-1433-447e-9d9c-782d826fc873 on host dv-cinder-855288-2-iscsi {{(pid=106776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 01:29:24.974458 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:29:24.989132 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-ae1a3123-436b-48ea-8229-e7494bf4bb07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1483790', 'neutron.services.segments.db._delete_segments_for_network-8779186328131'] for network (2d97e458-c7f0-41e8-8974-7a68b9809489), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:24.992979 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 63f67506-ae6b-4bbf-bf94-ae60b3fd57d4 no longer exists at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:29:25.011485 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.services.segments.db [None req-ae1a3123-436b-48ea-8229-e7494bf4bb07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d97e458-c7f0-41e8-8974-7a68b9809489']}} {{(pid=106776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:25.012142 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] No Port match for: 63f67506-ae6b-4bbf-bf94-ae60b3fd57d4 {{(pid=106778) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 01:29:25.012487 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 63f67506-ae6b-4bbf-bf94-ae60b3fd57d4 not bound to the agent host dv-cinder-855288-2-iscsi {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:29:25.012932 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device d109c97c-1433-447e-9d9c-782d826fc873 no longer exists at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:29:25.020964 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.services.segments.db [None req-ae1a3123-436b-48ea-8229-e7494bf4bb07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ea3922f-9a93-4c57-9a67-322f3f62c0bf') {'for_net_delete': True} {{(pid=106776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:25.021262 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.services.segments.db [None req-ae1a3123-436b-48ea-8229-e7494bf4bb07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ea3922f-9a93-4c57-9a67-322f3f62c0bf') {} {{(pid=106776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:25.031989 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-ae1a3123-436b-48ea-8229-e7494bf4bb07 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779186303919', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223806'] for segment (9ea3922f-9a93-4c57-9a67-322f3f62c0bf), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:25.048896 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-ae1a3123-436b-48ea-8229-e7494bf4bb07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484916'] for segment (9ea3922f-9a93-4c57-9a67-322f3f62c0bf), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:25.056776 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae1a3123-436b-48ea-8229-e7494bf4bb07 admin admin] Releasing vlan 1071 on physical network physnet1 to pool {{(pid=106776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:29:25.057188 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-ae1a3123-436b-48ea-8229-e7494bf4bb07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6273770'] for segment (9ea3922f-9a93-4c57-9a67-322f3f62c0bf), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:25.158943 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] No Port match for: d109c97c-1433-447e-9d9c-782d826fc873 {{(pid=106778) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 01:29:25.159194 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device d109c97c-1433-447e-9d9c-782d826fc873 not bound to the agent host dv-cinder-855288-2-iscsi {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:29:25.159621 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device f4a5465d-ff9e-4624-a62b-bfbe66a01ff3 no longer exists at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:29:25.177454 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] No Port match for: f4a5465d-ff9e-4624-a62b-bfbe66a01ff3 {{(pid=106778) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 01:29:25.177797 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device f4a5465d-ff9e-4624-a62b-bfbe66a01ff3 not bound to the agent host dv-cinder-855288-2-iscsi {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:29:25.215550 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.services.segments.plugin [-] Segment 9ea3922f-9a93-4c57-9a67-322f3f62c0bf resource provider aggregate not found Aug 31 01:29:25.232195 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.services.segments.plugin [-] Segment 9ea3922f-9a93-4c57-9a67-322f3f62c0bf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9ea3922f-9a93-4c57-9a67-322f3f62c0bf found for delete ", "request_id": "req-836b0920-f8dd-413a-b158-5da242a501be"}]} Aug 31 01:29:25.239157 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-ae1a3123-436b-48ea-8229-e7494bf4bb07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1483783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608292'] for network (2d97e458-c7f0-41e8-8974-7a68b9809489), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:25.246113 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-ae1a3123-436b-48ea-8229-e7494bf4bb07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537412'] for network (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:25.249331 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-ae1a3123-436b-48ea-8229-e7494bf4bb07 admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/2d97e458-c7f0-41e8-8974-7a68b9809489 HTTP/1.1" status: 204 len: 168 time: 0.8241904 Aug 31 01:29:25.260769 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a3123-436b-48ea-8229-e7494bf4bb07 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d97e458-c7f0-41e8-8974-7a68b9809489,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:25.568490 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 34088) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:29:25.609249 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-97885e59-d60f-4ddb-945f-1dbe380cc8ce admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=fb863f706c3846db958c9b7fe367c3f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390317 Aug 31 01:29:25.611654 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 34090) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:29:25.661014 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-88d4ce8b-830e-4a41-98d3-4ea0adaeecc3 admin admin] Publish callbacks [] for security_group (ac6a3e27-a8b7-484d-b6f7-76c91c4044eb), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:25.681991 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-88d4ce8b-830e-4a41-98d3-4ea0adaeecc3 admin admin] Publish callbacks [] for security_group (ac6a3e27-a8b7-484d-b6f7-76c91c4044eb), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:25.856385 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-88d4ce8b-830e-4a41-98d3-4ea0adaeecc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (ac6a3e27-a8b7-484d-b6f7-76c91c4044eb), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:25.859016 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-88d4ce8b-830e-4a41-98d3-4ea0adaeecc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:25.860202 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-88d4ce8b-830e-4a41-98d3-4ea0adaeecc3 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/ac6a3e27-a8b7-484d-b6f7-76c91c4044eb HTTP/1.1" status: 204 len: 168 time: 0.2476633 Aug 31 01:29:25.870833 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d4ce8b-830e-4a41-98d3-4ea0adaeecc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6a3e27-a8b7-484d-b6f7-76c91c4044eb,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:26.907889 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=49,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:29:26.982663 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.agents_db [None req-5925ee7b-6bd5-4912-8f46-3ff11817b141 None None] Agent healthcheck: found 6 active agents {{(pid=106779) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:29:30.209121 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f97fa6-ecc7-45cc-ad5a-388b3fc938d0 req-bb6feb0a-d580-4174-ad2c-58cbd10ad99e tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:29:30.210631 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-f2f97fa6-ecc7-45cc-ad5a-388b3fc938d0 req-bb6feb0a-d580-4174-ad2c-58cbd10ad99e tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 946 time: 0.0505719 Aug 31 01:29:30.266082 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-f2f97fa6-ecc7-45cc-ad5a-388b3fc938d0 req-c1484c61-247c-42b4-bb6f-b0a6441fcc3d tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=de1a290b-ed4e-4727-abe6-2b19820b7bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498760 Aug 31 01:29:31.297284 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-d869910d-2c41-463a-9579-6b628e4a5955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (06e7caa6-6f15-45a1-a03b-1c511964ed9a), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:31.399149 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c2ba4-cf01-441e-a3e0-659f30f864d5 req-dcdbe4ea-41db-45af-8cd5-ce0163ca3a51 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:29:31.401289 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-a45c2ba4-cf01-441e-a3e0-659f30f864d5 req-dcdbe4ea-41db-45af-8cd5-ce0163ca3a51 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 946 time: 0.0497007 Aug 31 01:29:31.448912 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-a45c2ba4-cf01-441e-a3e0-659f30f864d5 req-3040443a-c327-4deb-994c-7225d94089d8 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=de1a290b-ed4e-4727-abe6-2b19820b7bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421615 Aug 31 01:29:31.675266 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80819090-a950-4999-b8aa-58833840e8ad req-94de88d7-5627-44b1-98dc-58a79b0b0531 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:29:31.676765 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-80819090-a950-4999-b8aa-58833840e8ad req-94de88d7-5627-44b1-98dc-58a79b0b0531 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 946 time: 0.0488193 Aug 31 01:29:31.746213 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 34198) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:29:31.765799 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [req-80819090-a950-4999-b8aa-58833840e8ad req-a3f8766e-52f1-4b34-9690-eaaebf8098f8 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Deleting port 1302084d-99f4-4cd1-8b6d-4a829a883993 {{(pid=106776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:29:31.766140 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-80819090-a950-4999-b8aa-58833840e8ad req-a3f8766e-52f1-4b34-9690-eaaebf8098f8 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (1302084d-99f4-4cd1-8b6d-4a829a883993), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:31.868275 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-5d27d4b6-9824-46ed-b1e2-a2958eab08f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:31.881879 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.db [req-80819090-a950-4999-b8aa-58833840e8ad req-a3f8766e-52f1-4b34-9690-eaaebf8098f8 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] For port 1302084d-99f4-4cd1-8b6d-4a829a883993, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=1302084d-99f4-4cd1-8b6d-4a829a883993,segment=NetworkSegment(4e76086e-0aa2-44ca-adc1-383a20f9a980),segment_id=4e76086e-0aa2-44ca-adc1-383a20f9a980)] {{(pid=106776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:29:31.882241 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-80819090-a950-4999-b8aa-58833840e8ad req-a3f8766e-52f1-4b34-9690-eaaebf8098f8 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (1302084d-99f4-4cd1-8b6d-4a829a883993), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:32.002723 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:29:32.106448 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-5d27d4b6-9824-46ed-b1e2-a2958eab08f9 admin admin] Publish callbacks [] for security_group (a8009089-e1d1-497e-9683-a728010ce992), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:32.109759 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-80819090-a950-4999-b8aa-58833840e8ad req-a3f8766e-52f1-4b34-9690-eaaebf8098f8 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:32.110114 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-80819090-a950-4999-b8aa-58833840e8ad req-a3f8766e-52f1-4b34-9690-eaaebf8098f8 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608267'] for floatingip (46d76030-7e93-48e7-8a81-41dd7c46fd3d), after_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:32.110426 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.db.l3_db [req-80819090-a950-4999-b8aa-58833840e8ad req-a3f8766e-52f1-4b34-9690-eaaebf8098f8 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Floating IP 46d76030-7e93-48e7-8a81-41dd7c46fd3d disassociated. External IP: 172.27.1.217, port: 1302084d-99f4-4cd1-8b6d-4a829a883993. Aug 31 01:29:32.110765 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [req-80819090-a950-4999-b8aa-58833840e8ad req-a3f8766e-52f1-4b34-9690-eaaebf8098f8 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Calling delete_port for 1302084d-99f4-4cd1-8b6d-4a829a883993 owned by compute:nova {{(pid=106776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:29:32.125291 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:29:32.170099 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-5d27d4b6-9824-46ed-b1e2-a2958eab08f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (a8009089-e1d1-497e-9683-a728010ce992), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:32.224146 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-5d27d4b6-9824-46ed-b1e2-a2958eab08f9 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=1572b045b5614756849f3f7212b688f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4768634 Aug 31 01:29:32.227143 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27d4b6-9824-46ed-b1e2-a2958eab08f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8009089-e1d1-497e-9683-a728010ce992,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:32.227453 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 34210) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:29:32.278690 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-7692e30f-bd69-4b34-80d9-ef75b035cc99 admin admin] Publish callbacks [] for security_group (a8009089-e1d1-497e-9683-a728010ce992), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:32.299169 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-7692e30f-bd69-4b34-80d9-ef75b035cc99 admin admin] Publish callbacks [] for security_group (a8009089-e1d1-497e-9683-a728010ce992), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:32.370735 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-80819090-a950-4999-b8aa-58833840e8ad req-a3f8766e-52f1-4b34-9690-eaaebf8098f8 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6273727'] for port (1302084d-99f4-4cd1-8b6d-4a829a883993), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:32.402175 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f8766e-52f1-4b34-9690-eaaebf8098f8 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Pushing event deleted for resources: {'Port': ['ID=1302084d-99f4-4cd1-8b6d-4a829a883993,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:32.490641 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-7692e30f-bd69-4b34-80d9-ef75b035cc99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (a8009089-e1d1-497e-9683-a728010ce992), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:32.493696 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-7692e30f-bd69-4b34-80d9-ef75b035cc99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:32.497463 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-7692e30f-bd69-4b34-80d9-ef75b035cc99 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/a8009089-e1d1-497e-9683-a728010ce992 HTTP/1.1" status: 204 len: 168 time: 0.2685778 Aug 31 01:29:32.509652 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7692e30f-bd69-4b34-80d9-ef75b035cc99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8009089-e1d1-497e-9683-a728010ce992,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:32.514156 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80819090-a950-4999-b8aa-58833840e8ad req-a3f8766e-52f1-4b34-9690-eaaebf8098f8 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Router c6e361c5-ba4b-4479-8e6b-43633c3e7ed9 has already been hosted by L3 agent 1428144b-5b15-4168-8538-b51b3045e8b6 {{(pid=106776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:29:32.577285 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-108b73bf-2469-4d08-a6b9-e9e43dbc02b0 req-21389c3e-8cef-4295-a1c0-ce7a1e45f5a1 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 210 time: 0.0353434 Aug 31 01:29:32.632161 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80819090-a950-4999-b8aa-58833840e8ad req-a3f8766e-52f1-4b34-9690-eaaebf8098f8 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Notify agent at l3_agent.dv-cinder-855288-2-iscsi the message routers_updated {{(pid=106776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:29:32.641994 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1b7ccc-775a-435c-95c2-25e7e1b420c3 None None] Sync routers for ids ['c6e361c5-ba4b-4479-8e6b-43633c3e7ed9'] in dv-cinder-855288-2-iscsi {{(pid=106778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:29:32.652747 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1b7ccc-775a-435c-95c2-25e7e1b420c3 None None] Routers {'c6e361c5-ba4b-4479-8e6b-43633c3e7ed9'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:29:32.653591 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-7b1b7ccc-775a-435c-95c2-25e7e1b420c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:29:03Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['c6e361c5-ba4b-4479-8e6b-43633c3e7ed9'], 'active': True} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:32.677272 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.l3_dvrscheduler_db [req-80819090-a950-4999-b8aa-58833840e8ad req-a3f8766e-52f1-4b34-9690-eaaebf8098f8 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] No DVR routers for this DVR port 1302084d-99f4-4cd1-8b6d-4a829a883993 on host hv-cinder-85528 {{(pid=106776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 01:29:32.680474 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-80819090-a950-4999-b8aa-58833840e8ad req-a3f8766e-52f1-4b34-9690-eaaebf8098f8 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for port (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:32.683895 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-80819090-a950-4999-b8aa-58833840e8ad req-a3f8766e-52f1-4b34-9690-eaaebf8098f8 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.85 "DELETE /networking/v2.0/ports/1302084d-99f4-4cd1-8b6d-4a829a883993 HTTP/1.1" status: 204 len: 173 time: 1.0021353 Aug 31 01:29:32.688767 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7311a59-7d10-4edb-be41-f6872e563e09', 'name': 'network-vif-deleted', 'tag': '1302084d-99f4-4cd1-8b6d-4a829a883993'}] {{(pid=106776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:29:32.688767 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c75c880f6fcf50a6244b1a715e98a431c8b587c27dc42cc7f33f1c98f81bddd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0648ed-94c8-493a-b9b5-63cad67d3a99" -d '{"events": [{"server_uuid": "b7311a59-7d10-4edb-be41-f6872e563e09", "name": "network-vif-deleted", "tag": "1302084d-99f4-4cd1-8b6d-4a829a883993"}]}' {{(pid=106776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:29:32.706899 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:29:32.711688 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:29:32.734711 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 01:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a25fb873-d64d-46ff-bdc7-f35ec342278f x-openstack-request-id: req-a25fb873-d64d-46ff-bdc7-f35ec342278f {{(pid=106776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:29:32.735010 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7311a59-7d10-4edb-be41-f6872e563e09", "name": "network-vif-deleted", "tag": "1302084d-99f4-4cd1-8b6d-4a829a883993", "status": "completed", "code": 200}]} {{(pid=106776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:29:32.735264 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a25fb873-d64d-46ff-bdc7-f35ec342278f {{(pid=106776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:29:32.735774 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a25fb873-d64d-46ff-bdc7-f35ec342278f'] response: {'server_uuid': 'b7311a59-7d10-4edb-be41-f6872e563e09', 'name': 'network-vif-deleted', 'tag': '1302084d-99f4-4cd1-8b6d-4a829a883993', 'status': 'completed', 'code': 200} Aug 31 01:29:32.778258 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvr_db [None req-7b1b7ccc-775a-435c-95c2-25e7e1b420c3 None None] Set router c6e361c5-ba4b-4479-8e6b-43633c3e7ed9 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:29:32.915172 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:29:32.979103 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-7b1b7ccc-775a-435c-95c2-25e7e1b420c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e361c5-ba4b-4479-8e6b-43633c3e7ed9', 'name': 'tempest-AttachVolumeShelveTestJSON-1467074649-router', 'tenant_id': '53d2295ada114ea3b6b5001c4c197f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '6cfffd58-8e9a-41d8-b355-0977e5670440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:22:36Z', 'revision_number': 4, 'project_id': '53d2295ada114ea3b6b5001c4c197f35', 'gw_port': {'id': '6cfffd58-8e9a-41d8-b355-0977e5670440', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e361c5-ba4b-4479-8e6b-43633c3e7ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:25Z', 'updated_at': '2022-08-31T01:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_interfaces': [{'id': '57eaf157-539b-41bf-98b1-eb6abc39a18a', 'name': '', 'network_id': '2a0890c6-f1c3-465a-8b4d-8e1ae2356a58', 'tenant_id': '53d2295ada114ea3b6b5001c4c197f35', 'mac_address': 'fa:16:3e:d8:06:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e361c5-ba4b-4479-8e6b-43633c3e7ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd653247e-0c02-4230-ad01-73647a101df2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:34Z', 'updated_at': '2022-08-31T01:22:51Z', 'revision_number': 5, 'project_id': '53d2295ada114ea3b6b5001c4c197f35', 'subnets': [{'id': 'd653247e-0c02-4230-ad01-73647a101df2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:33.004405 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1b7ccc-775a-435c-95c2-25e7e1b420c3 None None] Checking router: c6e361c5-ba4b-4479-8e6b-43633c3e7ed9 for host: dv-cinder-855288-2-iscsi {{(pid=106778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:29:33.013253 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1b7ccc-775a-435c-95c2-25e7e1b420c3 None None] Routers {'c6e361c5-ba4b-4479-8e6b-43633c3e7ed9'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:29:33.013913 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-7b1b7ccc-775a-435c-95c2-25e7e1b420c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:29:03Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['c6e361c5-ba4b-4479-8e6b-43633c3e7ed9'], 'active': True} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:33.117793 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvr_db [None req-7b1b7ccc-775a-435c-95c2-25e7e1b420c3 None None] Set router c6e361c5-ba4b-4479-8e6b-43633c3e7ed9 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:29:33.314489 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-7b1b7ccc-775a-435c-95c2-25e7e1b420c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e361c5-ba4b-4479-8e6b-43633c3e7ed9', 'name': 'tempest-AttachVolumeShelveTestJSON-1467074649-router', 'tenant_id': '53d2295ada114ea3b6b5001c4c197f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '6cfffd58-8e9a-41d8-b355-0977e5670440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:22:36Z', 'revision_number': 4, 'project_id': '53d2295ada114ea3b6b5001c4c197f35', 'gw_port': {'id': '6cfffd58-8e9a-41d8-b355-0977e5670440', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e361c5-ba4b-4479-8e6b-43633c3e7ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:25Z', 'updated_at': '2022-08-31T01:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_interfaces': [{'id': '57eaf157-539b-41bf-98b1-eb6abc39a18a', 'name': '', 'network_id': '2a0890c6-f1c3-465a-8b4d-8e1ae2356a58', 'tenant_id': '53d2295ada114ea3b6b5001c4c197f35', 'mac_address': 'fa:16:3e:d8:06:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e361c5-ba4b-4479-8e6b-43633c3e7ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd653247e-0c02-4230-ad01-73647a101df2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:34Z', 'updated_at': '2022-08-31T01:22:51Z', 'revision_number': 5, 'project_id': '53d2295ada114ea3b6b5001c4c197f35', 'subnets': [{'id': 'd653247e-0c02-4230-ad01-73647a101df2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:33.344472 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1b7ccc-775a-435c-95c2-25e7e1b420c3 None None] The sync data for ids ['c6e361c5-ba4b-4479-8e6b-43633c3e7ed9'] in dv-cinder-855288-2-iscsi is: [{'id': 'c6e361c5-ba4b-4479-8e6b-43633c3e7ed9', 'name': 'tempest-AttachVolumeShelveTestJSON-1467074649-router', 'tenant_id': '53d2295ada114ea3b6b5001c4c197f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '6cfffd58-8e9a-41d8-b355-0977e5670440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:22:36Z', 'revision_number': 4, 'project_id': '53d2295ada114ea3b6b5001c4c197f35', 'gw_port': {'id': '6cfffd58-8e9a-41d8-b355-0977e5670440', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e361c5-ba4b-4479-8e6b-43633c3e7ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:25Z', 'updated_at': '2022-08-31T01:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_interfaces': [{'id': '57eaf157-539b-41bf-98b1-eb6abc39a18a', 'name': '', 'network_id': '2a0890c6-f1c3-465a-8b4d-8e1ae2356a58', 'tenant_id': '53d2295ada114ea3b6b5001c4c197f35', 'mac_address': 'fa:16:3e:d8:06:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e361c5-ba4b-4479-8e6b-43633c3e7ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd653247e-0c02-4230-ad01-73647a101df2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:34Z', 'updated_at': '2022-08-31T01:22:51Z', 'revision_number': 5, 'project_id': '53d2295ada114ea3b6b5001c4c197f35', 'subnets': [{'id': 'd653247e-0c02-4230-ad01-73647a101df2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:29:33.530380 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-4e9d2fd3-64fd-4dab-9250-f05cfd45dec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (1428144b-5b15-4168-8538-b51b3045e8b6), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:33.583577 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7180625b-d798-4799-b831-7a1573ce04a9 None None] New status for floating IP 46d76030-7e93-48e7-8a81-41dd7c46fd3d: DOWN {{(pid=106779) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 01:29:33.700300 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0d38c588-6cbb-4eb5-83bc-71a6a1146dd1 req-2797a2b3-f479-4e63-a5e3-54a2eb795002 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 210 time: 0.0343833 Aug 31 01:29:33.856337 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (799b9b45-836a-4007-8b99-6041c4a5ce6b), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:34.813412 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-74f50f0b-832e-48ff-af8d-9ba7ddcfcc23 req-7e69b7b5-a763-4adb-a6c7-105b1662027c tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 210 time: 0.0282857 Aug 31 01:29:34.993444 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-6cf74907-e165-4231-8e79-d72e153e628e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (625e835a-7d63-45f9-8a46-c3ba876c3627), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:35.381998 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device 1302084d-99f4-4cd1-8b6d-4a829a883993 no longer exists at agent hyperv_hv-cinder-85528 {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:29:35.403836 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] No Port match for: 1302084d-99f4-4cd1-8b6d-4a829a883993 {{(pid=106778) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 01:29:35.404271 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device 1302084d-99f4-4cd1-8b6d-4a829a883993 not bound to the agent host hv-cinder-85528 {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:29:35.930503 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-e572aac1-41cc-46b0-90cd-672df3b93cf7 req-335b7832-5ba6-41b6-abe3-14e42c8886ab tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7311a59-7d10-4edb-be41-f6872e563e09 HTTP/1.1" status: 200 len: 210 time: 0.0299220 Aug 31 01:29:36.359067 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (f96ef3eb-5320-49ab-b33a-a2775d3a6053), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:36.382211 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-f7411cf7-2853-429b-aa0f-54d02b543116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (5f821ebb-aac9-4915-bb43-6712672a5d6c), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:37.086700 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 34302) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:29:37.142131 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-80c70941-79b8-4bd4-a14f-6cc04b7c5cec tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks [] for security_group (de1a290b-ed4e-4727-abe6-2b19820b7bdc), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:37.164945 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-80c70941-79b8-4bd4-a14f-6cc04b7c5cec tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks [] for security_group (de1a290b-ed4e-4727-abe6-2b19820b7bdc), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:37.267623 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-80c70941-79b8-4bd4-a14f-6cc04b7c5cec tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (de1a290b-ed4e-4727-abe6-2b19820b7bdc), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:37.270168 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-80c70941-79b8-4bd4-a14f-6cc04b7c5cec tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks [] for security_group (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:37.271905 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-80c70941-79b8-4bd4-a14f-6cc04b7c5cec tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "DELETE /networking/v2.0/security-groups/de1a290b-ed4e-4727-abe6-2b19820b7bdc HTTP/1.1" status: 204 len: 168 time: 0.1836445 Aug 31 01:29:37.274742 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 34306) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:29:37.281152 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c70941-79b8-4bd4-a14f-6cc04b7c5cec tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1a290b-ed4e-4727-abe6-2b19820b7bdc,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:37.289954 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.api.v2.resource [None req-c26695ff-2830-4e4b-a75a-2dd53be52ba1 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] show failed (client error): The resource could not be found. Aug 31 01:29:37.291049 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-c26695ff-2830-4e4b-a75a-2dd53be52ba1 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "GET /networking/v2.0/security-groups/de1a290b-ed4e-4727-abe6-2b19820b7bdc HTTP/1.1" status: 404 len: 347 time: 0.0153093 Aug 31 01:29:37.293932 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 34308) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:29:37.406340 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [None req-9bc614a5-1ba4-42fe-bd0a-e7b381aa679c tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Deleting port 8bc4a4ea-5078-4477-9b25-e361851a728e {{(pid=106776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:29:37.406557 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-9bc614a5-1ba4-42fe-bd0a-e7b381aa679c tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (8bc4a4ea-5078-4477-9b25-e361851a728e), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:37.488894 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-9bc614a5-1ba4-42fe-bd0a-e7b381aa679c tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (8bc4a4ea-5078-4477-9b25-e361851a728e), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:37.489219 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-9bc614a5-1ba4-42fe-bd0a-e7b381aa679c tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks [] for floatingip (8bc4a4ea-5078-4477-9b25-e361851a728e), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:37.502428 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [None req-9bc614a5-1ba4-42fe-bd0a-e7b381aa679c tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Calling delete_port for 8bc4a4ea-5078-4477-9b25-e361851a728e owned by network:floatingip {{(pid=106776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:29:37.868889 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-9bc614a5-1ba4-42fe-bd0a-e7b381aa679c tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6273727'] for port (8bc4a4ea-5078-4477-9b25-e361851a728e), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:37.905895 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc614a5-1ba4-42fe-bd0a-e7b381aa679c tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Pushing event deleted for resources: {'Port': ['ID=8bc4a4ea-5078-4477-9b25-e361851a728e,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:37.941708 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad247b9-785a-4fb0-a691-4164fa6673c9 req-45105955-abcc-46a4-9783-c072580b239d tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:29:37.943242 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-8ad247b9-785a-4fb0-a691-4164fa6673c9 req-45105955-abcc-46a4-9783-c072580b239d tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=aa12f850-924b-4bc9-8f32-c3f25e4a4d7d HTTP/1.1" status: 200 len: 985 time: 0.0551498 Aug 31 01:29:37.977601 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-9bc614a5-1ba4-42fe-bd0a-e7b381aa679c tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks [] for floatingip (46d76030-7e93-48e7-8a81-41dd7c46fd3d), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:37.980180 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-9bc614a5-1ba4-42fe-bd0a-e7b381aa679c tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for floatingip (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:37.985975 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-9bc614a5-1ba4-42fe-bd0a-e7b381aa679c tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/46d76030-7e93-48e7-8a81-41dd7c46fd3d HTTP/1.1" status: 204 len: 168 time: 0.6910567 Aug 31 01:29:38.037482 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-8ad247b9-785a-4fb0-a691-4164fa6673c9 req-10442171-eabd-43e8-bce1-7eb1f8f07f9e tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=330e6ac8-6ca1-473d-bc66-9bf1ae91d293&id=ffb80b2e-00e4-4a72-9d57-a5ac93f65e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0878165 Aug 31 01:29:38.075334 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d47fd5-aa95-4cc3-ba38-70c329c534d2 req-423798f5-aeff-457b-bca7-d39c82ada5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:29:38.077894 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-88d47fd5-aa95-4cc3-ba38-70c329c534d2 req-423798f5-aeff-457b-bca7-d39c82ada5a5 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=9befc65a9da84a99942b803ac6a15a0b&device_id=aa12f850-924b-4bc9-8f32-c3f25e4a4d7d HTTP/1.1" status: 200 len: 1169 time: 0.0482206 Aug 31 01:29:38.173080 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d47fd5-aa95-4cc3-ba38-70c329c534d2 req-507d2f2f-ba42-4b1b-a6bf-36b55fb3a585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:29:38.174556 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-88d47fd5-aa95-4cc3-ba38-70c329c534d2 req-507d2f2f-ba42-4b1b-a6bf-36b55fb3a585 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?id=7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3 HTTP/1.1" status: 200 len: 917 time: 0.0914581 Aug 31 01:29:38.236612 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-88d47fd5-aa95-4cc3-ba38-70c329c534d2 req-8c36d1d2-0e9e-4202-a2ee-deec4eb13780 service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a52ea97-a4a8-4c98-835c-b0b492daa956 HTTP/1.1" status: 200 len: 1002 time: 0.0563025 Aug 31 01:29:38.522156 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d47fd5-aa95-4cc3-ba38-70c329c534d2 req-698a684e-2a49-43ae-8560-a1f3b39903de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:29:38.524970 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-88d47fd5-aa95-4cc3-ba38-70c329c534d2 req-698a684e-2a49-43ae-8560-a1f3b39903de service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=d3b48e56-98ff-4fa8-bbfd-1e9209ce3f50 HTTP/1.1" status: 200 len: 854 time: 0.2822878 Aug 31 01:29:38.571967 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d47fd5-aa95-4cc3-ba38-70c329c534d2 req-2dfd9797-c98b-491d-b078-e50d71a198d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:29:38.573532 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-88d47fd5-aa95-4cc3-ba38-70c329c534d2 req-2dfd9797-c98b-491d-b078-e50d71a198d3 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413694 Aug 31 01:29:38.674115 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-88d47fd5-aa95-4cc3-ba38-70c329c534d2 req-7f576f69-8971-4d40-8581-7c6fe0cd3480 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920839 Aug 31 01:29:38.690827 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:29:38.763037 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:29:38.768578 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-88d47fd5-aa95-4cc3-ba38-70c329c534d2 req-3452331c-684e-499c-9782-c84bb90083c9 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860999 Aug 31 01:29:39.163038 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd2b39d-bbde-4e2a-9897-8320840d1b59 req-eb385322-a216-4574-9e18-741c6b83824b tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:29:39.165014 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-7dd2b39d-bbde-4e2a-9897-8320840d1b59 req-eb385322-a216-4574-9e18-741c6b83824b tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=aa12f850-924b-4bc9-8f32-c3f25e4a4d7d HTTP/1.1" status: 200 len: 985 time: 0.0505981 Aug 31 01:29:39.226705 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-7dd2b39d-bbde-4e2a-9897-8320840d1b59 req-7f46657c-d602-4e53-81de-e002a7ccc2c2 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=330e6ac8-6ca1-473d-bc66-9bf1ae91d293&id=ffb80b2e-00e4-4a72-9d57-a5ac93f65e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557668 Aug 31 01:29:40.344558 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8026b0e8-b6da-4200-b685-ad1d9c106db5 req-18074c36-b1be-48d0-927a-8ed0abbab19c tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:29:40.346065 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-8026b0e8-b6da-4200-b685-ad1d9c106db5 req-18074c36-b1be-48d0-927a-8ed0abbab19c tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=aa12f850-924b-4bc9-8f32-c3f25e4a4d7d HTTP/1.1" status: 200 len: 985 time: 0.0475245 Aug 31 01:29:40.404773 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-8026b0e8-b6da-4200-b685-ad1d9c106db5 req-5de43a03-cf29-4c60-9337-07b8e4ad5aa3 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=330e6ac8-6ca1-473d-bc66-9bf1ae91d293&id=ffb80b2e-00e4-4a72-9d57-a5ac93f65e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530744 Aug 31 01:29:41.528040 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46635ca9-e3b8-465b-a32f-a99d746e1933 req-0ceecee9-e2f0-4cf4-8342-f06a78d8f82c tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:29:41.529596 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-46635ca9-e3b8-465b-a32f-a99d746e1933 req-0ceecee9-e2f0-4cf4-8342-f06a78d8f82c tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=aa12f850-924b-4bc9-8f32-c3f25e4a4d7d HTTP/1.1" status: 200 len: 985 time: 0.0501909 Aug 31 01:29:41.550762 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:29:41.590880 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-46635ca9-e3b8-465b-a32f-a99d746e1933 req-e9c918cd-944d-4edb-9eac-b811f9d96548 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=330e6ac8-6ca1-473d-bc66-9bf1ae91d293&id=ffb80b2e-00e4-4a72-9d57-a5ac93f65e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552597 Aug 31 01:29:42.678185 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:29:42.715565 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4652ed7-5e3d-495e-ad8e-1475dd05c301 req-d0b30098-6ada-47ce-b54c-2bd6d2cf88f5 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:29:42.717196 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-f4652ed7-5e3d-495e-ad8e-1475dd05c301 req-d0b30098-6ada-47ce-b54c-2bd6d2cf88f5 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=aa12f850-924b-4bc9-8f32-c3f25e4a4d7d HTTP/1.1" status: 200 len: 985 time: 0.0485125 Aug 31 01:29:42.777984 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-f4652ed7-5e3d-495e-ad8e-1475dd05c301 req-7d47feaa-12a4-4cbe-afc9-dfbb271d5221 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=330e6ac8-6ca1-473d-bc66-9bf1ae91d293&id=ffb80b2e-00e4-4a72-9d57-a5ac93f65e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551693 Aug 31 01:29:43.749806 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=66,neutron:UPDATE=1 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:29:43.896226 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091896fc-13a9-408d-ae90-950b0ed17b5a req-00b7d416-5c03-4aba-8d4a-1cdcddb53b92 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:29:43.897758 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-091896fc-13a9-408d-ae90-950b0ed17b5a req-00b7d416-5c03-4aba-8d4a-1cdcddb53b92 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=aa12f850-924b-4bc9-8f32-c3f25e4a4d7d HTTP/1.1" status: 200 len: 985 time: 0.0467279 Aug 31 01:29:43.961396 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-091896fc-13a9-408d-ae90-950b0ed17b5a req-07edc08b-327f-44c6-82a1-979777009969 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=330e6ac8-6ca1-473d-bc66-9bf1ae91d293&id=ffb80b2e-00e4-4a72-9d57-a5ac93f65e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576832 Aug 31 01:29:45.083329 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1165824-ebf4-4eac-8c72-e63b40cb621e req-f620b3ea-ff24-4fc8-b885-6f3400389392 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:29:45.084830 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-e1165824-ebf4-4eac-8c72-e63b40cb621e req-f620b3ea-ff24-4fc8-b885-6f3400389392 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=aa12f850-924b-4bc9-8f32-c3f25e4a4d7d HTTP/1.1" status: 200 len: 985 time: 0.0483413 Aug 31 01:29:45.151460 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-e1165824-ebf4-4eac-8c72-e63b40cb621e req-4e462fd7-10bc-4c68-a549-720c499959cb tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=330e6ac8-6ca1-473d-bc66-9bf1ae91d293&id=ffb80b2e-00e4-4a72-9d57-a5ac93f65e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566840 Aug 31 01:29:46.300386 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225adba1-063d-43cf-a6ff-8b1e28dd3fe1 req-7b01299f-c5e9-4b35-a1f9-f277de8b7b87 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:29:46.302403 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-225adba1-063d-43cf-a6ff-8b1e28dd3fe1 req-7b01299f-c5e9-4b35-a1f9-f277de8b7b87 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=aa12f850-924b-4bc9-8f32-c3f25e4a4d7d HTTP/1.1" status: 200 len: 985 time: 0.0591373 Aug 31 01:29:46.319230 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:29:46.372247 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-225adba1-063d-43cf-a6ff-8b1e28dd3fe1 req-d833115d-9616-4e8f-b240-6ff7e2b1dbd2 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=330e6ac8-6ca1-473d-bc66-9bf1ae91d293&id=ffb80b2e-00e4-4a72-9d57-a5ac93f65e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0635507 Aug 31 01:29:46.454301 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 34424) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:29:46.933208 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-b6df226b-9ba7-4416-8d80-3a6d9130b6ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-636683'] for router_interface (c6e361c5-ba4b-4479-8e6b-43633c3e7ed9), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:47.115253 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:29:47.165103 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.plugin [None req-b6df226b-9ba7-4416-8d80-3a6d9130b6ad admin admin] Deleting port 57eaf157-539b-41bf-98b1-eb6abc39a18a {{(pid=106777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:29:47.165448 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-b6df226b-9ba7-4416-8d80-3a6d9130b6ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (57eaf157-539b-41bf-98b1-eb6abc39a18a), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:47.168562 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:29:47.248648 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.db [None req-b6df226b-9ba7-4416-8d80-3a6d9130b6ad admin admin] For port 57eaf157-539b-41bf-98b1-eb6abc39a18a, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=57eaf157-539b-41bf-98b1-eb6abc39a18a,segment=NetworkSegment(4e76086e-0aa2-44ca-adc1-383a20f9a980),segment_id=4e76086e-0aa2-44ca-adc1-383a20f9a980)] {{(pid=106777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:29:47.249036 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-b6df226b-9ba7-4416-8d80-3a6d9130b6ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (57eaf157-539b-41bf-98b1-eb6abc39a18a), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:47.262674 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.plugin [None req-b6df226b-9ba7-4416-8d80-3a6d9130b6ad admin admin] Calling delete_port for 57eaf157-539b-41bf-98b1-eb6abc39a18a owned by network:router_interface {{(pid=106777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:29:47.294332 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:29:47.492566 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1f053-7b87-40a9-b4d2-fb2ff767a48b req-ee4b4d99-dd33-4e99-85a3-a1c263766908 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:29:47.493974 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-54a1f053-7b87-40a9-b4d2-fb2ff767a48b req-ee4b4d99-dd33-4e99-85a3-a1c263766908 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=aa12f850-924b-4bc9-8f32-c3f25e4a4d7d HTTP/1.1" status: 200 len: 985 time: 0.0470312 Aug 31 01:29:47.506527 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-b6df226b-9ba7-4416-8d80-3a6d9130b6ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5261574'] for port (57eaf157-539b-41bf-98b1-eb6abc39a18a), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:47.539072 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6df226b-9ba7-4416-8d80-3a6d9130b6ad admin admin] Pushing event deleted for resources: {'Port': ['ID=57eaf157-539b-41bf-98b1-eb6abc39a18a,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:47.633017 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-54a1f053-7b87-40a9-b4d2-fb2ff767a48b req-643cb6bb-9bc0-4274-b6a0-d9a85b8266e9 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=330e6ac8-6ca1-473d-bc66-9bf1ae91d293&id=ffb80b2e-00e4-4a72-9d57-a5ac93f65e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1333270 Aug 31 01:29:47.737489 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-b6df226b-9ba7-4416-8d80-3a6d9130b6ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-636091'] for router_interface (c6e361c5-ba4b-4479-8e6b-43633c3e7ed9), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:47.938172 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:29:47.941647 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6df226b-9ba7-4416-8d80-3a6d9130b6ad admin admin] Router c6e361c5-ba4b-4479-8e6b-43633c3e7ed9 has already been hosted by L3 agent 1428144b-5b15-4168-8538-b51b3045e8b6 {{(pid=106777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:29:47.999009 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:29:48.042192 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6df226b-9ba7-4416-8d80-3a6d9130b6ad admin admin] Notify agent at l3_agent.dv-cinder-855288-2-iscsi the message routers_updated {{(pid=106777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:29:48.047238 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-b6df226b-9ba7-4416-8d80-3a6d9130b6ad admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/c6e361c5-ba4b-4479-8e6b-43633c3e7ed9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5925772 Aug 31 01:29:48.049913 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 34446) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:29:48.052690 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d159da-63b1-46f7-8ec2-aa47cfb7a665 None None] Sync routers for ids ['c6e361c5-ba4b-4479-8e6b-43633c3e7ed9'] in dv-cinder-855288-2-iscsi {{(pid=106778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:29:48.063569 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d159da-63b1-46f7-8ec2-aa47cfb7a665 None None] Routers {'c6e361c5-ba4b-4479-8e6b-43633c3e7ed9'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:29:48.065700 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-72d159da-63b1-46f7-8ec2-aa47cfb7a665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:29:33Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['c6e361c5-ba4b-4479-8e6b-43633c3e7ed9'], 'active': True} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:48.151025 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-663164ff-9f81-44ca-8ed0-53fa73181d65 admin admin] Publish callbacks [] for router (c6e361c5-ba4b-4479-8e6b-43633c3e7ed9), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:48.167343 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvr_db [None req-72d159da-63b1-46f7-8ec2-aa47cfb7a665 None None] Set router c6e361c5-ba4b-4479-8e6b-43633c3e7ed9 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:29:48.260742 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-663164ff-9f81-44ca-8ed0-53fa73181d65 admin admin] Publish callbacks [] for router_gateway (c6e361c5-ba4b-4479-8e6b-43633c3e7ed9), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:48.343016 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-72d159da-63b1-46f7-8ec2-aa47cfb7a665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e361c5-ba4b-4479-8e6b-43633c3e7ed9', 'name': 'tempest-AttachVolumeShelveTestJSON-1467074649-router', 'tenant_id': '53d2295ada114ea3b6b5001c4c197f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '6cfffd58-8e9a-41d8-b355-0977e5670440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:29:47Z', 'revision_number': 5, 'project_id': '53d2295ada114ea3b6b5001c4c197f35', 'gw_port': {'id': '6cfffd58-8e9a-41d8-b355-0977e5670440', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e361c5-ba4b-4479-8e6b-43633c3e7ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:22:25Z', 'updated_at': '2022-08-31T01:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi'}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:48.368666 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.plugin [None req-663164ff-9f81-44ca-8ed0-53fa73181d65 admin admin] Deleting port 6cfffd58-8e9a-41d8-b355-0977e5670440 {{(pid=106777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:29:48.369593 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-663164ff-9f81-44ca-8ed0-53fa73181d65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (6cfffd58-8e9a-41d8-b355-0977e5670440), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:48.383134 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d159da-63b1-46f7-8ec2-aa47cfb7a665 None None] Checking router: c6e361c5-ba4b-4479-8e6b-43633c3e7ed9 for host: dv-cinder-855288-2-iscsi {{(pid=106778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:29:48.392218 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d159da-63b1-46f7-8ec2-aa47cfb7a665 None None] Routers {'c6e361c5-ba4b-4479-8e6b-43633c3e7ed9'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:29:48.392845 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-72d159da-63b1-46f7-8ec2-aa47cfb7a665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:29:33Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['c6e361c5-ba4b-4479-8e6b-43633c3e7ed9'], 'active': True} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:48.454582 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.db [None req-663164ff-9f81-44ca-8ed0-53fa73181d65 admin admin] For port 6cfffd58-8e9a-41d8-b355-0977e5670440, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=6cfffd58-8e9a-41d8-b355-0977e5670440,segment=NetworkSegment(5532158b-12fc-4975-99d9-f23bee8acdf7),segment_id=5532158b-12fc-4975-99d9-f23bee8acdf7)] {{(pid=106777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:29:48.455216 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-663164ff-9f81-44ca-8ed0-53fa73181d65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (6cfffd58-8e9a-41d8-b355-0977e5670440), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:48.468053 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.plugin [None req-663164ff-9f81-44ca-8ed0-53fa73181d65 admin admin] Calling delete_port for 6cfffd58-8e9a-41d8-b355-0977e5670440 owned by network:router_gateway {{(pid=106777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:29:48.479961 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvr_db [None req-72d159da-63b1-46f7-8ec2-aa47cfb7a665 None None] Set router c6e361c5-ba4b-4479-8e6b-43633c3e7ed9 gateway port host: None {{(pid=106778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:29:48.529303 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-72d159da-63b1-46f7-8ec2-aa47cfb7a665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e361c5-ba4b-4479-8e6b-43633c3e7ed9', 'name': 'tempest-AttachVolumeShelveTestJSON-1467074649-router', 'tenant_id': '53d2295ada114ea3b6b5001c4c197f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:29:48Z', 'revision_number': 6, 'project_id': '53d2295ada114ea3b6b5001c4c197f35', 'gw_port_host': None}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:48.558396 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d159da-63b1-46f7-8ec2-aa47cfb7a665 None None] The sync data for ids ['c6e361c5-ba4b-4479-8e6b-43633c3e7ed9'] in dv-cinder-855288-2-iscsi is: [{'id': 'c6e361c5-ba4b-4479-8e6b-43633c3e7ed9', 'name': 'tempest-AttachVolumeShelveTestJSON-1467074649-router', 'tenant_id': '53d2295ada114ea3b6b5001c4c197f35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:22:22Z', 'updated_at': '2022-08-31T01:29:48Z', 'revision_number': 6, 'project_id': '53d2295ada114ea3b6b5001c4c197f35', 'gw_port_host': None}] {{(pid=106778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:29:48.682504 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-663164ff-9f81-44ca-8ed0-53fa73181d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5261574'] for port (6cfffd58-8e9a-41d8-b355-0977e5670440), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:48.705713 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663164ff-9f81-44ca-8ed0-53fa73181d65 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cfffd58-8e9a-41d8-b355-0977e5670440,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:48.734896 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:29:48.937203 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:29:49.060215 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7550c111-26d0-4a9a-bec3-4fa8f45c406f req-902b732c-fba1-442f-a2af-fdb2aacb85dc tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:29:49.061705 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-7550c111-26d0-4a9a-bec3-4fa8f45c406f req-902b732c-fba1-442f-a2af-fdb2aacb85dc tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=aa12f850-924b-4bc9-8f32-c3f25e4a4d7d HTTP/1.1" status: 200 len: 985 time: 0.3515389 Aug 31 01:29:49.085025 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-663164ff-9f81-44ca-8ed0-53fa73181d65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608328'] for router_gateway (c6e361c5-ba4b-4479-8e6b-43633c3e7ed9), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:49.196569 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-663164ff-9f81-44ca-8ed0-53fa73181d65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10600'] for router (c6e361c5-ba4b-4479-8e6b-43633c3e7ed9), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:49.202538 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-663164ff-9f81-44ca-8ed0-53fa73181d65 admin admin] Publish callbacks [] for router_controller (c6e361c5-ba4b-4479-8e6b-43633c3e7ed9), precommit_delete_associations {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:49.277585 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-7550c111-26d0-4a9a-bec3-4fa8f45c406f req-81b81173-c247-45ad-adc3-b493c4396c74 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=330e6ac8-6ca1-473d-bc66-9bf1ae91d293&id=ffb80b2e-00e4-4a72-9d57-a5ac93f65e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2096441 Aug 31 01:29:49.341771 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 57eaf157-539b-41bf-98b1-eb6abc39a18a no longer exists at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:29:49.342291 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-663164ff-9f81-44ca-8ed0-53fa73181d65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636102'] for router (c6e361c5-ba4b-4479-8e6b-43633c3e7ed9), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:49.342663 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-663164ff-9f81-44ca-8ed0-53fa73181d65 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6e361c5-ba4b-4479-8e6b-43633c3e7ed9 {{(pid=106777) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:29:49.348523 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-663164ff-9f81-44ca-8ed0-53fa73181d65 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:49.353141 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-663164ff-9f81-44ca-8ed0-53fa73181d65 admin admin] 10.222.0.20 "DELETE /networking/v2.0/routers/c6e361c5-ba4b-4479-8e6b-43633c3e7ed9 HTTP/1.1" status: 204 len: 168 time: 1.2989197 Aug 31 01:29:49.353141 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 34456) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:29:49.401281 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9c34da9-9590-4fb2-b645-ca9382d01a94 admin admin] Deleting subnet d653247e-0c02-4230-ad01-73647a101df2 {{(pid=106777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 01:29:49.405026 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e9c34da9-9590-4fb2-b645-ca9382d01a94 admin admin] Publish callbacks [] for subnet (d653247e-0c02-4230-ad01-73647a101df2), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:49.443000 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e9c34da9-9590-4fb2-b645-ca9382d01a94 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6594457'] for subnet (d653247e-0c02-4230-ad01-73647a101df2), precommit_delete_associations {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:49.497218 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] No Port match for: 57eaf157-539b-41bf-98b1-eb6abc39a18a {{(pid=106778) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 01:29:49.497560 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 57eaf157-539b-41bf-98b1-eb6abc39a18a not bound to the agent host dv-cinder-855288-2-iscsi {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:29:49.559601 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e9c34da9-9590-4fb2-b645-ca9382d01a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1483629'] for subnet (d653247e-0c02-4230-ad01-73647a101df2), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:49.600231 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:29:49.696146 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e9c34da9-9590-4fb2-b645-ca9382d01a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1483636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5262325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5608361'] for subnet (d653247e-0c02-4230-ad01-73647a101df2), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:49.723891 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c34da9-9590-4fb2-b645-ca9382d01a94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d653247e-0c02-4230-ad01-73647a101df2,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:49.729581 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e9c34da9-9590-4fb2-b645-ca9382d01a94 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:49.733938 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-e9c34da9-9590-4fb2-b645-ca9382d01a94 admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/d653247e-0c02-4230-ad01-73647a101df2 HTTP/1.1" status: 204 len: 168 time: 0.3804672 Aug 31 01:29:49.734734 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b746b601-33de-4d15-b269-a38c6f6433b3 None None] Network 2a0890c6-f1c3-465a-8b4d-8e1ae2356a58 requested from dv-cinder-855288-2-iscsi {{(pid=106778) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 01:29:49.739843 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 34464) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:29:49.808985 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-59203aca-f310-43c9-8ebd-d8e7fddd32f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1495376'] for network (2a0890c6-f1c3-465a-8b4d-8e1ae2356a58), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:49.850903 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.plugin [None req-59203aca-f310-43c9-8ebd-d8e7fddd32f1 admin admin] Deleting port 12b3284e-e7ef-49dd-bdde-99228c7f4894 {{(pid=106777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:29:49.851165 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-59203aca-f310-43c9-8ebd-d8e7fddd32f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (12b3284e-e7ef-49dd-bdde-99228c7f4894), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:49.901747 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b417dc-58f0-451e-ba28-b383f6a95ba4 None None] DHCP port deletion for 2a0890c6-f1c3-465a-8b4d-8e1ae2356a58 request from dv-cinder-855288-2-iscsi {{(pid=106778) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 01:29:49.922985 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.db [None req-59203aca-f310-43c9-8ebd-d8e7fddd32f1 admin admin] For port 12b3284e-e7ef-49dd-bdde-99228c7f4894, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=12b3284e-e7ef-49dd-bdde-99228c7f4894,segment=NetworkSegment(4e76086e-0aa2-44ca-adc1-383a20f9a980),segment_id=4e76086e-0aa2-44ca-adc1-383a20f9a980)] {{(pid=106777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:29:49.923361 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-59203aca-f310-43c9-8ebd-d8e7fddd32f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (12b3284e-e7ef-49dd-bdde-99228c7f4894), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:49.937301 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.plugin [None req-59203aca-f310-43c9-8ebd-d8e7fddd32f1 admin admin] Calling delete_port for 12b3284e-e7ef-49dd-bdde-99228c7f4894 owned by network:dhcp {{(pid=106777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:29:49.937496 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-a0b417dc-58f0-451e-ba28-b383f6a95ba4 None None] Deleting port 12b3284e-e7ef-49dd-bdde-99228c7f4894 {{(pid=106778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:29:49.937816 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-a0b417dc-58f0-451e-ba28-b383f6a95ba4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (12b3284e-e7ef-49dd-bdde-99228c7f4894), before_delete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:50.002845 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-a0b417dc-58f0-451e-ba28-b383f6a95ba4 None None] For port 12b3284e-e7ef-49dd-bdde-99228c7f4894, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=12b3284e-e7ef-49dd-bdde-99228c7f4894,segment=NetworkSegment(4e76086e-0aa2-44ca-adc1-383a20f9a980),segment_id=4e76086e-0aa2-44ca-adc1-383a20f9a980)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:29:50.003276 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-a0b417dc-58f0-451e-ba28-b383f6a95ba4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (12b3284e-e7ef-49dd-bdde-99228c7f4894), precommit_delete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:50.016817 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-a0b417dc-58f0-451e-ba28-b383f6a95ba4 None None] Calling delete_port for 12b3284e-e7ef-49dd-bdde-99228c7f4894 owned by network:dhcp {{(pid=106778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:29:50.107499 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-59203aca-f310-43c9-8ebd-d8e7fddd32f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5261574'] for port (12b3284e-e7ef-49dd-bdde-99228c7f4894), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:50.118999 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-a0b417dc-58f0-451e-ba28-b383f6a95ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847'] for port (12b3284e-e7ef-49dd-bdde-99228c7f4894), after_delete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:50.133820 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59203aca-f310-43c9-8ebd-d8e7fddd32f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=12b3284e-e7ef-49dd-bdde-99228c7f4894,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:50.137438 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59203aca-f310-43c9-8ebd-d8e7fddd32f1 admin admin] No DVR routers for this DVR port 12b3284e-e7ef-49dd-bdde-99228c7f4894 on host dv-cinder-855288-2-iscsi {{(pid=106777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 01:29:50.140592 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b417dc-58f0-451e-ba28-b383f6a95ba4 None None] Pushing event deleted for resources: {'Port': ['ID=12b3284e-e7ef-49dd-bdde-99228c7f4894,revision_number=None']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:50.142512 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b417dc-58f0-451e-ba28-b383f6a95ba4 None None] No DVR routers for this DVR port 12b3284e-e7ef-49dd-bdde-99228c7f4894 on host dv-cinder-855288-2-iscsi {{(pid=106778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 01:29:50.210226 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=9 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:29:50.214566 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-59203aca-f310-43c9-8ebd-d8e7fddd32f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1483790', 'neutron.services.segments.db._delete_segments_for_network-8779186328131'] for network (2a0890c6-f1c3-465a-8b4d-8e1ae2356a58), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:50.235287 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.services.segments.db [None req-59203aca-f310-43c9-8ebd-d8e7fddd32f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a0890c6-f1c3-465a-8b4d-8e1ae2356a58']}} {{(pid=106777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:50.245448 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.services.segments.db [None req-59203aca-f310-43c9-8ebd-d8e7fddd32f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e76086e-0aa2-44ca-adc1-383a20f9a980') {'for_net_delete': True} {{(pid=106777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:50.245745 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.services.segments.db [None req-59203aca-f310-43c9-8ebd-d8e7fddd32f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e76086e-0aa2-44ca-adc1-383a20f9a980') {} {{(pid=106777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:29:50.257245 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-59203aca-f310-43c9-8ebd-d8e7fddd32f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779186303919', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6594450'] for segment (4e76086e-0aa2-44ca-adc1-383a20f9a980), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:50.271173 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-59203aca-f310-43c9-8ebd-d8e7fddd32f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484916'] for segment (4e76086e-0aa2-44ca-adc1-383a20f9a980), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:50.277630 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59203aca-f310-43c9-8ebd-d8e7fddd32f1 admin admin] Releasing vlan 1067 on physical network physnet1 to pool {{(pid=106777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:29:50.278036 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-59203aca-f310-43c9-8ebd-d8e7fddd32f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5261651'] for segment (4e76086e-0aa2-44ca-adc1-383a20f9a980), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:50.319396 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.services.segments.plugin [-] Segment 4e76086e-0aa2-44ca-adc1-383a20f9a980 resource provider aggregate not found Aug 31 01:29:50.338219 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.services.segments.plugin [-] Segment 4e76086e-0aa2-44ca-adc1-383a20f9a980 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4e76086e-0aa2-44ca-adc1-383a20f9a980 found for delete ", "request_id": "req-8789ed2a-1d53-4566-b9ff-a5a496a849ba"}]} Aug 31 01:29:50.404391 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eddddb5-b245-4006-aa8e-324d4799f579 req-aee1e97a-3d85-4eea-983f-39466a5cd1bc tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:29:50.405798 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-8eddddb5-b245-4006-aa8e-324d4799f579 req-aee1e97a-3d85-4eea-983f-39466a5cd1bc tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=aa12f850-924b-4bc9-8f32-c3f25e4a4d7d HTTP/1.1" status: 200 len: 985 time: 0.0527716 Aug 31 01:29:50.440139 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-59203aca-f310-43c9-8ebd-d8e7fddd32f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1483783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608292'] for network (2a0890c6-f1c3-465a-8b4d-8e1ae2356a58), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:50.444840 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-59203aca-f310-43c9-8ebd-d8e7fddd32f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537412'] for network (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:50.449559 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-59203aca-f310-43c9-8ebd-d8e7fddd32f1 admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/2a0890c6-f1c3-465a-8b4d-8e1ae2356a58 HTTP/1.1" status: 204 len: 168 time: 0.7125833 Aug 31 01:29:50.480490 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59203aca-f310-43c9-8ebd-d8e7fddd32f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a0890c6-f1c3-465a-8b4d-8e1ae2356a58,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:50.501036 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-8eddddb5-b245-4006-aa8e-324d4799f579 req-66616f5a-443f-40da-a2d2-5481b9981b9a tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=330e6ac8-6ca1-473d-bc66-9bf1ae91d293&id=ffb80b2e-00e4-4a72-9d57-a5ac93f65e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0858562 Aug 31 01:29:50.798197 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 34492) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:29:50.841681 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-8ab04492-a2d8-42a1-82ce-eb1ad5af1cea admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=53d2295ada114ea3b6b5001c4c197f35&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0422254 Aug 31 01:29:50.846865 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 34496) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:29:50.905066 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-8ef0719a-578d-4f8b-898f-ee678bebeefa admin admin] Publish callbacks [] for security_group (57f5958e-2395-4496-9fcc-4c53c8ad2a88), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:50.926661 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-8ef0719a-578d-4f8b-898f-ee678bebeefa admin admin] Publish callbacks [] for security_group (57f5958e-2395-4496-9fcc-4c53c8ad2a88), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:50.996154 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 6cfffd58-8e9a-41d8-b355-0977e5670440 no longer exists at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:29:51.012116 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] No Port match for: 6cfffd58-8e9a-41d8-b355-0977e5670440 {{(pid=106778) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 01:29:51.012459 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 6cfffd58-8e9a-41d8-b355-0977e5670440 not bound to the agent host dv-cinder-855288-2-iscsi {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:29:51.012907 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 12b3284e-e7ef-49dd-bdde-99228c7f4894 no longer exists at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:29:51.031892 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] No Port match for: 12b3284e-e7ef-49dd-bdde-99228c7f4894 {{(pid=106778) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 01:29:51.032233 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 12b3284e-e7ef-49dd-bdde-99228c7f4894 not bound to the agent host dv-cinder-855288-2-iscsi {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:29:51.090393 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-8ef0719a-578d-4f8b-898f-ee678bebeefa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (57f5958e-2395-4496-9fcc-4c53c8ad2a88), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:51.093011 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-8ef0719a-578d-4f8b-898f-ee678bebeefa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:51.094191 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-8ef0719a-578d-4f8b-898f-ee678bebeefa admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/57f5958e-2395-4496-9fcc-4c53c8ad2a88 HTTP/1.1" status: 204 len: 168 time: 0.2463572 Aug 31 01:29:51.102254 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef0719a-578d-4f8b-898f-ee678bebeefa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f5958e-2395-4496-9fcc-4c53c8ad2a88,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:51.617021 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e81d5f-ae8d-426a-94c5-56fc172220be req-217213bb-982d-4844-9af5-df631cc1abc0 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:29:51.618496 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-43e81d5f-ae8d-426a-94c5-56fc172220be req-217213bb-982d-4844-9af5-df631cc1abc0 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=aa12f850-924b-4bc9-8f32-c3f25e4a4d7d HTTP/1.1" status: 200 len: 985 time: 0.0528181 Aug 31 01:29:51.680109 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-43e81d5f-ae8d-426a-94c5-56fc172220be req-3c47479d-1c4d-4d9c-a459-5ecb365dbcb9 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=330e6ac8-6ca1-473d-bc66-9bf1ae91d293&id=ffb80b2e-00e4-4a72-9d57-a5ac93f65e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554907 Aug 31 01:29:52.779294 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:29:52.822901 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef09a51-933e-4e61-ae2a-4197242bddfe req-18f83f2f-921c-4a38-8e7d-0149c23c4b6d tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:29:52.824554 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-9ef09a51-933e-4e61-ae2a-4197242bddfe req-18f83f2f-921c-4a38-8e7d-0149c23c4b6d tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=aa12f850-924b-4bc9-8f32-c3f25e4a4d7d HTTP/1.1" status: 200 len: 985 time: 0.0574625 Aug 31 01:29:52.888930 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-9ef09a51-933e-4e61-ae2a-4197242bddfe req-bff7f67c-a409-420e-9bf4-f07f43c037ad tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=330e6ac8-6ca1-473d-bc66-9bf1ae91d293&id=ffb80b2e-00e4-4a72-9d57-a5ac93f65e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579023 Aug 31 01:29:53.555843 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 34610) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:29:53.664529 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-2ffc2111-0588-460b-ac27-77d23cd21db3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:53.738409 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-2ffc2111-0588-460b-ac27-77d23cd21db3 admin admin] Publish callbacks [] for security_group (e6945798-e72e-4d5a-afe6-587b6215392b), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:53.815662 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-2ffc2111-0588-460b-ac27-77d23cd21db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (e6945798-e72e-4d5a-afe6-587b6215392b), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:53.859837 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-2ffc2111-0588-460b-ac27-77d23cd21db3 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=aba5b6a5a4374067a75e5c4c4556072e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3029048 Aug 31 01:29:53.860879 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffc2111-0588-460b-ac27-77d23cd21db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6945798-e72e-4d5a-afe6-587b6215392b,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:53.862640 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 34618) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:29:53.919961 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-db8003b6-52ab-476a-addf-a39f7f824020 admin admin] Publish callbacks [] for security_group (e6945798-e72e-4d5a-afe6-587b6215392b), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:53.940909 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-db8003b6-52ab-476a-addf-a39f7f824020 admin admin] Publish callbacks [] for security_group (e6945798-e72e-4d5a-afe6-587b6215392b), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:54.030474 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830acf7f-e8f5-4902-a69f-670bc5917991 req-2876c30e-0125-4be3-996c-31d24b393efd tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:29:54.032010 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-830acf7f-e8f5-4902-a69f-670bc5917991 req-2876c30e-0125-4be3-996c-31d24b393efd tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=aa12f850-924b-4bc9-8f32-c3f25e4a4d7d HTTP/1.1" status: 200 len: 985 time: 0.0544508 Aug 31 01:29:54.093724 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-830acf7f-e8f5-4902-a69f-670bc5917991 req-3ad2fe1a-c6d8-4186-9bfc-aa8d736b236e tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=330e6ac8-6ca1-473d-bc66-9bf1ae91d293&id=ffb80b2e-00e4-4a72-9d57-a5ac93f65e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559349 Aug 31 01:29:54.094727 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-db8003b6-52ab-476a-addf-a39f7f824020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (e6945798-e72e-4d5a-afe6-587b6215392b), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:54.097240 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-db8003b6-52ab-476a-addf-a39f7f824020 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:54.100622 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-db8003b6-52ab-476a-addf-a39f7f824020 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/e6945798-e72e-4d5a-afe6-587b6215392b HTTP/1.1" status: 204 len: 168 time: 0.2341061 Aug 31 01:29:54.107940 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8003b6-52ab-476a-addf-a39f7f824020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6945798-e72e-4d5a-afe6-587b6215392b,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:54.823351 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 34634) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:29:54.837372 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-bfa34d98-d887-4329-af91-736bfda0f5c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:54.912666 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-bfa34d98-d887-4329-af91-736bfda0f5c6 admin admin] Publish callbacks [] for security_group (e8fc34df-2cb9-45fb-aa50-b58c5c4c8b1b), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:54.953357 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-bfa34d98-d887-4329-af91-736bfda0f5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (e8fc34df-2cb9-45fb-aa50-b58c5c4c8b1b), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:54.995631 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-bfa34d98-d887-4329-af91-736bfda0f5c6 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=98438cec810d42cab9d73e2e3170622b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1711938 Aug 31 01:29:54.996570 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa34d98-d887-4329-af91-736bfda0f5c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8fc34df-2cb9-45fb-aa50-b58c5c4c8b1b,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:54.998454 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 34642) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:29:55.051142 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-e217e324-64e7-4b84-914a-99cbc72d583a admin admin] Publish callbacks [] for security_group (e8fc34df-2cb9-45fb-aa50-b58c5c4c8b1b), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:55.070987 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-e217e324-64e7-4b84-914a-99cbc72d583a admin admin] Publish callbacks [] for security_group (e8fc34df-2cb9-45fb-aa50-b58c5c4c8b1b), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:55.181348 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-e217e324-64e7-4b84-914a-99cbc72d583a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (e8fc34df-2cb9-45fb-aa50-b58c5c4c8b1b), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:55.183997 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-e217e324-64e7-4b84-914a-99cbc72d583a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:55.185242 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-e217e324-64e7-4b84-914a-99cbc72d583a admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/e8fc34df-2cb9-45fb-aa50-b58c5c4c8b1b HTTP/1.1" status: 204 len: 168 time: 0.1856277 Aug 31 01:29:55.195644 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e217e324-64e7-4b84-914a-99cbc72d583a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8fc34df-2cb9-45fb-aa50-b58c5c4c8b1b,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:55.219446 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17a0faf-f449-4365-9a70-204c009ce324 req-2dacf329-def6-4631-b5d2-35f6db6d8b6b tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:29:55.223672 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-d17a0faf-f449-4365-9a70-204c009ce324 req-2dacf329-def6-4631-b5d2-35f6db6d8b6b tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=aa12f850-924b-4bc9-8f32-c3f25e4a4d7d HTTP/1.1" status: 200 len: 985 time: 0.0551412 Aug 31 01:29:55.288322 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-d17a0faf-f449-4365-9a70-204c009ce324 req-20dc901b-4634-4b9f-9e54-978bdf4efed1 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=330e6ac8-6ca1-473d-bc66-9bf1ae91d293&id=ffb80b2e-00e4-4a72-9d57-a5ac93f65e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559964 Aug 31 01:29:55.847532 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 34672) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:29:56.003022 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-118dd2ae-1916-49f2-bccf-f988163ea408 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:56.081583 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-118dd2ae-1916-49f2-bccf-f988163ea408 admin admin] Publish callbacks [] for security_group (98d9ebde-4486-4043-8de8-ff3b1ff5b7cd), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:56.158261 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-118dd2ae-1916-49f2-bccf-f988163ea408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (98d9ebde-4486-4043-8de8-ff3b1ff5b7cd), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:56.200964 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-118dd2ae-1916-49f2-bccf-f988163ea408 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=bb74d110d646466794ccb97d204e1480&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3522549 Aug 31 01:29:56.201949 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118dd2ae-1916-49f2-bccf-f988163ea408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d9ebde-4486-4043-8de8-ff3b1ff5b7cd,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:56.204076 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 34684) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:29:56.212431 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:29:56.259895 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-0c13f2dc-e192-4c83-ab1c-bfeeeeb34160 admin admin] Publish callbacks [] for security_group (98d9ebde-4486-4043-8de8-ff3b1ff5b7cd), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:56.280984 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-0c13f2dc-e192-4c83-ab1c-bfeeeeb34160 admin admin] Publish callbacks [] for security_group (98d9ebde-4486-4043-8de8-ff3b1ff5b7cd), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:56.394068 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-0c13f2dc-e192-4c83-ab1c-bfeeeeb34160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (98d9ebde-4486-4043-8de8-ff3b1ff5b7cd), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:56.396523 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-0c13f2dc-e192-4c83-ab1c-bfeeeeb34160 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:56.397695 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-0c13f2dc-e192-4c83-ab1c-bfeeeeb34160 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/98d9ebde-4486-4043-8de8-ff3b1ff5b7cd HTTP/1.1" status: 204 len: 168 time: 0.1916726 Aug 31 01:29:56.404555 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:29:56.418090 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c13f2dc-e192-4c83-ab1c-bfeeeeb34160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d9ebde-4486-4043-8de8-ff3b1ff5b7cd,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:56.436178 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421e9f2-4eb8-4db1-b0c8-5a219e6873ec req-a254aa76-86f5-4a4a-ba6f-dfd6670e10f8 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:29:56.439242 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-e421e9f2-4eb8-4db1-b0c8-5a219e6873ec req-a254aa76-86f5-4a4a-ba6f-dfd6670e10f8 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=aa12f850-924b-4bc9-8f32-c3f25e4a4d7d HTTP/1.1" status: 200 len: 985 time: 0.0733228 Aug 31 01:29:56.503305 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-e421e9f2-4eb8-4db1-b0c8-5a219e6873ec req-6fe4fd96-e587-4b2e-b426-4d12634940c0 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=330e6ac8-6ca1-473d-bc66-9bf1ae91d293&id=ffb80b2e-00e4-4a72-9d57-a5ac93f65e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582790 Aug 31 01:29:57.017993 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 34710) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:29:57.032376 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-a2ed5e6a-1aca-4ec5-9347-bc28ad7c8e5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:57.111065 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-a2ed5e6a-1aca-4ec5-9347-bc28ad7c8e5b admin admin] Publish callbacks [] for security_group (ba9d3b03-b5eb-45b1-bba2-9c20e443512b), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:57.170020 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-a2ed5e6a-1aca-4ec5-9347-bc28ad7c8e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (ba9d3b03-b5eb-45b1-bba2-9c20e443512b), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:57.213007 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-a2ed5e6a-1aca-4ec5-9347-bc28ad7c8e5b admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=d2cbab83125a4121b2d4f1ca6a987373&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1937926 Aug 31 01:29:57.214555 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ed5e6a-1aca-4ec5-9347-bc28ad7c8e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9d3b03-b5eb-45b1-bba2-9c20e443512b,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:57.215892 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 34716) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:29:57.238636 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=78,neutron:DELETE=5,neutron:INSERT=17 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:29:57.271548 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-2d788930-6e3e-41ed-94a6-93b523602364 admin admin] Publish callbacks [] for security_group (ba9d3b03-b5eb-45b1-bba2-9c20e443512b), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:57.281156 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:29:57.293130 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-2d788930-6e3e-41ed-94a6-93b523602364 admin admin] Publish callbacks [] for security_group (ba9d3b03-b5eb-45b1-bba2-9c20e443512b), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:57.416965 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-2d788930-6e3e-41ed-94a6-93b523602364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (ba9d3b03-b5eb-45b1-bba2-9c20e443512b), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:57.419786 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-2d788930-6e3e-41ed-94a6-93b523602364 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:29:57.421728 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-2d788930-6e3e-41ed-94a6-93b523602364 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/ba9d3b03-b5eb-45b1-bba2-9c20e443512b HTTP/1.1" status: 204 len: 168 time: 0.2038672 Aug 31 01:29:57.429860 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d788930-6e3e-41ed-94a6-93b523602364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9d3b03-b5eb-45b1-bba2-9c20e443512b,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:29:57.626861 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a02578-0b47-4083-a70b-88fd55ba6619 req-fa5805df-bfa7-4124-865d-00aa811fdf17 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:29:57.628338 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-06a02578-0b47-4083-a70b-88fd55ba6619 req-fa5805df-bfa7-4124-865d-00aa811fdf17 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=aa12f850-924b-4bc9-8f32-c3f25e4a4d7d HTTP/1.1" status: 200 len: 985 time: 0.0485392 Aug 31 01:29:57.691886 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-06a02578-0b47-4083-a70b-88fd55ba6619 req-6a23b7bd-1d99-4351-b62d-532c63c350ec tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=330e6ac8-6ca1-473d-bc66-9bf1ae91d293&id=ffb80b2e-00e4-4a72-9d57-a5ac93f65e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577719 Aug 31 01:30:00.000036 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:30:00.043601 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 34824) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:30:00.135456 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 34832) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:30:00.217658 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-1f75e002-ad5d-4662-8f38-49f49156b6ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:00.248863 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-0dab0343-232e-427d-8613-a1826e9db10d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:00.355546 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-1f75e002-ad5d-4662-8f38-49f49156b6ac admin admin] Publish callbacks [] for security_group (5be3df10-f6df-4214-8f8f-f8703bd2702e), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:00.377966 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-0dab0343-232e-427d-8613-a1826e9db10d admin admin] Publish callbacks [] for security_group (dc040685-6c53-41e2-a934-b40fe0142edb), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:00.432648 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-1f75e002-ad5d-4662-8f38-49f49156b6ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (5be3df10-f6df-4214-8f8f-f8703bd2702e), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:00.472790 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-1f75e002-ad5d-4662-8f38-49f49156b6ac admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=f52e1b886f364391942978ef33782d97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4279246 Aug 31 01:30:00.473819 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f75e002-ad5d-4662-8f38-49f49156b6ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be3df10-f6df-4214-8f8f-f8703bd2702e,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:00.475525 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 34840) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:30:00.478840 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-0dab0343-232e-427d-8613-a1826e9db10d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (dc040685-6c53-41e2-a934-b40fe0142edb), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:00.523104 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-0dab0343-232e-427d-8613-a1826e9db10d admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=10d98f3c49c54c9c8080b6d2ba96d6a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3861985 Aug 31 01:30:00.523926 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dab0343-232e-427d-8613-a1826e9db10d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc040685-6c53-41e2-a934-b40fe0142edb,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:00.526832 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 34842) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:30:00.528562 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-350677ca-e457-4217-b43a-d91968975b89 admin admin] Publish callbacks [] for security_group (5be3df10-f6df-4214-8f8f-f8703bd2702e), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:00.549518 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-350677ca-e457-4217-b43a-d91968975b89 admin admin] Publish callbacks [] for security_group (5be3df10-f6df-4214-8f8f-f8703bd2702e), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:00.575689 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-7f0c24a8-2b6b-4a9d-8c3d-27134009c7fe admin admin] Publish callbacks [] for security_group (dc040685-6c53-41e2-a934-b40fe0142edb), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:00.596965 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-7f0c24a8-2b6b-4a9d-8c3d-27134009c7fe admin admin] Publish callbacks [] for security_group (dc040685-6c53-41e2-a934-b40fe0142edb), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:00.712504 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-7f0c24a8-2b6b-4a9d-8c3d-27134009c7fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (dc040685-6c53-41e2-a934-b40fe0142edb), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:00.712740 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-350677ca-e457-4217-b43a-d91968975b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (5be3df10-f6df-4214-8f8f-f8703bd2702e), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:00.715778 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-7f0c24a8-2b6b-4a9d-8c3d-27134009c7fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:00.715919 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-350677ca-e457-4217-b43a-d91968975b89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:00.716969 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-7f0c24a8-2b6b-4a9d-8c3d-27134009c7fe admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/dc040685-6c53-41e2-a934-b40fe0142edb HTTP/1.1" status: 204 len: 168 time: 0.1892107 Aug 31 01:30:00.717186 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-350677ca-e457-4217-b43a-d91968975b89 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/5be3df10-f6df-4214-8f8f-f8703bd2702e HTTP/1.1" status: 204 len: 168 time: 0.2403703 Aug 31 01:30:00.726830 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350677ca-e457-4217-b43a-d91968975b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be3df10-f6df-4214-8f8f-f8703bd2702e,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:00.728015 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0c24a8-2b6b-4a9d-8c3d-27134009c7fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc040685-6c53-41e2-a934-b40fe0142edb,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:01.306993 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-580f1fac-71e9-40ac-afb3-89791027fafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (06e7caa6-6f15-45a1-a03b-1c511964ed9a), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:01.408861 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 34858) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:30:01.422676 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-ab037fb4-7d99-49d5-8652-c56b03bb23a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:01.492204 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 34862) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:30:01.505371 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-ab037fb4-7d99-49d5-8652-c56b03bb23a0 admin admin] Publish callbacks [] for security_group (010b8c55-ec89-416c-a17d-53c3333bc3a0), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:01.510171 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-837026db-8a0f-47ba-bf80-f261d2a2f564 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:01.581684 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-ab037fb4-7d99-49d5-8652-c56b03bb23a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (010b8c55-ec89-416c-a17d-53c3333bc3a0), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:01.585868 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-837026db-8a0f-47ba-bf80-f261d2a2f564 admin admin] Publish callbacks [] for security_group (3c8ffae9-2f9e-4369-b308-eeff4fc58424), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:01.622985 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab037fb4-7d99-49d5-8652-c56b03bb23a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=010b8c55-ec89-416c-a17d-53c3333bc3a0,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:01.629095 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-ab037fb4-7d99-49d5-8652-c56b03bb23a0 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=7dbd312942204556bc410152c2ff84ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2190187 Aug 31 01:30:01.631897 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 34864) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:30:01.668089 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-837026db-8a0f-47ba-bf80-f261d2a2f564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (3c8ffae9-2f9e-4369-b308-eeff4fc58424), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:01.674085 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:30:01.680230 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=77,neutron:DELETE=6,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:30:01.726946 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-837026db-8a0f-47ba-bf80-f261d2a2f564 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=5f0b244db4db41baba47aefc52cb4c7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2326441 Aug 31 01:30:01.730540 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837026db-8a0f-47ba-bf80-f261d2a2f564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8ffae9-2f9e-4369-b308-eeff4fc58424,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:01.730988 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 34866) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:30:01.733458 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-c04c8eb1-f869-40e6-a1e7-0e7926f45bb9 admin admin] Publish callbacks [] for security_group (010b8c55-ec89-416c-a17d-53c3333bc3a0), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:01.756381 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-c04c8eb1-f869-40e6-a1e7-0e7926f45bb9 admin admin] Publish callbacks [] for security_group (010b8c55-ec89-416c-a17d-53c3333bc3a0), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:01.763517 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:DELETE=3 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:30:01.786825 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-f8d22623-2911-4598-a45b-07b2518b4b80 admin admin] Publish callbacks [] for security_group (3c8ffae9-2f9e-4369-b308-eeff4fc58424), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:01.807907 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-f8d22623-2911-4598-a45b-07b2518b4b80 admin admin] Publish callbacks [] for security_group (3c8ffae9-2f9e-4369-b308-eeff4fc58424), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:01.817641 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=8,neutron:DELETE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:30:01.907059 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-c04c8eb1-f869-40e6-a1e7-0e7926f45bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (010b8c55-ec89-416c-a17d-53c3333bc3a0), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:01.909766 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-c04c8eb1-f869-40e6-a1e7-0e7926f45bb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:01.910920 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-c04c8eb1-f869-40e6-a1e7-0e7926f45bb9 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/010b8c55-ec89-416c-a17d-53c3333bc3a0 HTTP/1.1" status: 204 len: 168 time: 0.2779961 Aug 31 01:30:01.920064 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04c8eb1-f869-40e6-a1e7-0e7926f45bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=010b8c55-ec89-416c-a17d-53c3333bc3a0,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:01.937365 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-f8d22623-2911-4598-a45b-07b2518b4b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (3c8ffae9-2f9e-4369-b308-eeff4fc58424), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:01.939970 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-f8d22623-2911-4598-a45b-07b2518b4b80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:01.944304 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-f8d22623-2911-4598-a45b-07b2518b4b80 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/3c8ffae9-2f9e-4369-b308-eeff4fc58424 HTTP/1.1" status: 204 len: 168 time: 0.2090375 Aug 31 01:30:01.952289 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d22623-2911-4598-a45b-07b2518b4b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8ffae9-2f9e-4369-b308-eeff4fc58424,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:03.513470 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-52ed7111-2f69-4c5d-895c-684286c68678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (1428144b-5b15-4168-8538-b51b3045e8b6), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:03.609249 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 34932) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:30:03.821781 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (799b9b45-836a-4007-8b99-6041c4a5ce6b), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:03.835217 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-5cce677f-0048-4f30-bad5-411a067d27f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:03.912184 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-5cce677f-0048-4f30-bad5-411a067d27f7 admin admin] Publish callbacks [] for security_group (a02cd9f8-dab3-4fc6-ac7d-e560c10e6437), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:03.981958 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-5cce677f-0048-4f30-bad5-411a067d27f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (a02cd9f8-dab3-4fc6-ac7d-e560c10e6437), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:03.982901 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.agents_db [None req-5925ee7b-6bd5-4912-8f46-3ff11817b141 None None] Agent healthcheck: found 6 active agents {{(pid=106779) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:30:04.025425 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-5cce677f-0048-4f30-bad5-411a067d27f7 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=940c6050a62a42429fbf173565acffa5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4149771 Aug 31 01:30:04.026759 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce677f-0048-4f30-bad5-411a067d27f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02cd9f8-dab3-4fc6-ac7d-e560c10e6437,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:04.029256 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 34952) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:30:04.081099 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-b877c41e-af22-41f7-90e5-83d1ccf81c34 admin admin] Publish callbacks [] for security_group (a02cd9f8-dab3-4fc6-ac7d-e560c10e6437), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:04.102047 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-b877c41e-af22-41f7-90e5-83d1ccf81c34 admin admin] Publish callbacks [] for security_group (a02cd9f8-dab3-4fc6-ac7d-e560c10e6437), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:04.204538 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-b877c41e-af22-41f7-90e5-83d1ccf81c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (a02cd9f8-dab3-4fc6-ac7d-e560c10e6437), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:04.208168 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-b877c41e-af22-41f7-90e5-83d1ccf81c34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:04.210162 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-b877c41e-af22-41f7-90e5-83d1ccf81c34 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/a02cd9f8-dab3-4fc6-ac7d-e560c10e6437 HTTP/1.1" status: 204 len: 168 time: 0.1789448 Aug 31 01:30:04.221375 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b877c41e-af22-41f7-90e5-83d1ccf81c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02cd9f8-dab3-4fc6-ac7d-e560c10e6437,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:04.904953 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:30:04.905656 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:30:05.016449 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-6cf74907-e165-4231-8e79-d72e153e628e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (625e835a-7d63-45f9-8a46-c3ba876c3627), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:06.398583 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (f96ef3eb-5320-49ab-b33a-a2775d3a6053), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:06.401053 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-f7411cf7-2853-429b-aa0f-54d02b543116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (5f821ebb-aac9-4915-bb43-6712672a5d6c), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:13.978060 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=8 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:30:14.012178 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=28,neutron:DELETE=4,neutron:INSERT=5 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:30:14.021255 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=15,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:30:14.134803 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=15,neutron:DELETE=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:30:14.217384 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=49,neutron:DELETE=7 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:30:16.321272 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:30:16.323282 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:30:21.032068 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 35190) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:30:21.141314 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-79e406ae-e5d6-40e6-aa01-f7548064fa31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:21.220688 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-79e406ae-e5d6-40e6-aa01-f7548064fa31 admin admin] Publish callbacks [] for security_group (c9eaf7a0-2f02-4d1e-8ff9-930fed89c687), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:21.267559 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-79e406ae-e5d6-40e6-aa01-f7548064fa31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (c9eaf7a0-2f02-4d1e-8ff9-930fed89c687), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:21.304284 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-79e406ae-e5d6-40e6-aa01-f7548064fa31 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=a3f745e0cc9c4f9b91aedb77410ca019&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2711420 Aug 31 01:30:21.307187 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 35196) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:30:21.313730 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e406ae-e5d6-40e6-aa01-f7548064fa31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9eaf7a0-2f02-4d1e-8ff9-930fed89c687,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:21.321281 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e406ae-e5d6-40e6-aa01-f7548064fa31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:21.321763 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e406ae-e5d6-40e6-aa01-f7548064fa31 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:21.322115 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e406ae-e5d6-40e6-aa01-f7548064fa31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:21.322460 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e406ae-e5d6-40e6-aa01-f7548064fa31 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:21.322795 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e406ae-e5d6-40e6-aa01-f7548064fa31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:21.323127 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e406ae-e5d6-40e6-aa01-f7548064fa31 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:21.323461 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e406ae-e5d6-40e6-aa01-f7548064fa31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:21.323794 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e406ae-e5d6-40e6-aa01-f7548064fa31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:21.324119 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e406ae-e5d6-40e6-aa01-f7548064fa31 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:21.324452 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e406ae-e5d6-40e6-aa01-f7548064fa31 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:21.324812 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e406ae-e5d6-40e6-aa01-f7548064fa31 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:21.325142 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e406ae-e5d6-40e6-aa01-f7548064fa31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:21.325462 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e406ae-e5d6-40e6-aa01-f7548064fa31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:21.325813 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e406ae-e5d6-40e6-aa01-f7548064fa31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:21.326134 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e406ae-e5d6-40e6-aa01-f7548064fa31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:21.359725 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-89379d20-602b-4770-822d-1bb87f73ece2 admin admin] Publish callbacks [] for security_group (c9eaf7a0-2f02-4d1e-8ff9-930fed89c687), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:21.380394 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-89379d20-602b-4770-822d-1bb87f73ece2 admin admin] Publish callbacks [] for security_group (c9eaf7a0-2f02-4d1e-8ff9-930fed89c687), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:21.478121 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-89379d20-602b-4770-822d-1bb87f73ece2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (c9eaf7a0-2f02-4d1e-8ff9-930fed89c687), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:21.481366 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-89379d20-602b-4770-822d-1bb87f73ece2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:21.482589 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-89379d20-602b-4770-822d-1bb87f73ece2 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/c9eaf7a0-2f02-4d1e-8ff9-930fed89c687 HTTP/1.1" status: 204 len: 168 time: 0.1744335 Aug 31 01:30:21.490896 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89379d20-602b-4770-822d-1bb87f73ece2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9eaf7a0-2f02-4d1e-8ff9-930fed89c687,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:21.498272 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89379d20-602b-4770-822d-1bb87f73ece2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:21.498617 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89379d20-602b-4770-822d-1bb87f73ece2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:21.498957 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89379d20-602b-4770-822d-1bb87f73ece2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:21.499318 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89379d20-602b-4770-822d-1bb87f73ece2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:21.499704 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89379d20-602b-4770-822d-1bb87f73ece2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:21.500035 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89379d20-602b-4770-822d-1bb87f73ece2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:21.500357 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89379d20-602b-4770-822d-1bb87f73ece2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:21.500684 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89379d20-602b-4770-822d-1bb87f73ece2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:21.501036 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89379d20-602b-4770-822d-1bb87f73ece2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:21.501361 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89379d20-602b-4770-822d-1bb87f73ece2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:21.501683 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89379d20-602b-4770-822d-1bb87f73ece2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:21.502057 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89379d20-602b-4770-822d-1bb87f73ece2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:21.502398 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89379d20-602b-4770-822d-1bb87f73ece2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:21.502720 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89379d20-602b-4770-822d-1bb87f73ece2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:21.503038 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89379d20-602b-4770-822d-1bb87f73ece2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:22.018319 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 35206) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:30:22.032185 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-f48bc684-8d1f-4f6c-846a-8627e2e2f901 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:22.112634 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-f48bc684-8d1f-4f6c-846a-8627e2e2f901 admin admin] Publish callbacks [] for security_group (85240de8-a3ae-40f6-93e9-2faef47c113d), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:22.150140 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 35210) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:30:22.163717 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-f48bc684-8d1f-4f6c-846a-8627e2e2f901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (85240de8-a3ae-40f6-93e9-2faef47c113d), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:22.210832 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-f48bc684-8d1f-4f6c-846a-8627e2e2f901 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=80e8e30abf5c4629bb06bc5e24d23888&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1913435 Aug 31 01:30:22.212743 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48bc684-8d1f-4f6c-846a-8627e2e2f901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85240de8-a3ae-40f6-93e9-2faef47c113d,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:22.213889 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 35214) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:30:22.266915 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-0fd7a5e6-cc18-4c06-97d7-7bd259b4b309 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:22.267337 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-39d78cc6-8fef-412a-b68b-7cbcd317f7cb admin admin] Publish callbacks [] for security_group (85240de8-a3ae-40f6-93e9-2faef47c113d), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:22.287289 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-39d78cc6-8fef-412a-b68b-7cbcd317f7cb admin admin] Publish callbacks [] for security_group (85240de8-a3ae-40f6-93e9-2faef47c113d), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:22.345782 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-0fd7a5e6-cc18-4c06-97d7-7bd259b4b309 admin admin] Publish callbacks [] for security_group (d6224082-2443-4712-9f1c-723a32108988), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:22.381140 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-39d78cc6-8fef-412a-b68b-7cbcd317f7cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (85240de8-a3ae-40f6-93e9-2faef47c113d), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:22.383727 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-39d78cc6-8fef-412a-b68b-7cbcd317f7cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:22.384948 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-39d78cc6-8fef-412a-b68b-7cbcd317f7cb admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/85240de8-a3ae-40f6-93e9-2faef47c113d HTTP/1.1" status: 204 len: 168 time: 0.1700394 Aug 31 01:30:22.393275 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d78cc6-8fef-412a-b68b-7cbcd317f7cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85240de8-a3ae-40f6-93e9-2faef47c113d,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:22.404416 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-0fd7a5e6-cc18-4c06-97d7-7bd259b4b309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (d6224082-2443-4712-9f1c-723a32108988), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:22.455641 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd7a5e6-cc18-4c06-97d7-7bd259b4b309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6224082-2443-4712-9f1c-723a32108988,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:22.461699 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-0fd7a5e6-cc18-4c06-97d7-7bd259b4b309 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=9d0bfc7ca4994ce9a9b004238fdcec47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3099895 Aug 31 01:30:22.462777 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 35222) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:30:22.517177 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-29c53cf0-67a7-4993-82c1-692e2ec8cd6a admin admin] Publish callbacks [] for security_group (d6224082-2443-4712-9f1c-723a32108988), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:22.538058 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-29c53cf0-67a7-4993-82c1-692e2ec8cd6a admin admin] Publish callbacks [] for security_group (d6224082-2443-4712-9f1c-723a32108988), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:22.678278 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-29c53cf0-67a7-4993-82c1-692e2ec8cd6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (d6224082-2443-4712-9f1c-723a32108988), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:22.681023 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-29c53cf0-67a7-4993-82c1-692e2ec8cd6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:22.684611 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-29c53cf0-67a7-4993-82c1-692e2ec8cd6a admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/d6224082-2443-4712-9f1c-723a32108988 HTTP/1.1" status: 204 len: 168 time: 0.2184005 Aug 31 01:30:22.692925 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c53cf0-67a7-4993-82c1-692e2ec8cd6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6224082-2443-4712-9f1c-723a32108988,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:30.571977 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 35422) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:30:30.688643 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-4cfdcf05-07a1-463f-8110-e26a46ca8f8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:30.764293 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-4cfdcf05-07a1-463f-8110-e26a46ca8f8c admin admin] Publish callbacks [] for security_group (2174fe3a-65ad-4d97-b4cb-0861cd6e5c86), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:30.874152 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-4cfdcf05-07a1-463f-8110-e26a46ca8f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (2174fe3a-65ad-4d97-b4cb-0861cd6e5c86), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:30.917551 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-4cfdcf05-07a1-463f-8110-e26a46ca8f8c admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=9850fb6b650349f280454d8870c90e48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3444943 Aug 31 01:30:30.920332 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfdcf05-07a1-463f-8110-e26a46ca8f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2174fe3a-65ad-4d97-b4cb-0861cd6e5c86,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:30.921234 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 35432) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:30:30.972430 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-37b53fd3-3733-4098-94e0-40e3a342a74a admin admin] Publish callbacks [] for security_group (2174fe3a-65ad-4d97-b4cb-0861cd6e5c86), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:30.993129 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-37b53fd3-3733-4098-94e0-40e3a342a74a admin admin] Publish callbacks [] for security_group (2174fe3a-65ad-4d97-b4cb-0861cd6e5c86), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:31.140886 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-37b53fd3-3733-4098-94e0-40e3a342a74a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (2174fe3a-65ad-4d97-b4cb-0861cd6e5c86), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:31.143396 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-37b53fd3-3733-4098-94e0-40e3a342a74a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:31.144930 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-37b53fd3-3733-4098-94e0-40e3a342a74a admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/2174fe3a-65ad-4d97-b4cb-0861cd6e5c86 HTTP/1.1" status: 204 len: 168 time: 0.2226472 Aug 31 01:30:31.154999 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b53fd3-3733-4098-94e0-40e3a342a74a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2174fe3a-65ad-4d97-b4cb-0861cd6e5c86,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:31.295006 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-11c0b528-a395-420a-a000-6c2c2463518a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (06e7caa6-6f15-45a1-a03b-1c511964ed9a), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:31.820514 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 35468) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:30:31.835232 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-7ae5caae-a911-463c-ab9a-1eb4438722b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:31.868382 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=77,neutron:DELETE=5,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:30:31.889612 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:30:31.913344 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-7ae5caae-a911-463c-ab9a-1eb4438722b5 admin admin] Publish callbacks [] for security_group (f0a3c32e-d4f0-4c22-aeab-73f946ffc8a2), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:31.992307 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-7ae5caae-a911-463c-ab9a-1eb4438722b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (f0a3c32e-d4f0-4c22-aeab-73f946ffc8a2), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:32.030232 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 35476) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:30:32.034674 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-7ae5caae-a911-463c-ab9a-1eb4438722b5 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=fdf681bb5f4d4840867692fc68e59fbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2129116 Aug 31 01:30:32.037365 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 35480) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:30:32.048887 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae5caae-a911-463c-ab9a-1eb4438722b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a3c32e-d4f0-4c22-aeab-73f946ffc8a2,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:32.105508 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-2d31e0a2-f330-4208-9251-4ff8bdadfdef admin admin] Publish callbacks [] for security_group (f0a3c32e-d4f0-4c22-aeab-73f946ffc8a2), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:32.131337 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-2d31e0a2-f330-4208-9251-4ff8bdadfdef admin admin] Publish callbacks [] for security_group (f0a3c32e-d4f0-4c22-aeab-73f946ffc8a2), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:32.146281 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:30:32.149495 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=5 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:30:32.174901 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-6cff34e0-4aa4-43fa-ae3f-c58414641523 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:32.291042 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-2d31e0a2-f330-4208-9251-4ff8bdadfdef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (f0a3c32e-d4f0-4c22-aeab-73f946ffc8a2), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:32.294144 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-2d31e0a2-f330-4208-9251-4ff8bdadfdef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:32.296273 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-2d31e0a2-f330-4208-9251-4ff8bdadfdef admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/f0a3c32e-d4f0-4c22-aeab-73f946ffc8a2 HTTP/1.1" status: 204 len: 168 time: 0.2576859 Aug 31 01:30:32.313110 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d31e0a2-f330-4208-9251-4ff8bdadfdef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a3c32e-d4f0-4c22-aeab-73f946ffc8a2,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:32.373700 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-6cff34e0-4aa4-43fa-ae3f-c58414641523 admin admin] Publish callbacks [] for security_group (57f5d411-1670-4843-a523-2c1e8a9435c9), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:32.507051 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-6cff34e0-4aa4-43fa-ae3f-c58414641523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (57f5d411-1670-4843-a523-2c1e8a9435c9), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:32.548601 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-6cff34e0-4aa4-43fa-ae3f-c58414641523 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=11fd3ccf6b67442a94afe88f399863aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5170557 Aug 31 01:30:32.549784 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cff34e0-4aa4-43fa-ae3f-c58414641523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f5d411-1670-4843-a523-2c1e8a9435c9,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:32.551649 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 35486) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:30:32.604029 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e9260f03-f12c-4d25-81fd-397a404dafc7 admin admin] Publish callbacks [] for security_group (57f5d411-1670-4843-a523-2c1e8a9435c9), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:32.624946 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e9260f03-f12c-4d25-81fd-397a404dafc7 admin admin] Publish callbacks [] for security_group (57f5d411-1670-4843-a523-2c1e8a9435c9), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:32.815196 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e9260f03-f12c-4d25-81fd-397a404dafc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (57f5d411-1670-4843-a523-2c1e8a9435c9), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:32.817797 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e9260f03-f12c-4d25-81fd-397a404dafc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:32.818970 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-e9260f03-f12c-4d25-81fd-397a404dafc7 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/57f5d411-1670-4843-a523-2c1e8a9435c9 HTTP/1.1" status: 204 len: 168 time: 0.2661300 Aug 31 01:30:32.828304 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9260f03-f12c-4d25-81fd-397a404dafc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f5d411-1670-4843-a523-2c1e8a9435c9,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:33.464709 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 35520) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:30:33.477792 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-5859a6cc-2da7-449c-b850-62e68643b98e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:33.567372 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-5859a6cc-2da7-449c-b850-62e68643b98e admin admin] Publish callbacks [] for security_group (e7810eec-3616-4c75-9764-edf6443ff5dc), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:33.575737 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-8cd0a31e-9cfa-489d-859b-6ac0cb070e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (1428144b-5b15-4168-8538-b51b3045e8b6), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:33.655526 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-5859a6cc-2da7-449c-b850-62e68643b98e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (e7810eec-3616-4c75-9764-edf6443ff5dc), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:33.696899 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-5859a6cc-2da7-449c-b850-62e68643b98e admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=2b562496d2a04f419921602e5a515919&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2329590 Aug 31 01:30:33.697760 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5859a6cc-2da7-449c-b850-62e68643b98e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7810eec-3616-4c75-9764-edf6443ff5dc,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:33.699622 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 35530) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:30:33.761884 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-ad4abb19-b9ff-4bc7-94c5-04f308c093ef admin admin] Publish callbacks [] for security_group (e7810eec-3616-4c75-9764-edf6443ff5dc), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:33.784433 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-ad4abb19-b9ff-4bc7-94c5-04f308c093ef admin admin] Publish callbacks [] for security_group (e7810eec-3616-4c75-9764-edf6443ff5dc), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:33.843792 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (799b9b45-836a-4007-8b99-6041c4a5ce6b), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:33.923404 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-ad4abb19-b9ff-4bc7-94c5-04f308c093ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (e7810eec-3616-4c75-9764-edf6443ff5dc), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:33.926220 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-ad4abb19-b9ff-4bc7-94c5-04f308c093ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:33.927374 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-ad4abb19-b9ff-4bc7-94c5-04f308c093ef admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/e7810eec-3616-4c75-9764-edf6443ff5dc HTTP/1.1" status: 204 len: 168 time: 0.2262225 Aug 31 01:30:33.936169 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4abb19-b9ff-4bc7-94c5-04f308c093ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7810eec-3616-4c75-9764-edf6443ff5dc,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:34.992085 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-6cf74907-e165-4231-8e79-d72e153e628e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (625e835a-7d63-45f9-8a46-c3ba876c3627), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:35.513091 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 35596) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:30:35.621855 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-0f4d9e60-baab-4869-9887-649b3485e112 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:35.702248 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:INSERT=13,neutron:SELECT=82,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:30:35.704369 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-0f4d9e60-baab-4869-9887-649b3485e112 admin admin] Publish callbacks [] for security_group (949eabf4-535d-4ada-b461-37fee7bf4333), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:35.774729 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-0f4d9e60-baab-4869-9887-649b3485e112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (949eabf4-535d-4ada-b461-37fee7bf4333), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:35.817465 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-0f4d9e60-baab-4869-9887-649b3485e112 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=765aab3ab0ed4b09815eae61702a4155&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3030469 Aug 31 01:30:35.818378 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 35610) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:30:35.821424 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4d9e60-baab-4869-9887-649b3485e112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=949eabf4-535d-4ada-b461-37fee7bf4333,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:35.881111 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-32409e10-94e0-4527-8790-291dc73c5385 admin admin] Publish callbacks [] for security_group (949eabf4-535d-4ada-b461-37fee7bf4333), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:35.902802 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-32409e10-94e0-4527-8790-291dc73c5385 admin admin] Publish callbacks [] for security_group (949eabf4-535d-4ada-b461-37fee7bf4333), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:36.055616 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-32409e10-94e0-4527-8790-291dc73c5385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (949eabf4-535d-4ada-b461-37fee7bf4333), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:36.058199 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-32409e10-94e0-4527-8790-291dc73c5385 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:36.062614 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-32409e10-94e0-4527-8790-291dc73c5385 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/949eabf4-535d-4ada-b461-37fee7bf4333 HTTP/1.1" status: 204 len: 168 time: 0.2396133 Aug 31 01:30:36.071873 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32409e10-94e0-4527-8790-291dc73c5385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=949eabf4-535d-4ada-b461-37fee7bf4333,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:36.398052 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (f96ef3eb-5320-49ab-b33a-a2775d3a6053), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:36.427504 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-f7411cf7-2853-429b-aa0f-54d02b543116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (5f821ebb-aac9-4915-bb43-6712672a5d6c), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:36.484587 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-82e621b8-98aa-4090-b0f4-46a6cc186b13 req-0d77da08-f399-457b-988b-c3ebb7fede8a tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2009313173&fields=id&tenant_id=9befc65a9da84a99942b803ac6a15a0b HTTP/1.1" status: 200 len: 267 time: 0.0532887 Aug 31 01:30:36.537684 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e621b8-98aa-4090-b0f4-46a6cc186b13 req-955a6751-9c48-40c9-a705-6165a0f2f8a9 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:30:36.539167 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-82e621b8-98aa-4090-b0f4-46a6cc186b13 req-955a6751-9c48-40c9-a705-6165a0f2f8a9 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=aa12f850-924b-4bc9-8f32-c3f25e4a4d7d HTTP/1.1" status: 200 len: 985 time: 0.0492764 Aug 31 01:30:36.552227 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [req-82e621b8-98aa-4090-b0f4-46a6cc186b13 req-0af582be-b8ab-443a-bd8a-665227da89e9 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Request body: {'port': {'security_groups': ['ffb80b2e-00e4-4a72-9d57-a5ac93f65e3d']}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:36.556154 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:30:36.634710 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-82e621b8-98aa-4090-b0f4-46a6cc186b13 req-0af582be-b8ab-443a-bd8a-665227da89e9 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (9a52ea97-a4a8-4c98-835c-b0b492daa956), before_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:36.810145 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.db [req-82e621b8-98aa-4090-b0f4-46a6cc186b13 req-0af582be-b8ab-443a-bd8a-665227da89e9 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] For port 9a52ea97-a4a8-4c98-835c-b0b492daa956, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=9a52ea97-a4a8-4c98-835c-b0b492daa956,segment=NetworkSegment(4bbdd3d1-92ab-42d5-87f4-984876af95f9),segment_id=4bbdd3d1-92ab-42d5-87f4-984876af95f9)] {{(pid=106777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:30:36.838397 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-82e621b8-98aa-4090-b0f4-46a6cc186b13 req-0af582be-b8ab-443a-bd8a-665227da89e9 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Publish callbacks [] for port (9a52ea97-a4a8-4c98-835c-b0b492daa956), precommit_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:36.859372 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 35640) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:30:36.873426 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-048ca4bb-c7be-4219-bd70-3d5eabb2e49e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:36.913711 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-82e621b8-98aa-4090-b0f4-46a6cc186b13 req-0af582be-b8ab-443a-bd8a-665227da89e9 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5261583'] for port (9a52ea97-a4a8-4c98-835c-b0b492daa956), after_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:36.927926 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e621b8-98aa-4090-b0f4-46a6cc186b13 req-0af582be-b8ab-443a-bd8a-665227da89e9 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:30:36.928334 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-82e621b8-98aa-4090-b0f4-46a6cc186b13 req-0af582be-b8ab-443a-bd8a-665227da89e9 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for port (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:36.929234 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] get_ports_and_sgs() called for port_ids ['9a52ea97-a4a8-4c98-835c-b0b492daa956'] {{(pid=106778) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 01:30:36.929720 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-82e621b8-98aa-4090-b0f4-46a6cc186b13 req-0af582be-b8ab-443a-bd8a-665227da89e9 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "PUT /networking/v2.0/ports/9a52ea97-a4a8-4c98-835c-b0b492daa956 HTTP/1.1" status: 200 len: 943 time: 0.3836293 Aug 31 01:30:36.930239 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa12f850-924b-4bc9-8f32-c3f25e4a4d7d', 'tag': '9a52ea97-a4a8-4c98-835c-b0b492daa956'}] {{(pid=106777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:30:36.933378 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e330c87e12d7f870e7d9a686a76230f6b0968ad9153010b5cc5787492cc6e0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9cad2dc-b1bb-40e0-9d88-56fd0390373c" -d '{"events": [{"name": "network-changed", "server_uuid": "aa12f850-924b-4bc9-8f32-c3f25e4a4d7d", "tag": "9a52ea97-a4a8-4c98-835c-b0b492daa956"}]}' {{(pid=106777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:30:36.935928 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 35644) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:30:36.940009 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:30:36.999212 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 01:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34be1bcc-d256-4ec0-8d0f-7a0a5584ed4a x-openstack-request-id: req-34be1bcc-d256-4ec0-8d0f-7a0a5584ed4a {{(pid=106777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:30:36.999914 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa12f850-924b-4bc9-8f32-c3f25e4a4d7d", "tag": "9a52ea97-a4a8-4c98-835c-b0b492daa956", "status": "completed", "code": 200}]} {{(pid=106777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:30:36.999914 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-34be1bcc-d256-4ec0-8d0f-7a0a5584ed4a {{(pid=106777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:30:37.000100 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34be1bcc-d256-4ec0-8d0f-7a0a5584ed4a'] response: {'name': 'network-changed', 'server_uuid': 'aa12f850-924b-4bc9-8f32-c3f25e4a4d7d', 'tag': '9a52ea97-a4a8-4c98-835c-b0b492daa956', 'status': 'completed', 'code': 200} Aug 31 01:30:37.004581 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] get_ports_and_sgs() called for port_ids ['9a52ea97-a4a8-4c98-835c-b0b492daa956'] {{(pid=106778) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 01:30:37.015727 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af582be-b8ab-443a-bd8a-665227da89e9 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Pushing event updated for resources: {'Port': ['ID=9a52ea97-a4a8-4c98-835c-b0b492daa956,revision_number=7']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:37.027447 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-048ca4bb-c7be-4219-bd70-3d5eabb2e49e admin admin] Publish callbacks [] for security_group (99a0317f-8b88-42d4-839c-3c71265633ed), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:37.073780 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:30:37.077970 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-048ca4bb-c7be-4219-bd70-3d5eabb2e49e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (99a0317f-8b88-42d4-839c-3c71265633ed), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:37.091725 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-c3f0cafb-da6b-4913-9de9-d4b33d140d47 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Publish callbacks [] for security_group (330e6ac8-6ca1-473d-bc66-9bf1ae91d293), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:37.097585 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cad2dc-b1bb-40e0-9d88-56fd0390373c req-f1b83d83-2145-4ef7-b3db-b1b1fd6fc791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:30:37.099092 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-d9cad2dc-b1bb-40e0-9d88-56fd0390373c req-f1b83d83-2145-4ef7-b3db-b1b1fd6fc791 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=9befc65a9da84a99942b803ac6a15a0b&device_id=aa12f850-924b-4bc9-8f32-c3f25e4a4d7d HTTP/1.1" status: 200 len: 1130 time: 0.0659602 Aug 31 01:30:37.127542 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-048ca4bb-c7be-4219-bd70-3d5eabb2e49e admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=38d4e29dd8204139b6f76a48d18ec82e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2670302 Aug 31 01:30:37.128939 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048ca4bb-c7be-4219-bd70-3d5eabb2e49e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a0317f-8b88-42d4-839c-3c71265633ed,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:37.131473 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 35646) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:30:37.216119 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-c3f0cafb-da6b-4913-9de9-d4b33d140d47 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Publish callbacks [] for security_group (330e6ac8-6ca1-473d-bc66-9bf1ae91d293), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:37.223949 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-6c43aea1-575f-41ef-97cc-ca149115cc15 admin admin] Publish callbacks [] for security_group (99a0317f-8b88-42d4-839c-3c71265633ed), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:37.275255 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-6c43aea1-575f-41ef-97cc-ca149115cc15 admin admin] Publish callbacks [] for security_group (99a0317f-8b88-42d4-839c-3c71265633ed), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:37.332657 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cad2dc-b1bb-40e0-9d88-56fd0390373c req-3218445d-23dc-4afb-9fea-3f4595466ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:30:37.334167 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-d9cad2dc-b1bb-40e0-9d88-56fd0390373c req-3218445d-23dc-4afb-9fea-3f4595466ff1 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?id=7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3 HTTP/1.1" status: 200 len: 917 time: 0.2286952 Aug 31 01:30:37.401504 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-d9cad2dc-b1bb-40e0-9d88-56fd0390373c req-c5fc9a65-2e7d-4420-8f13-5775a17f6ea5 service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a52ea97-a4a8-4c98-835c-b0b492daa956 HTTP/1.1" status: 200 len: 1002 time: 0.0613699 Aug 31 01:30:37.433058 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-6c43aea1-575f-41ef-97cc-ca149115cc15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (99a0317f-8b88-42d4-839c-3c71265633ed), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:37.436655 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-6c43aea1-575f-41ef-97cc-ca149115cc15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:37.438572 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-6c43aea1-575f-41ef-97cc-ca149115cc15 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/99a0317f-8b88-42d4-839c-3c71265633ed HTTP/1.1" status: 204 len: 168 time: 0.3059528 Aug 31 01:30:37.461371 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c43aea1-575f-41ef-97cc-ca149115cc15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a0317f-8b88-42d4-839c-3c71265633ed,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:37.470005 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cad2dc-b1bb-40e0-9d88-56fd0390373c req-46beb3b5-f5d4-491b-b329-2a186400fc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:30:37.471918 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-d9cad2dc-b1bb-40e0-9d88-56fd0390373c req-46beb3b5-f5d4-491b-b329-2a186400fc33 service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=d3b48e56-98ff-4fa8-bbfd-1e9209ce3f50 HTTP/1.1" status: 200 len: 854 time: 0.0640991 Aug 31 01:30:37.510728 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-c3f0cafb-da6b-4913-9de9-d4b33d140d47 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (330e6ac8-6ca1-473d-bc66-9bf1ae91d293), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:37.512699 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-c3f0cafb-da6b-4913-9de9-d4b33d140d47 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Publish callbacks [] for security_group (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:37.514413 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-c3f0cafb-da6b-4913-9de9-d4b33d140d47 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "DELETE /networking/v2.0/security-groups/330e6ac8-6ca1-473d-bc66-9bf1ae91d293 HTTP/1.1" status: 204 len: 168 time: 0.5769796 Aug 31 01:30:37.521253 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 35664) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:30:37.531766 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f0cafb-da6b-4913-9de9-d4b33d140d47 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=330e6ac8-6ca1-473d-bc66-9bf1ae91d293,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:37.535863 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cad2dc-b1bb-40e0-9d88-56fd0390373c req-7c0d0fd8-c594-4678-a32f-6a4311bca390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:30:37.538198 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-d9cad2dc-b1bb-40e0-9d88-56fd0390373c req-7c0d0fd8-c594-4678-a32f-6a4311bca390 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0587041 Aug 31 01:30:37.641793 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:30:37.652301 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-d9cad2dc-b1bb-40e0-9d88-56fd0390373c req-63d40735-b248-415b-8ccb-7f0a0083b6e1 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085267 Aug 31 01:30:37.718804 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.plugin [None req-c777d6c5-b1b6-4cf3-92a6-3427f3320a06 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Deleting port 2c910abe-81e1-46ca-8fe5-1ef24e4476b5 {{(pid=106777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:30:37.719421 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-c777d6c5-b1b6-4cf3-92a6-3427f3320a06 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (2c910abe-81e1-46ca-8fe5-1ef24e4476b5), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:37.763788 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-d9cad2dc-b1bb-40e0-9d88-56fd0390373c req-f516481f-ff53-4b1b-8ef4-eff706cf1b99 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039169 Aug 31 01:30:37.781137 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:30:37.821331 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-c777d6c5-b1b6-4cf3-92a6-3427f3320a06 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (2c910abe-81e1-46ca-8fe5-1ef24e4476b5), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:37.821658 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-c777d6c5-b1b6-4cf3-92a6-3427f3320a06 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Publish callbacks [] for floatingip (2c910abe-81e1-46ca-8fe5-1ef24e4476b5), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:37.835849 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.plugin [None req-c777d6c5-b1b6-4cf3-92a6-3427f3320a06 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Calling delete_port for 2c910abe-81e1-46ca-8fe5-1ef24e4476b5 owned by network:floatingip {{(pid=106777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:30:38.066792 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-c777d6c5-b1b6-4cf3-92a6-3427f3320a06 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5261574'] for port (2c910abe-81e1-46ca-8fe5-1ef24e4476b5), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:38.092881 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c777d6c5-b1b6-4cf3-92a6-3427f3320a06 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Pushing event deleted for resources: {'Port': ['ID=2c910abe-81e1-46ca-8fe5-1ef24e4476b5,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:38.158989 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-c777d6c5-b1b6-4cf3-92a6-3427f3320a06 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Publish callbacks [] for floatingip (3b20e629-dbe9-4952-90ab-120d08f16e5a), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:38.159313 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.db.l3_db [None req-c777d6c5-b1b6-4cf3-92a6-3427f3320a06 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Floating IP 3b20e629-dbe9-4952-90ab-120d08f16e5a disassociated (deleted). External IP: 172.27.1.181, port: 9a52ea97-a4a8-4c98-835c-b0b492daa956. Aug 31 01:30:38.203809 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:30:38.241873 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 35672) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:30:38.258163 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-972a1e7c-6a41-4601-a5e3-3958ff36895e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:38.347433 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-972a1e7c-6a41-4601-a5e3-3958ff36895e admin admin] Publish callbacks [] for security_group (1e68eb11-bf24-44d3-a21e-3d4d74746cd2), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:38.363594 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c777d6c5-b1b6-4cf3-92a6-3427f3320a06 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Router 1aa335c5-b661-42c3-9f20-6da4702a9b46 has already been hosted by L3 agent 1428144b-5b15-4168-8538-b51b3045e8b6 {{(pid=106777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:30:38.461005 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-972a1e7c-6a41-4601-a5e3-3958ff36895e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (1e68eb11-bf24-44d3-a21e-3d4d74746cd2), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:38.481806 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c777d6c5-b1b6-4cf3-92a6-3427f3320a06 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Notify agent at l3_agent.dv-cinder-855288-2-iscsi the message routers_updated {{(pid=106777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:30:38.487182 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-c777d6c5-b1b6-4cf3-92a6-3427f3320a06 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for floatingip (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:38.494028 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581664d5-894b-4159-9fc6-c272295d9f3d None None] Sync routers for ids ['1aa335c5-b661-42c3-9f20-6da4702a9b46'] in dv-cinder-855288-2-iscsi {{(pid=106779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:30:38.512273 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581664d5-894b-4159-9fc6-c272295d9f3d None None] Routers {'1aa335c5-b661-42c3-9f20-6da4702a9b46'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:30:38.512931 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-581664d5-894b-4159-9fc6-c272295d9f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:30:33Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['1aa335c5-b661-42c3-9f20-6da4702a9b46'], 'active': True} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:38.517869 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-972a1e7c-6a41-4601-a5e3-3958ff36895e admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=749026c7ea74462f8bed6cd0b4843fa6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2711587 Aug 31 01:30:38.517869 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972a1e7c-6a41-4601-a5e3-3958ff36895e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e68eb11-bf24-44d3-a21e-3d4d74746cd2,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:38.518846 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 35684) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:30:38.535823 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-c777d6c5-b1b6-4cf3-92a6-3427f3320a06 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/3b20e629-dbe9-4952-90ab-120d08f16e5a HTTP/1.1" status: 204 len: 168 time: 1.0171556 Aug 31 01:30:38.593382 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-cba4e164-42de-42ff-b070-e9a29fe40801 admin admin] Publish callbacks [] for security_group (1e68eb11-bf24-44d3-a21e-3d4d74746cd2), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:38.614980 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-cba4e164-42de-42ff-b070-e9a29fe40801 admin admin] Publish callbacks [] for security_group (1e68eb11-bf24-44d3-a21e-3d4d74746cd2), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:38.626587 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvr_db [None req-581664d5-894b-4159-9fc6-c272295d9f3d None None] Set router 1aa335c5-b661-42c3-9f20-6da4702a9b46 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:30:38.769560 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-cba4e164-42de-42ff-b070-e9a29fe40801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (1e68eb11-bf24-44d3-a21e-3d4d74746cd2), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:38.772311 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-cba4e164-42de-42ff-b070-e9a29fe40801 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:38.773523 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-cba4e164-42de-42ff-b070-e9a29fe40801 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/1e68eb11-bf24-44d3-a21e-3d4d74746cd2 HTTP/1.1" status: 204 len: 168 time: 0.2537560 Aug 31 01:30:38.782641 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba4e164-42de-42ff-b070-e9a29fe40801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e68eb11-bf24-44d3-a21e-3d4d74746cd2,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:38.876469 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-581664d5-894b-4159-9fc6-c272295d9f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa335c5-b661-42c3-9f20-6da4702a9b46', 'name': 'tempest-TestMinimumBasicScenario-1950464407-router', 'tenant_id': '9befc65a9da84a99942b803ac6a15a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'f4b8f35c-9234-4b21-8cb1-cc99cdfaafd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:28:06Z', 'updated_at': '2022-08-31T01:28:11Z', 'revision_number': 4, 'project_id': '9befc65a9da84a99942b803ac6a15a0b', 'gw_port': {'id': 'f4b8f35c-9234-4b21-8cb1-cc99cdfaafd8', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:97:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa335c5-b661-42c3-9f20-6da4702a9b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:28:07Z', 'updated_at': '2022-08-31T01:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_interfaces': [{'id': '542ac746-bd7b-4ccc-870b-50058cd393ab', 'name': '', 'network_id': '7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3', 'tenant_id': '9befc65a9da84a99942b803ac6a15a0b', 'mac_address': 'fa:16:3e:78:27:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa335c5-b661-42c3-9f20-6da4702a9b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'd3b48e56-98ff-4fa8-bbfd-1e9209ce3f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:28:10Z', 'updated_at': '2022-08-31T01:28:17Z', 'revision_number': 5, 'project_id': '9befc65a9da84a99942b803ac6a15a0b', 'subnets': [{'id': 'd3b48e56-98ff-4fa8-bbfd-1e9209ce3f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:38.902173 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581664d5-894b-4159-9fc6-c272295d9f3d None None] Checking router: 1aa335c5-b661-42c3-9f20-6da4702a9b46 for host: dv-cinder-855288-2-iscsi {{(pid=106779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:30:38.910891 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581664d5-894b-4159-9fc6-c272295d9f3d None None] Routers {'1aa335c5-b661-42c3-9f20-6da4702a9b46'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:30:38.911488 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-581664d5-894b-4159-9fc6-c272295d9f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:30:33Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['1aa335c5-b661-42c3-9f20-6da4702a9b46'], 'active': True} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:39.001207 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa12f850-924b-4bc9-8f32-c3f25e4a4d7d', 'tag': '9a52ea97-a4a8-4c98-835c-b0b492daa956'}] {{(pid=106777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:30:39.003804 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e330c87e12d7f870e7d9a686a76230f6b0968ad9153010b5cc5787492cc6e0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc354414-fc7b-48d5-8b23-3fc8e866448e" -d '{"events": [{"name": "network-changed", "server_uuid": "aa12f850-924b-4bc9-8f32-c3f25e4a4d7d", "tag": "9a52ea97-a4a8-4c98-835c-b0b492daa956"}]}' {{(pid=106777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:30:39.022871 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvr_db [None req-581664d5-894b-4159-9fc6-c272295d9f3d None None] Set router 1aa335c5-b661-42c3-9f20-6da4702a9b46 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:30:39.072893 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 01:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b20080-429d-4875-9eb3-52b633125c6f x-openstack-request-id: req-c5b20080-429d-4875-9eb3-52b633125c6f {{(pid=106777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:30:39.073258 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa12f850-924b-4bc9-8f32-c3f25e4a4d7d", "tag": "9a52ea97-a4a8-4c98-835c-b0b492daa956", "status": "completed", "code": 200}]} {{(pid=106777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:30:39.073576 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c5b20080-429d-4875-9eb3-52b633125c6f {{(pid=106777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:30:39.074039 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5b20080-429d-4875-9eb3-52b633125c6f'] response: {'name': 'network-changed', 'server_uuid': 'aa12f850-924b-4bc9-8f32-c3f25e4a4d7d', 'tag': '9a52ea97-a4a8-4c98-835c-b0b492daa956', 'status': 'completed', 'code': 200} Aug 31 01:30:39.156831 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc354414-fc7b-48d5-8b23-3fc8e866448e req-a5b32471-4971-46dd-9d02-67550247ea51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:30:39.158550 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-cc354414-fc7b-48d5-8b23-3fc8e866448e req-a5b32471-4971-46dd-9d02-67550247ea51 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=9befc65a9da84a99942b803ac6a15a0b&device_id=aa12f850-924b-4bc9-8f32-c3f25e4a4d7d HTTP/1.1" status: 200 len: 1130 time: 0.0622246 Aug 31 01:30:39.253820 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-581664d5-894b-4159-9fc6-c272295d9f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa335c5-b661-42c3-9f20-6da4702a9b46', 'name': 'tempest-TestMinimumBasicScenario-1950464407-router', 'tenant_id': '9befc65a9da84a99942b803ac6a15a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'f4b8f35c-9234-4b21-8cb1-cc99cdfaafd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:28:06Z', 'updated_at': '2022-08-31T01:28:11Z', 'revision_number': 4, 'project_id': '9befc65a9da84a99942b803ac6a15a0b', 'gw_port': {'id': 'f4b8f35c-9234-4b21-8cb1-cc99cdfaafd8', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:97:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa335c5-b661-42c3-9f20-6da4702a9b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:28:07Z', 'updated_at': '2022-08-31T01:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_interfaces': [{'id': '542ac746-bd7b-4ccc-870b-50058cd393ab', 'name': '', 'network_id': '7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3', 'tenant_id': '9befc65a9da84a99942b803ac6a15a0b', 'mac_address': 'fa:16:3e:78:27:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa335c5-b661-42c3-9f20-6da4702a9b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'd3b48e56-98ff-4fa8-bbfd-1e9209ce3f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:28:10Z', 'updated_at': '2022-08-31T01:28:17Z', 'revision_number': 5, 'project_id': '9befc65a9da84a99942b803ac6a15a0b', 'subnets': [{'id': 'd3b48e56-98ff-4fa8-bbfd-1e9209ce3f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:39.291006 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581664d5-894b-4159-9fc6-c272295d9f3d None None] The sync data for ids ['1aa335c5-b661-42c3-9f20-6da4702a9b46'] in dv-cinder-855288-2-iscsi is: [{'id': '1aa335c5-b661-42c3-9f20-6da4702a9b46', 'name': 'tempest-TestMinimumBasicScenario-1950464407-router', 'tenant_id': '9befc65a9da84a99942b803ac6a15a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'f4b8f35c-9234-4b21-8cb1-cc99cdfaafd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:28:06Z', 'updated_at': '2022-08-31T01:28:11Z', 'revision_number': 4, 'project_id': '9befc65a9da84a99942b803ac6a15a0b', 'gw_port': {'id': 'f4b8f35c-9234-4b21-8cb1-cc99cdfaafd8', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:97:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa335c5-b661-42c3-9f20-6da4702a9b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:28:07Z', 'updated_at': '2022-08-31T01:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_interfaces': [{'id': '542ac746-bd7b-4ccc-870b-50058cd393ab', 'name': '', 'network_id': '7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3', 'tenant_id': '9befc65a9da84a99942b803ac6a15a0b', 'mac_address': 'fa:16:3e:78:27:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa335c5-b661-42c3-9f20-6da4702a9b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'd3b48e56-98ff-4fa8-bbfd-1e9209ce3f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:28:10Z', 'updated_at': '2022-08-31T01:28:17Z', 'revision_number': 5, 'project_id': '9befc65a9da84a99942b803ac6a15a0b', 'subnets': [{'id': 'd3b48e56-98ff-4fa8-bbfd-1e9209ce3f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:30:39.299457 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc354414-fc7b-48d5-8b23-3fc8e866448e req-1594c905-8936-41fa-a691-a53669434eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:30:39.304613 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-cc354414-fc7b-48d5-8b23-3fc8e866448e req-1594c905-8936-41fa-a691-a53669434eb0 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?id=7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3 HTTP/1.1" status: 200 len: 917 time: 0.1400416 Aug 31 01:30:39.533551 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-cc354414-fc7b-48d5-8b23-3fc8e866448e req-d0af32d0-bba7-41e4-8958-ebc7156e0417 service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a52ea97-a4a8-4c98-835c-b0b492daa956 HTTP/1.1" status: 200 len: 217 time: 0.0442441 Aug 31 01:30:39.582963 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:30:39.611366 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc354414-fc7b-48d5-8b23-3fc8e866448e req-d4d8ff79-0f7a-4007-979a-57098f41d54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:30:39.612979 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-cc354414-fc7b-48d5-8b23-3fc8e866448e req-d4d8ff79-0f7a-4007-979a-57098f41d54b service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=d3b48e56-98ff-4fa8-bbfd-1e9209ce3f50 HTTP/1.1" status: 200 len: 854 time: 0.0718789 Aug 31 01:30:39.613448 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b32330-f97c-451c-bec4-deb6b05977b3 None None] New status for floating IP 3b20e629-dbe9-4952-90ab-120d08f16e5a: DOWN {{(pid=106778) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 01:30:39.676645 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc354414-fc7b-48d5-8b23-3fc8e866448e req-14fc16c8-2a19-47ab-bfa9-492b4e679182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:30:39.678433 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-cc354414-fc7b-48d5-8b23-3fc8e866448e req-14fc16c8-2a19-47ab-bfa9-492b4e679182 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0589128 Aug 31 01:30:39.808931 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-cc354414-fc7b-48d5-8b23-3fc8e866448e req-fd5d7d96-e4cd-4ca8-a81d-8c2975a77f74 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243546 Aug 31 01:30:39.932074 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-cc354414-fc7b-48d5-8b23-3fc8e866448e req-4a605cc4-6cfb-4bf5-a801-5b8aa23d9333 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052511 Aug 31 01:30:40.369476 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 35750) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:30:40.510082 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-d8480143-c3fd-408f-a723-3de9bcd2291f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:40.531090 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:30:40.602406 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-d8480143-c3fd-408f-a723-3de9bcd2291f admin admin] Publish callbacks [] for security_group (77324901-2b0a-4e74-b925-5f579552715f), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:40.655790 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-d8480143-c3fd-408f-a723-3de9bcd2291f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (77324901-2b0a-4e74-b925-5f579552715f), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:40.695703 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8480143-c3fd-408f-a723-3de9bcd2291f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77324901-2b0a-4e74-b925-5f579552715f,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:40.700089 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-d8480143-c3fd-408f-a723-3de9bcd2291f admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=8c7016c9f3424dd385816e4d25b0d02d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3295906 Aug 31 01:30:40.703547 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 35756) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:30:40.762453 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-9385feb4-8371-4171-a563-363a4c3280f1 admin admin] Publish callbacks [] for security_group (77324901-2b0a-4e74-b925-5f579552715f), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:40.784075 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-9385feb4-8371-4171-a563-363a4c3280f1 admin admin] Publish callbacks [] for security_group (77324901-2b0a-4e74-b925-5f579552715f), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:40.900951 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-9385feb4-8371-4171-a563-363a4c3280f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (77324901-2b0a-4e74-b925-5f579552715f), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:40.903560 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-9385feb4-8371-4171-a563-363a4c3280f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:40.904896 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-9385feb4-8371-4171-a563-363a4c3280f1 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/77324901-2b0a-4e74-b925-5f579552715f HTTP/1.1" status: 204 len: 168 time: 0.2003019 Aug 31 01:30:40.915303 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9385feb4-8371-4171-a563-363a4c3280f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77324901-2b0a-4e74-b925-5f579552715f,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:40.987256 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.agents_db [None req-5925ee7b-6bd5-4912-8f46-3ff11817b141 None None] Agent healthcheck: found 6 active agents {{(pid=106779) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:30:41.571961 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 35770) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:30:41.587625 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-8dddff18-b16e-4e24-b702-bf228c1b3588 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:41.716038 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-8dddff18-b16e-4e24-b702-bf228c1b3588 admin admin] Publish callbacks [] for security_group (1e1b1198-704d-43dc-a886-0f041f6689ed), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:41.803966 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-8dddff18-b16e-4e24-b702-bf228c1b3588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (1e1b1198-704d-43dc-a886-0f041f6689ed), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:41.847555 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dddff18-b16e-4e24-b702-bf228c1b3588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1b1198-704d-43dc-a886-0f041f6689ed,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:41.853251 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-8dddff18-b16e-4e24-b702-bf228c1b3588 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=4159edec54c040b2aeb67767180af781&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2823079 Aug 31 01:30:41.855873 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 35780) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:30:41.910392 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:30:41.914953 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-311a4025-2f4d-4b03-90e0-45bfde9e6537 admin admin] Publish callbacks [] for security_group (1e1b1198-704d-43dc-a886-0f041f6689ed), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:41.937978 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-311a4025-2f4d-4b03-90e0-45bfde9e6537 admin admin] Publish callbacks [] for security_group (1e1b1198-704d-43dc-a886-0f041f6689ed), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:42.048604 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-311a4025-2f4d-4b03-90e0-45bfde9e6537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (1e1b1198-704d-43dc-a886-0f041f6689ed), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:42.048604 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-311a4025-2f4d-4b03-90e0-45bfde9e6537 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:42.048604 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-311a4025-2f4d-4b03-90e0-45bfde9e6537 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/1e1b1198-704d-43dc-a886-0f041f6689ed HTTP/1.1" status: 204 len: 168 time: 0.1911244 Aug 31 01:30:42.057804 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311a4025-2f4d-4b03-90e0-45bfde9e6537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1b1198-704d-43dc-a886-0f041f6689ed,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:42.141514 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c690a-9bec-474b-ac4e-d3ad216f7b44 req-a51b8b3f-b3f8-46ae-a732-ad5481588cdf tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:30:42.143330 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b92c690a-9bec-474b-ac4e-d3ad216f7b44 req-a51b8b3f-b3f8-46ae-a732-ad5481588cdf tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=aa12f850-924b-4bc9-8f32-c3f25e4a4d7d HTTP/1.1" status: 200 len: 946 time: 0.0645864 Aug 31 01:30:42.201925 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b92c690a-9bec-474b-ac4e-d3ad216f7b44 req-b7848dc8-7c18-4301-b371-65372a810eed tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ffb80b2e-00e4-4a72-9d57-a5ac93f65e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494840 Aug 31 01:30:43.356745 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4030414-dc0a-4a1f-9101-1c9efe3d9b8b req-3eb719e5-c954-4853-bf5e-bc7c5fa348f8 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:30:43.359570 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-e4030414-dc0a-4a1f-9101-1c9efe3d9b8b req-3eb719e5-c954-4853-bf5e-bc7c5fa348f8 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=aa12f850-924b-4bc9-8f32-c3f25e4a4d7d HTTP/1.1" status: 200 len: 946 time: 0.0728459 Aug 31 01:30:43.418432 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-e4030414-dc0a-4a1f-9101-1c9efe3d9b8b req-d21618f2-273c-4d8c-923d-2669c3e888d4 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ffb80b2e-00e4-4a72-9d57-a5ac93f65e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506096 Aug 31 01:30:43.768599 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d9179-e01c-40db-b351-0845e07a3984 req-616db4fb-6184-46df-a6e1-5174616e0f12 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:30:43.770164 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-177d9179-e01c-40db-b351-0845e07a3984 req-616db4fb-6184-46df-a6e1-5174616e0f12 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=aa12f850-924b-4bc9-8f32-c3f25e4a4d7d HTTP/1.1" status: 200 len: 946 time: 0.0487514 Aug 31 01:30:43.854215 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [req-177d9179-e01c-40db-b351-0845e07a3984 req-ab30e729-5513-41c4-a4db-a7b13e58feac tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Deleting port 9a52ea97-a4a8-4c98-835c-b0b492daa956 {{(pid=106776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:30:43.854553 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-177d9179-e01c-40db-b351-0845e07a3984 req-ab30e729-5513-41c4-a4db-a7b13e58feac tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (9a52ea97-a4a8-4c98-835c-b0b492daa956), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:43.962297 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.db [req-177d9179-e01c-40db-b351-0845e07a3984 req-ab30e729-5513-41c4-a4db-a7b13e58feac tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] For port 9a52ea97-a4a8-4c98-835c-b0b492daa956, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=9a52ea97-a4a8-4c98-835c-b0b492daa956,segment=NetworkSegment(4bbdd3d1-92ab-42d5-87f4-984876af95f9),segment_id=4bbdd3d1-92ab-42d5-87f4-984876af95f9)] {{(pid=106776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:30:43.962738 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-177d9179-e01c-40db-b351-0845e07a3984 req-ab30e729-5513-41c4-a4db-a7b13e58feac tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (9a52ea97-a4a8-4c98-835c-b0b492daa956), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:43.987026 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [req-177d9179-e01c-40db-b351-0845e07a3984 req-ab30e729-5513-41c4-a4db-a7b13e58feac tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Calling delete_port for 9a52ea97-a4a8-4c98-835c-b0b492daa956 owned by compute:nova {{(pid=106776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:30:44.067534 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:30:44.141644 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 35852) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:30:44.215134 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-177d9179-e01c-40db-b351-0845e07a3984 req-ab30e729-5513-41c4-a4db-a7b13e58feac tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6273727'] for port (9a52ea97-a4a8-4c98-835c-b0b492daa956), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:44.229390 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] get_ports_and_sgs() called for port_ids ['9a52ea97-a4a8-4c98-835c-b0b492daa956'] {{(pid=106778) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 01:30:44.252203 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab30e729-5513-41c4-a4db-a7b13e58feac tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Pushing event deleted for resources: {'Port': ['ID=9a52ea97-a4a8-4c98-835c-b0b492daa956,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:44.272399 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-0017ac3c-c4a7-4d45-990d-900f86a0982d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:44.323292 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.l3_dvrscheduler_db [req-177d9179-e01c-40db-b351-0845e07a3984 req-ab30e729-5513-41c4-a4db-a7b13e58feac tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] No DVR routers for this DVR port 9a52ea97-a4a8-4c98-835c-b0b492daa956 on host hv-cinder-85528 {{(pid=106776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 01:30:44.329229 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-177d9179-e01c-40db-b351-0845e07a3984 req-ab30e729-5513-41c4-a4db-a7b13e58feac tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for port (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:44.332653 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-177d9179-e01c-40db-b351-0845e07a3984 req-ab30e729-5513-41c4-a4db-a7b13e58feac tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.85 "DELETE /networking/v2.0/ports/9a52ea97-a4a8-4c98-835c-b0b492daa956 HTTP/1.1" status: 204 len: 173 time: 0.5577624 Aug 31 01:30:44.333113 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa12f850-924b-4bc9-8f32-c3f25e4a4d7d', 'name': 'network-vif-deleted', 'tag': '9a52ea97-a4a8-4c98-835c-b0b492daa956'}] {{(pid=106776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:30:44.335362 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c75c880f6fcf50a6244b1a715e98a431c8b587c27dc42cc7f33f1c98f81bddd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efee4004-c5bb-4b97-b26e-db5215d9f3b5" -d '{"events": [{"server_uuid": "aa12f850-924b-4bc9-8f32-c3f25e4a4d7d", "name": "network-vif-deleted", "tag": "9a52ea97-a4a8-4c98-835c-b0b492daa956"}]}' {{(pid=106776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:30:44.382035 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 01:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787857bb-77b9-43cb-bf27-b8565870344f x-openstack-request-id: req-787857bb-77b9-43cb-bf27-b8565870344f {{(pid=106776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:30:44.382328 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa12f850-924b-4bc9-8f32-c3f25e4a4d7d", "name": "network-vif-deleted", "tag": "9a52ea97-a4a8-4c98-835c-b0b492daa956", "status": "completed", "code": 200}]} {{(pid=106776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:30:44.382581 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-787857bb-77b9-43cb-bf27-b8565870344f {{(pid=106776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:30:44.382978 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-787857bb-77b9-43cb-bf27-b8565870344f'] response: {'server_uuid': 'aa12f850-924b-4bc9-8f32-c3f25e4a4d7d', 'name': 'network-vif-deleted', 'tag': '9a52ea97-a4a8-4c98-835c-b0b492daa956', 'status': 'completed', 'code': 200} Aug 31 01:30:44.389539 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=81,neutron:DELETE=12,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:30:44.407045 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-0017ac3c-c4a7-4d45-990d-900f86a0982d admin admin] Publish callbacks [] for security_group (bdc6427b-f71f-4f02-9338-3ce1387872d0), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:44.506862 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-0017ac3c-c4a7-4d45-990d-900f86a0982d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (bdc6427b-f71f-4f02-9338-3ce1387872d0), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:44.567143 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-97669d5e-c618-46ad-8455-72051d1d76df req-61c0ebe5-3e60-4015-ad88-c92f05c70990 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=aa12f850-924b-4bc9-8f32-c3f25e4a4d7d HTTP/1.1" status: 200 len: 210 time: 0.0346823 Aug 31 01:30:44.574847 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 35868) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:30:44.585839 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-0017ac3c-c4a7-4d45-990d-900f86a0982d admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=600c8e990f9347debe7491f19214f555&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4425690 Aug 31 01:30:44.591418 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0017ac3c-c4a7-4d45-990d-900f86a0982d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc6427b-f71f-4f02-9338-3ce1387872d0,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:44.657272 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-04268ced-e821-4e34-a0da-6b6ac653a5da admin admin] Publish callbacks [] for security_group (bdc6427b-f71f-4f02-9338-3ce1387872d0), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:44.688716 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-04268ced-e821-4e34-a0da-6b6ac653a5da admin admin] Publish callbacks [] for security_group (bdc6427b-f71f-4f02-9338-3ce1387872d0), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:44.838402 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-04268ced-e821-4e34-a0da-6b6ac653a5da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (bdc6427b-f71f-4f02-9338-3ce1387872d0), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:44.841151 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-04268ced-e821-4e34-a0da-6b6ac653a5da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:44.846992 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-04268ced-e821-4e34-a0da-6b6ac653a5da admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/bdc6427b-f71f-4f02-9338-3ce1387872d0 HTTP/1.1" status: 204 len: 168 time: 0.2669828 Aug 31 01:30:44.852360 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04268ced-e821-4e34-a0da-6b6ac653a5da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc6427b-f71f-4f02-9338-3ce1387872d0,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:45.014683 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 35878) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:30:45.262323 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-011fe506-b9f3-4d50-9318-a20856405fb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:45.321137 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:30:45.370470 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-011fe506-b9f3-4d50-9318-a20856405fb0 admin admin] Publish callbacks [] for security_group (76d56c32-28e0-44c8-b170-71b7fe3cd449), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:45.449156 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-011fe506-b9f3-4d50-9318-a20856405fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (76d56c32-28e0-44c8-b170-71b7fe3cd449), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:45.490475 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011fe506-b9f3-4d50-9318-a20856405fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d56c32-28e0-44c8-b170-71b7fe3cd449,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:45.497095 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-011fe506-b9f3-4d50-9318-a20856405fb0 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=541dad74c8a7404f969a872cc18e4dd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4789481 Aug 31 01:30:45.497967 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 35894) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:30:45.556518 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-b9a0fe3d-8b68-493e-ab2d-ea847e47825b admin admin] Publish callbacks [] for security_group (76d56c32-28e0-44c8-b170-71b7fe3cd449), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:45.578559 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-b9a0fe3d-8b68-493e-ab2d-ea847e47825b admin admin] Publish callbacks [] for security_group (76d56c32-28e0-44c8-b170-71b7fe3cd449), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:45.742989 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-832e719a-8142-4db5-8147-0b4e0d7654f0 req-d869f31c-01bd-4f5a-97bb-9aa5e656d345 tempest-TestMinimumBasicScenario-1747351547 tempest-TestMinimumBasicScenario-1747351547-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=aa12f850-924b-4bc9-8f32-c3f25e4a4d7d HTTP/1.1" status: 200 len: 210 time: 0.0651348 Aug 31 01:30:45.758068 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-b9a0fe3d-8b68-493e-ab2d-ea847e47825b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (76d56c32-28e0-44c8-b170-71b7fe3cd449), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:45.761117 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-b9a0fe3d-8b68-493e-ab2d-ea847e47825b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:45.762671 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-b9a0fe3d-8b68-493e-ab2d-ea847e47825b admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/76d56c32-28e0-44c8-b170-71b7fe3cd449 HTTP/1.1" status: 204 len: 168 time: 0.2635579 Aug 31 01:30:45.786796 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-babc4517-4934-4375-8689-e8c02e29e615 req-9ad7bac4-b714-406a-8527-a33ccd1809d4 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?device_id=aa12f850-924b-4bc9-8f32-c3f25e4a4d7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0465012 Aug 31 01:30:45.793582 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a0fe3d-8b68-493e-ab2d-ea847e47825b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d56c32-28e0-44c8-b170-71b7fe3cd449,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:45.969001 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-babc4517-4934-4375-8689-e8c02e29e615 req-a07d470f-3df6-40b3-94be-00ef6c5b20a1 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=9befc65a9da84a99942b803ac6a15a0b&device_id=aa12f850-924b-4bc9-8f32-c3f25e4a4d7d HTTP/1.1" status: 200 len: 210 time: 0.0414150 Aug 31 01:30:46.140055 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babc4517-4934-4375-8689-e8c02e29e615 req-8abcb5cd-bc39-4893-8219-a22bbe386802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:30:46.141918 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-babc4517-4934-4375-8689-e8c02e29e615 req-8abcb5cd-bc39-4893-8219-a22bbe386802 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?tenant_id=9befc65a9da84a99942b803ac6a15a0b&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1541266 Aug 31 01:30:46.329780 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babc4517-4934-4375-8689-e8c02e29e615 req-d7481de8-d428-40db-baed-9ca82bebe216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:30:46.331751 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-babc4517-4934-4375-8689-e8c02e29e615 req-d7481de8-d428-40db-baed-9ca82bebe216 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1830213 Aug 31 01:30:46.708695 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 35938) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:30:46.722550 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-80a8e9c1-ecfc-4c10-8869-1c781c214a10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:46.831163 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-80a8e9c1-ecfc-4c10-8869-1c781c214a10 admin admin] Publish callbacks [] for security_group (9743c67e-c601-4eac-9404-22cc6b3b34f7), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:46.940799 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-80a8e9c1-ecfc-4c10-8869-1c781c214a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (9743c67e-c601-4eac-9404-22cc6b3b34f7), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:47.000586 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-80a8e9c1-ecfc-4c10-8869-1c781c214a10 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=882072fe98cc4ca09c0f8859419af6b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2877970 Aug 31 01:30:47.000586 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a8e9c1-ecfc-4c10-8869-1c781c214a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9743c67e-c601-4eac-9404-22cc6b3b34f7,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:47.001061 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 35958) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:30:47.088115 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-7e7ab99e-ea7f-4d41-aa9d-7d9decafe7bd admin admin] Publish callbacks [] for security_group (9743c67e-c601-4eac-9404-22cc6b3b34f7), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:47.121043 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-7e7ab99e-ea7f-4d41-aa9d-7d9decafe7bd admin admin] Publish callbacks [] for security_group (9743c67e-c601-4eac-9404-22cc6b3b34f7), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:47.244192 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-7e7ab99e-ea7f-4d41-aa9d-7d9decafe7bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (9743c67e-c601-4eac-9404-22cc6b3b34f7), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:47.249680 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-7e7ab99e-ea7f-4d41-aa9d-7d9decafe7bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:47.251327 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-7e7ab99e-ea7f-4d41-aa9d-7d9decafe7bd admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/9743c67e-c601-4eac-9404-22cc6b3b34f7 HTTP/1.1" status: 204 len: 168 time: 0.2484779 Aug 31 01:30:47.263693 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ab99e-ea7f-4d41-aa9d-7d9decafe7bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9743c67e-c601-4eac-9404-22cc6b3b34f7,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:47.277154 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=74,neutron:UPDATE=2 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:30:47.279767 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=67,neutron:UPDATE=4 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:30:48.042511 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 36020) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:30:48.060767 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-836ca6f5-6b04-4d53-88d4-a28545050d2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:48.146095 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:30:48.164840 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-836ca6f5-6b04-4d53-88d4-a28545050d2b admin admin] Publish callbacks [] for security_group (698ec518-8c8f-452d-8061-adb9923c24d4), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:48.319595 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-836ca6f5-6b04-4d53-88d4-a28545050d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (698ec518-8c8f-452d-8061-adb9923c24d4), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:48.414554 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=81,neutron:DELETE=1,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:30:48.414554 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836ca6f5-6b04-4d53-88d4-a28545050d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=698ec518-8c8f-452d-8061-adb9923c24d4,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:48.427102 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-836ca6f5-6b04-4d53-88d4-a28545050d2b admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=ea06efa087214c1eb593aae0cdf95154&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3834321 Aug 31 01:30:48.429959 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 36046) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:30:48.439096 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:30:48.517278 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-461922b1-fd8b-4762-9b3c-b9bea7e2844e admin admin] Publish callbacks [] for security_group (698ec518-8c8f-452d-8061-adb9923c24d4), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:48.545117 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-461922b1-fd8b-4762-9b3c-b9bea7e2844e admin admin] Publish callbacks [] for security_group (698ec518-8c8f-452d-8061-adb9923c24d4), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:48.689495 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-461922b1-fd8b-4762-9b3c-b9bea7e2844e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (698ec518-8c8f-452d-8061-adb9923c24d4), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:48.692279 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-461922b1-fd8b-4762-9b3c-b9bea7e2844e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:48.693566 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-461922b1-fd8b-4762-9b3c-b9bea7e2844e admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/698ec518-8c8f-452d-8061-adb9923c24d4 HTTP/1.1" status: 204 len: 168 time: 0.2614288 Aug 31 01:30:48.706022 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461922b1-fd8b-4762-9b3c-b9bea7e2844e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=698ec518-8c8f-452d-8061-adb9923c24d4,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:48.859222 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 36062) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:30:48.961703 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device 9a52ea97-a4a8-4c98-835c-b0b492daa956 no longer exists at agent hyperv_hv-cinder-85528 {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:30:49.007690 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] No Port match for: 9a52ea97-a4a8-4c98-835c-b0b492daa956 {{(pid=106778) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 01:30:49.009219 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device 9a52ea97-a4a8-4c98-835c-b0b492daa956 not bound to the agent host hv-cinder-85528 {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:30:49.127675 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:30:49.525205 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-6dd33eee-0e3f-43fc-92f8-b672b0069de1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-636683'] for router_interface (1aa335c5-b661-42c3-9f20-6da4702a9b46), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:49.786313 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.plugin [None req-6dd33eee-0e3f-43fc-92f8-b672b0069de1 admin admin] Deleting port 542ac746-bd7b-4ccc-870b-50058cd393ab {{(pid=106777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:30:49.786728 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-6dd33eee-0e3f-43fc-92f8-b672b0069de1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (542ac746-bd7b-4ccc-870b-50058cd393ab), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:49.875826 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.db [None req-6dd33eee-0e3f-43fc-92f8-b672b0069de1 admin admin] For port 542ac746-bd7b-4ccc-870b-50058cd393ab, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=542ac746-bd7b-4ccc-870b-50058cd393ab,segment=NetworkSegment(4bbdd3d1-92ab-42d5-87f4-984876af95f9),segment_id=4bbdd3d1-92ab-42d5-87f4-984876af95f9)] {{(pid=106777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:30:49.876278 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-6dd33eee-0e3f-43fc-92f8-b672b0069de1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (542ac746-bd7b-4ccc-870b-50058cd393ab), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:49.891323 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.plugin [None req-6dd33eee-0e3f-43fc-92f8-b672b0069de1 admin admin] Calling delete_port for 542ac746-bd7b-4ccc-870b-50058cd393ab owned by network:router_interface {{(pid=106777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:30:49.976388 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:30:50.015068 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 36100) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:30:50.163562 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-6dd33eee-0e3f-43fc-92f8-b672b0069de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5261574'] for port (542ac746-bd7b-4ccc-870b-50058cd393ab), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:50.181479 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [None req-1a5e01cb-7a77-442e-850b-ceb55cfa5cb4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-303464934-network', 'tenant_id': 'f9084d8c977147b7a3652e34466b2522'}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:50.231385 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd33eee-0e3f-43fc-92f8-b672b0069de1 admin admin] Pushing event deleted for resources: {'Port': ['ID=542ac746-bd7b-4ccc-870b-50058cd393ab,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:50.347702 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5e01cb-7a77-442e-850b-ceb55cfa5cb4 admin admin] Made reservation on behalf of f9084d8c977147b7a3652e34466b2522 for: {'network': 1} {{(pid=106777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:30:50.350320 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-1a5e01cb-7a77-442e-850b-ceb55cfa5cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for network (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:50.386364 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-1a5e01cb-7a77-442e-850b-ceb55cfa5cb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:50.419643 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-6dd33eee-0e3f-43fc-92f8-b672b0069de1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-636091'] for router_interface (1aa335c5-b661-42c3-9f20-6da4702a9b46), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:50.536701 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:30:50.573732 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-1a5e01cb-7a77-442e-850b-ceb55cfa5cb4 admin admin] Publish callbacks [] for security_group (e967532e-0edb-4926-b690-009a7ffbdbfa), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:50.658394 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-1a5e01cb-7a77-442e-850b-ceb55cfa5cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (e967532e-0edb-4926-b690-009a7ffbdbfa), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:50.689674 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a5e01cb-7a77-442e-850b-ceb55cfa5cb4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1093, 'physical_network': 'physnet1'} {{(pid=106777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:30:50.708770 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e01cb-7a77-442e-850b-ceb55cfa5cb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e967532e-0edb-4926-b690-009a7ffbdbfa,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:50.715587 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-1a5e01cb-7a77-442e-850b-ceb55cfa5cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484916'] for segment (f585fbf8-916d-4404-a250-dd7c5ce0e71e), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:50.715983 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.db.segments_db [None req-1a5e01cb-7a77-442e-850b-ceb55cfa5cb4 admin admin] Added segment f585fbf8-916d-4404-a250-dd7c5ce0e71e of type vlan for network 6c8eb03f-5a07-4b24-883d-dad667ce7877 Aug 31 01:30:50.728668 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dd33eee-0e3f-43fc-92f8-b672b0069de1 admin admin] Router 1aa335c5-b661-42c3-9f20-6da4702a9b46 has already been hosted by L3 agent 1428144b-5b15-4168-8538-b51b3045e8b6 {{(pid=106777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:30:50.755707 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:30:50.765785 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-1a5e01cb-7a77-442e-850b-ceb55cfa5cb4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779185844565'] for network (6c8eb03f-5a07-4b24-883d-dad667ce7877), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:50.883292 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd33eee-0e3f-43fc-92f8-b672b0069de1 admin admin] Notify agent at l3_agent.dv-cinder-855288-2-iscsi the message routers_updated {{(pid=106777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:30:50.888660 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-6dd33eee-0e3f-43fc-92f8-b672b0069de1 admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/1aa335c5-b661-42c3-9f20-6da4702a9b46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0320046 Aug 31 01:30:50.891256 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 36110) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:30:50.896454 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8efc4df-25ee-47cb-8a83-3779e4af70df None None] Sync routers for ids ['1aa335c5-b661-42c3-9f20-6da4702a9b46'] in dv-cinder-855288-2-iscsi {{(pid=106779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:30:50.897494 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-1a5e01cb-7a77-442e-850b-ceb55cfa5cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430'] for network (6c8eb03f-5a07-4b24-883d-dad667ce7877), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:50.898786 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5e01cb-7a77-442e-850b-ceb55cfa5cb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:30:50.899218 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-1a5e01cb-7a77-442e-850b-ceb55cfa5cb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537412'] for network (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:50.915090 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8efc4df-25ee-47cb-8a83-3779e4af70df None None] Routers {'1aa335c5-b661-42c3-9f20-6da4702a9b46'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:30:50.917081 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-c8efc4df-25ee-47cb-8a83-3779e4af70df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:30:33Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['1aa335c5-b661-42c3-9f20-6da4702a9b46'], 'active': True} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:51.012104 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e01cb-7a77-442e-850b-ceb55cfa5cb4 admin admin] Pushing event updated for resources: {'Network': ['ID=6c8eb03f-5a07-4b24-883d-dad667ce7877,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:51.016964 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-1a5e01cb-7a77-442e-850b-ceb55cfa5cb4 admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0006409 Aug 31 01:30:51.021410 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 36112) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:30:51.026620 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [None req-62750216-977b-46d4-852b-a6d39e599f02 admin admin] Request body: {'subnet': {'network_id': '6c8eb03f-5a07-4b24-883d-dad667ce7877', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-303464934-subnet', 'tenant_id': 'f9084d8c977147b7a3652e34466b2522', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:51.039275 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Network 6c8eb03f-5a07-4b24-883d-dad667ce7877 details requested by agent ovs-agent-dv-cinder-855288-2-iscsi with host dv-cinder-855288-2-iscsi {{(pid=106778) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:30:51.062081 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvr_db [None req-c8efc4df-25ee-47cb-8a83-3779e4af70df None None] Set router 1aa335c5-b661-42c3-9f20-6da4702a9b46 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:30:51.081378 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-7ba8df1a-0c62-451b-82b3-65ef21de2444 admin admin] Publish callbacks [] for router (1aa335c5-b661-42c3-9f20-6da4702a9b46), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:51.158336 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62750216-977b-46d4-852b-a6d39e599f02 admin admin] Made reservation on behalf of f9084d8c977147b7a3652e34466b2522 for: {'subnet': 1} {{(pid=106776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:30:51.161397 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-62750216-977b-46d4-852b-a6d39e599f02 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4799862'] for subnet (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:51.165847 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=100 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:30:51.169210 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=100 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:30:51.204108 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-7ba8df1a-0c62-451b-82b3-65ef21de2444 admin admin] Publish callbacks [] for router_gateway (1aa335c5-b661-42c3-9f20-6da4702a9b46), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:51.258512 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-c8efc4df-25ee-47cb-8a83-3779e4af70df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa335c5-b661-42c3-9f20-6da4702a9b46', 'name': 'tempest-TestMinimumBasicScenario-1950464407-router', 'tenant_id': '9befc65a9da84a99942b803ac6a15a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'f4b8f35c-9234-4b21-8cb1-cc99cdfaafd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:28:06Z', 'updated_at': '2022-08-31T01:30:50Z', 'revision_number': 5, 'project_id': '9befc65a9da84a99942b803ac6a15a0b', 'gw_port': {'id': 'f4b8f35c-9234-4b21-8cb1-cc99cdfaafd8', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:97:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa335c5-b661-42c3-9f20-6da4702a9b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:28:07Z', 'updated_at': '2022-08-31T01:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi'}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:51.317917 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.plugin [None req-7ba8df1a-0c62-451b-82b3-65ef21de2444 admin admin] Deleting port f4b8f35c-9234-4b21-8cb1-cc99cdfaafd8 {{(pid=106777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:30:51.318550 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-7ba8df1a-0c62-451b-82b3-65ef21de2444 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (f4b8f35c-9234-4b21-8cb1-cc99cdfaafd8), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:51.351766 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 36120) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:30:51.370323 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8efc4df-25ee-47cb-8a83-3779e4af70df None None] Checking router: 1aa335c5-b661-42c3-9f20-6da4702a9b46 for host: dv-cinder-855288-2-iscsi {{(pid=106779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:30:51.380446 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8efc4df-25ee-47cb-8a83-3779e4af70df None None] Routers {'1aa335c5-b661-42c3-9f20-6da4702a9b46'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:30:51.381319 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-c8efc4df-25ee-47cb-8a83-3779e4af70df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:30:33Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['1aa335c5-b661-42c3-9f20-6da4702a9b46'], 'active': True} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:51.435510 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.db [None req-7ba8df1a-0c62-451b-82b3-65ef21de2444 admin admin] For port f4b8f35c-9234-4b21-8cb1-cc99cdfaafd8, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=f4b8f35c-9234-4b21-8cb1-cc99cdfaafd8,segment=NetworkSegment(5532158b-12fc-4975-99d9-f23bee8acdf7),segment_id=5532158b-12fc-4975-99d9-f23bee8acdf7)] {{(pid=106777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:30:51.435879 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-7ba8df1a-0c62-451b-82b3-65ef21de2444 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (f4b8f35c-9234-4b21-8cb1-cc99cdfaafd8), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:51.449431 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-62750216-977b-46d4-852b-a6d39e599f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6273039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4799840'] for subnet (7956a5bd-6bcf-4c56-b814-5489b4cb6dcc), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:51.449641 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.plugin [None req-7ba8df1a-0c62-451b-82b3-65ef21de2444 admin admin] Calling delete_port for f4b8f35c-9234-4b21-8cb1-cc99cdfaafd8 owned by network:router_gateway {{(pid=106777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:30:51.494310 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvr_db [None req-c8efc4df-25ee-47cb-8a83-3779e4af70df None None] Set router 1aa335c5-b661-42c3-9f20-6da4702a9b46 gateway port host: None {{(pid=106779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:30:51.534861 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-4bfc19b0-625d-4ec1-b6df-13918dbd5879 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:51.539956 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62750216-977b-46d4-852b-a6d39e599f02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7956a5bd-6bcf-4c56-b814-5489b4cb6dcc,revision_number=0']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:51.548308 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-c8efc4df-25ee-47cb-8a83-3779e4af70df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa335c5-b661-42c3-9f20-6da4702a9b46', 'name': 'tempest-TestMinimumBasicScenario-1950464407-router', 'tenant_id': '9befc65a9da84a99942b803ac6a15a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:28:06Z', 'updated_at': '2022-08-31T01:30:51Z', 'revision_number': 6, 'project_id': '9befc65a9da84a99942b803ac6a15a0b', 'gw_port_host': None}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:51.561691 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62750216-977b-46d4-852b-a6d39e599f02 admin admin] Checking segment: {'id': 'f585fbf8-916d-4404-a250-dd7c5ce0e71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '6c8eb03f-5a07-4b24-883d-dad667ce7877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:30:51.562500 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62750216-977b-46d4-852b-a6d39e599f02 admin admin] Network hostable DHCP agents. Network: 6c8eb03f-5a07-4b24-883d-dad667ce7877, hostable agents: ['06e7caa6-6f15-45a1-a03b-1c511964ed9a'], hosted agents: [] {{(pid=106776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:30:51.577183 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8efc4df-25ee-47cb-8a83-3779e4af70df None None] The sync data for ids ['1aa335c5-b661-42c3-9f20-6da4702a9b46'] in dv-cinder-855288-2-iscsi is: [{'id': '1aa335c5-b661-42c3-9f20-6da4702a9b46', 'name': 'tempest-TestMinimumBasicScenario-1950464407-router', 'tenant_id': '9befc65a9da84a99942b803ac6a15a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:28:06Z', 'updated_at': '2022-08-31T01:30:51Z', 'revision_number': 6, 'project_id': '9befc65a9da84a99942b803ac6a15a0b', 'gw_port_host': None}] {{(pid=106779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:30:51.642946 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-4bfc19b0-625d-4ec1-b6df-13918dbd5879 admin admin] Publish callbacks [] for security_group (2eb93997-c804-4771-8cfc-caa9af914c84), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:51.700538 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62750216-977b-46d4-852b-a6d39e599f02 admin admin] Network 6c8eb03f-5a07-4b24-883d-dad667ce7877 is scheduled to be hosted by DHCP agent 06e7caa6-6f15-45a1-a03b-1c511964ed9a with binding_index 1 {{(pid=106776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:30:51.747100 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-4bfc19b0-625d-4ec1-b6df-13918dbd5879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (2eb93997-c804-4771-8cfc-caa9af914c84), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:51.747711 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-7ba8df1a-0c62-451b-82b3-65ef21de2444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5261574'] for port (f4b8f35c-9234-4b21-8cb1-cc99cdfaafd8), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:51.751248 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:30:51.777565 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba8df1a-0c62-451b-82b3-65ef21de2444 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4b8f35c-9234-4b21-8cb1-cc99cdfaafd8,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:51.788907 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.base_scheduler [None req-62750216-977b-46d4-852b-a6d39e599f02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855288-2-iscsi, 6c8eb03f-5a07-4b24-883d-dad667ce7877) {{(pid=106776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:30:51.796096 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62750216-977b-46d4-852b-a6d39e599f02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:30:51.796096 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-62750216-977b-46d4-852b-a6d39e599f02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537412'] for subnet (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:51.797600 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfc19b0-625d-4ec1-b6df-13918dbd5879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb93997-c804-4771-8cfc-caa9af914c84,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:51.803414 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-4bfc19b0-625d-4ec1-b6df-13918dbd5879 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=868b605d70a24a35a1d8ac0c23cb51d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4500990 Aug 31 01:30:51.804098 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f913d72d-92d0-41ce-87d2-50ab7c625780 None None] Network 6c8eb03f-5a07-4b24-883d-dad667ce7877 requested from dv-cinder-855288-2-iscsi {{(pid=106778) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 01:30:51.806928 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 36128) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:30:51.869701 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:30:51.877333 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-7ba8df1a-0c62-451b-82b3-65ef21de2444 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608328'] for router_gateway (1aa335c5-b661-42c3-9f20-6da4702a9b46), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:51.909764 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-62750216-977b-46d4-852b-a6d39e599f02 admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8868189 Aug 31 01:30:51.934533 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383e579e-7e77-4012-b2d7-a05ec5e7973f None None] Network 6c8eb03f-5a07-4b24-883d-dad667ce7877 requested from dv-cinder-855288-2-iscsi {{(pid=106778) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 01:30:51.994052 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-3ba5b011-3881-4566-9b6b-a0ce5962e2fe admin admin] Publish callbacks [] for security_group (2eb93997-c804-4771-8cfc-caa9af914c84), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:51.998686 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-7ba8df1a-0c62-451b-82b3-65ef21de2444 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10600'] for router (1aa335c5-b661-42c3-9f20-6da4702a9b46), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:52.006397 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-7ba8df1a-0c62-451b-82b3-65ef21de2444 admin admin] Publish callbacks [] for router_controller (1aa335c5-b661-42c3-9f20-6da4702a9b46), precommit_delete_associations {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:52.063327 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-3ba5b011-3881-4566-9b6b-a0ce5962e2fe admin admin] Publish callbacks [] for security_group (2eb93997-c804-4771-8cfc-caa9af914c84), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:52.186415 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-7ba8df1a-0c62-451b-82b3-65ef21de2444 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636102'] for router (1aa335c5-b661-42c3-9f20-6da4702a9b46), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:52.187042 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba8df1a-0c62-451b-82b3-65ef21de2444 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1aa335c5-b661-42c3-9f20-6da4702a9b46 {{(pid=106777) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:30:52.191880 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-7ba8df1a-0c62-451b-82b3-65ef21de2444 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:52.193149 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-7ba8df1a-0c62-451b-82b3-65ef21de2444 admin admin] 10.222.0.20 "DELETE /networking/v2.0/routers/1aa335c5-b661-42c3-9f20-6da4702a9b46 HTTP/1.1" status: 204 len: 168 time: 1.3008978 Aug 31 01:30:52.201283 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 36136) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:30:52.207445 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-3ba5b011-3881-4566-9b6b-a0ce5962e2fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (2eb93997-c804-4771-8cfc-caa9af914c84), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:52.210035 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-3ba5b011-3881-4566-9b6b-a0ce5962e2fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:52.211026 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-3ba5b011-3881-4566-9b6b-a0ce5962e2fe admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/2eb93997-c804-4771-8cfc-caa9af914c84 HTTP/1.1" status: 204 len: 168 time: 0.4030132 Aug 31 01:30:52.241511 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba5b011-3881-4566-9b6b-a0ce5962e2fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb93997-c804-4771-8cfc-caa9af914c84,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:52.264551 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a3992ee-1af3-45ce-8f23-66f83b6934c5 admin admin] Deleting subnet d3b48e56-98ff-4fa8-bbfd-1e9209ce3f50 {{(pid=106777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 01:30:52.270283 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-0a3992ee-1af3-45ce-8f23-66f83b6934c5 admin admin] Publish callbacks [] for subnet (d3b48e56-98ff-4fa8-bbfd-1e9209ce3f50), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:52.314610 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-0a3992ee-1af3-45ce-8f23-66f83b6934c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6594457'] for subnet (d3b48e56-98ff-4fa8-bbfd-1e9209ce3f50), precommit_delete_associations {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:52.422981 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-0a3992ee-1af3-45ce-8f23-66f83b6934c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1483629'] for subnet (d3b48e56-98ff-4fa8-bbfd-1e9209ce3f50), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:52.576708 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-0a3992ee-1af3-45ce-8f23-66f83b6934c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1483636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5262325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5608361'] for subnet (d3b48e56-98ff-4fa8-bbfd-1e9209ce3f50), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:52.606939 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3992ee-1af3-45ce-8f23-66f83b6934c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3b48e56-98ff-4fa8-bbfd-1e9209ce3f50,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:52.611407 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-0a3992ee-1af3-45ce-8f23-66f83b6934c5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:52.616777 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-0a3992ee-1af3-45ce-8f23-66f83b6934c5 admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/d3b48e56-98ff-4fa8-bbfd-1e9209ce3f50 HTTP/1.1" status: 204 len: 168 time: 0.4180443 Aug 31 01:30:52.617216 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf49664-6108-4acd-8515-6d92837ab7f4 None None] Network 7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3 requested from dv-cinder-855288-2-iscsi {{(pid=106778) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 01:30:52.617845 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 36150) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:30:52.700874 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-5ad95be8-d317-47bb-8933-e88d39a4c883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1495376'] for network (7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:52.777138 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.plugin [None req-5ad95be8-d317-47bb-8933-e88d39a4c883 admin admin] Deleting port 35500aab-bc8b-477d-be2e-42d72321084f {{(pid=106777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:30:52.777762 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-5ad95be8-d317-47bb-8933-e88d39a4c883 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (35500aab-bc8b-477d-be2e-42d72321084f), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:52.821846 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31505ce0-c291-4aa8-92bd-5cf26dfcb18a None None] DHCP port deletion for 7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3 request from dv-cinder-855288-2-iscsi {{(pid=106778) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 01:30:52.838808 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:30:52.860353 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-31505ce0-c291-4aa8-92bd-5cf26dfcb18a None None] Deleting port 35500aab-bc8b-477d-be2e-42d72321084f {{(pid=106778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:30:52.860757 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-31505ce0-c291-4aa8-92bd-5cf26dfcb18a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (35500aab-bc8b-477d-be2e-42d72321084f), before_delete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:52.862203 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.db [None req-5ad95be8-d317-47bb-8933-e88d39a4c883 admin admin] For port 35500aab-bc8b-477d-be2e-42d72321084f, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=35500aab-bc8b-477d-be2e-42d72321084f,segment=NetworkSegment(4bbdd3d1-92ab-42d5-87f4-984876af95f9),segment_id=4bbdd3d1-92ab-42d5-87f4-984876af95f9)] {{(pid=106777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:30:52.862640 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-5ad95be8-d317-47bb-8933-e88d39a4c883 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (35500aab-bc8b-477d-be2e-42d72321084f), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:52.879486 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.plugin [None req-5ad95be8-d317-47bb-8933-e88d39a4c883 admin admin] Calling delete_port for 35500aab-bc8b-477d-be2e-42d72321084f owned by network:dhcp {{(pid=106777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:30:52.935162 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-31505ce0-c291-4aa8-92bd-5cf26dfcb18a None None] For port 35500aab-bc8b-477d-be2e-42d72321084f, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=35500aab-bc8b-477d-be2e-42d72321084f,segment=NetworkSegment(4bbdd3d1-92ab-42d5-87f4-984876af95f9),segment_id=4bbdd3d1-92ab-42d5-87f4-984876af95f9)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:30:52.935493 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-31505ce0-c291-4aa8-92bd-5cf26dfcb18a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (35500aab-bc8b-477d-be2e-42d72321084f), precommit_delete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:52.949594 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-31505ce0-c291-4aa8-92bd-5cf26dfcb18a None None] Calling delete_port for 35500aab-bc8b-477d-be2e-42d72321084f owned by network:dhcp {{(pid=106778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:30:53.049712 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-5ad95be8-d317-47bb-8933-e88d39a4c883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5261574'] for port (35500aab-bc8b-477d-be2e-42d72321084f), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:53.060200 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-31505ce0-c291-4aa8-92bd-5cf26dfcb18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847'] for port (35500aab-bc8b-477d-be2e-42d72321084f), after_delete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:53.084713 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad95be8-d317-47bb-8933-e88d39a4c883 admin admin] No DVR routers for this DVR port 35500aab-bc8b-477d-be2e-42d72321084f on host dv-cinder-855288-2-iscsi {{(pid=106777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 01:30:53.087688 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad95be8-d317-47bb-8933-e88d39a4c883 admin admin] Pushing event deleted for resources: {'Port': ['ID=35500aab-bc8b-477d-be2e-42d72321084f,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:53.095077 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31505ce0-c291-4aa8-92bd-5cf26dfcb18a None None] Pushing event deleted for resources: {'Port': ['ID=35500aab-bc8b-477d-be2e-42d72321084f,revision_number=None']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:53.097956 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 542ac746-bd7b-4ccc-870b-50058cd393ab no longer exists at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:30:53.100135 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31505ce0-c291-4aa8-92bd-5cf26dfcb18a None None] No DVR routers for this DVR port 35500aab-bc8b-477d-be2e-42d72321084f on host dv-cinder-855288-2-iscsi {{(pid=106778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 01:30:53.127546 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] No Port match for: 542ac746-bd7b-4ccc-870b-50058cd393ab {{(pid=106778) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 01:30:53.127992 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 542ac746-bd7b-4ccc-870b-50058cd393ab not bound to the agent host dv-cinder-855288-2-iscsi {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:30:53.128648 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device f4b8f35c-9234-4b21-8cb1-cc99cdfaafd8 no longer exists at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:30:53.132342 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31505ce0-c291-4aa8-92bd-5cf26dfcb18a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:53.132957 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31505ce0-c291-4aa8-92bd-5cf26dfcb18a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:53.133781 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31505ce0-c291-4aa8-92bd-5cf26dfcb18a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:53.134327 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31505ce0-c291-4aa8-92bd-5cf26dfcb18a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:53.134879 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31505ce0-c291-4aa8-92bd-5cf26dfcb18a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:53.135413 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31505ce0-c291-4aa8-92bd-5cf26dfcb18a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:53.135971 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31505ce0-c291-4aa8-92bd-5cf26dfcb18a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:53.136618 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31505ce0-c291-4aa8-92bd-5cf26dfcb18a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:53.137197 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31505ce0-c291-4aa8-92bd-5cf26dfcb18a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:53.137729 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31505ce0-c291-4aa8-92bd-5cf26dfcb18a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:53.138297 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31505ce0-c291-4aa8-92bd-5cf26dfcb18a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:53.138836 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31505ce0-c291-4aa8-92bd-5cf26dfcb18a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:53.139360 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31505ce0-c291-4aa8-92bd-5cf26dfcb18a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:53.139886 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31505ce0-c291-4aa8-92bd-5cf26dfcb18a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:53.140407 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31505ce0-c291-4aa8-92bd-5cf26dfcb18a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:30:53.162800 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] No Port match for: f4b8f35c-9234-4b21-8cb1-cc99cdfaafd8 {{(pid=106778) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 01:30:53.163142 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device f4b8f35c-9234-4b21-8cb1-cc99cdfaafd8 not bound to the agent host dv-cinder-855288-2-iscsi {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:30:53.163765 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 35500aab-bc8b-477d-be2e-42d72321084f no longer exists at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:30:53.190358 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] No Port match for: 35500aab-bc8b-477d-be2e-42d72321084f {{(pid=106778) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 01:30:53.190358 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 35500aab-bc8b-477d-be2e-42d72321084f not bound to the agent host dv-cinder-855288-2-iscsi {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:30:53.209229 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-5ad95be8-d317-47bb-8933-e88d39a4c883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1483790', 'neutron.services.segments.db._delete_segments_for_network-8779186328131'] for network (7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:53.229103 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:30:53.233621 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.services.segments.db [None req-5ad95be8-d317-47bb-8933-e88d39a4c883 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3']}} {{(pid=106777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:53.243828 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.services.segments.db [None req-5ad95be8-d317-47bb-8933-e88d39a4c883 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bbdd3d1-92ab-42d5-87f4-984876af95f9') {'for_net_delete': True} {{(pid=106777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:53.244185 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.services.segments.db [None req-5ad95be8-d317-47bb-8933-e88d39a4c883 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bbdd3d1-92ab-42d5-87f4-984876af95f9') {} {{(pid=106777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:53.246021 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 36168) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:30:53.257942 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-5ad95be8-d317-47bb-8933-e88d39a4c883 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779186303919', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6594450'] for segment (4bbdd3d1-92ab-42d5-87f4-984876af95f9), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:53.277880 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-5ad95be8-d317-47bb-8933-e88d39a4c883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484916'] for segment (4bbdd3d1-92ab-42d5-87f4-984876af95f9), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:53.286675 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ad95be8-d317-47bb-8933-e88d39a4c883 admin admin] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=106777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:30:53.287361 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-5ad95be8-d317-47bb-8933-e88d39a4c883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5261651'] for segment (4bbdd3d1-92ab-42d5-87f4-984876af95f9), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:53.336625 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.services.segments.plugin [-] Segment 4bbdd3d1-92ab-42d5-87f4-984876af95f9 resource provider aggregate not found Aug 31 01:30:53.356679 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.services.segments.plugin [-] Segment 4bbdd3d1-92ab-42d5-87f4-984876af95f9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4bbdd3d1-92ab-42d5-87f4-984876af95f9 found for delete ", "request_id": "req-791b23a8-fc6c-4d06-badd-86ad0227b0a6"}]} Aug 31 01:30:53.387175 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-d9ce6c63-897a-4cc2-b0c8-c8733068107f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:53.425518 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-5ad95be8-d317-47bb-8933-e88d39a4c883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1483783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608292'] for network (7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:53.434531 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-5ad95be8-d317-47bb-8933-e88d39a4c883 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537412'] for network (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:53.436175 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-5ad95be8-d317-47bb-8933-e88d39a4c883 admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3 HTTP/1.1" status: 204 len: 168 time: 0.8172536 Aug 31 01:30:53.439691 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 36182) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:30:53.446900 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad95be8-d317-47bb-8933-e88d39a4c883 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a33e2f8-ef6e-4042-bf72-dbdd2f88e4f3,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:53.491708 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 36184) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:30:53.504597 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:30:53.557061 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-d9ce6c63-897a-4cc2-b0c8-c8733068107f admin admin] Publish callbacks [] for security_group (729c1431-8046-4fb7-a8b7-dd7ea2a81992), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:53.593204 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [None req-532fe76a-80e2-4571-b5c7-11688c940753 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-773977375-network', 'tenant_id': '29c95fae9a51415b9245125f5faedb37'}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:53.605034 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:30:53.647184 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-d9ce6c63-897a-4cc2-b0c8-c8733068107f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (729c1431-8046-4fb7-a8b7-dd7ea2a81992), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:53.723662 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-532fe76a-80e2-4571-b5c7-11688c940753 admin admin] Made reservation on behalf of 29c95fae9a51415b9245125f5faedb37 for: {'network': 1} {{(pid=106777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:30:53.726169 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-532fe76a-80e2-4571-b5c7-11688c940753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for network (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:53.736352 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-532fe76a-80e2-4571-b5c7-11688c940753 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:53.826670 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-532fe76a-80e2-4571-b5c7-11688c940753 admin admin] Publish callbacks [] for security_group (3c1edca6-1a75-484d-a700-dd55af4bdb87), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:53.900553 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-532fe76a-80e2-4571-b5c7-11688c940753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (3c1edca6-1a75-484d-a700-dd55af4bdb87), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:53.920539 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-532fe76a-80e2-4571-b5c7-11688c940753 admin admin] vlan segment allocate from pool success with {'vlan_id': 1050, 'physical_network': 'physnet1'} {{(pid=106777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:30:53.930183 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ce6c63-897a-4cc2-b0c8-c8733068107f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=729c1431-8046-4fb7-a8b7-dd7ea2a81992,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:53.936037 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-d9ce6c63-897a-4cc2-b0c8-c8733068107f admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=ee99d9b8ed0f4e9297aff9e64fa53ff7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6885090 Aug 31 01:30:53.943789 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532fe76a-80e2-4571-b5c7-11688c940753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1edca6-1a75-484d-a700-dd55af4bdb87,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:53.944672 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 36188) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:30:53.945190 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-532fe76a-80e2-4571-b5c7-11688c940753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484916'] for segment (c8dc5385-b822-4dcf-8576-bc1309eb153e), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:53.945190 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.db.segments_db [None req-532fe76a-80e2-4571-b5c7-11688c940753 admin admin] Added segment c8dc5385-b822-4dcf-8576-bc1309eb153e of type vlan for network 5ae771f9-b42a-4b35-89fa-0e126c4452ca Aug 31 01:30:53.983662 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-532fe76a-80e2-4571-b5c7-11688c940753 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779185844565'] for network (5ae771f9-b42a-4b35-89fa-0e126c4452ca), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:54.048617 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-2ff8c38f-d819-4a48-b4f2-cfeca3ddb910 admin admin] Publish callbacks [] for security_group (729c1431-8046-4fb7-a8b7-dd7ea2a81992), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:54.082231 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-2ff8c38f-d819-4a48-b4f2-cfeca3ddb910 admin admin] Publish callbacks [] for security_group (729c1431-8046-4fb7-a8b7-dd7ea2a81992), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:54.089488 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-532fe76a-80e2-4571-b5c7-11688c940753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430'] for network (5ae771f9-b42a-4b35-89fa-0e126c4452ca), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:54.090570 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532fe76a-80e2-4571-b5c7-11688c940753 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:30:54.091179 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-532fe76a-80e2-4571-b5c7-11688c940753 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537412'] for network (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:54.131341 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-c8c58282-04fd-4979-90b1-5fd15f72124c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-636683'] for router_interface (a579f3ac-314d-44ee-898e-9c5f6ff0a95b), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:54.157871 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532fe76a-80e2-4571-b5c7-11688c940753 admin admin] Pushing event updated for resources: {'Network': ['ID=5ae771f9-b42a-4b35-89fa-0e126c4452ca,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:54.169481 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Network 5ae771f9-b42a-4b35-89fa-0e126c4452ca details requested by agent ovs-agent-dv-cinder-855288-2-iscsi with host dv-cinder-855288-2-iscsi {{(pid=106778) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:30:54.201485 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-532fe76a-80e2-4571-b5c7-11688c940753 admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7079997 Aug 31 01:30:54.204656 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 36194) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:30:54.210043 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [None req-4e0b901c-0466-4abc-9923-cbc7848d3514 admin admin] Request body: {'subnet': {'network_id': '5ae771f9-b42a-4b35-89fa-0e126c4452ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-773977375-subnet', 'tenant_id': '29c95fae9a51415b9245125f5faedb37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:54.221530 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:30:54.295071 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0b901c-0466-4abc-9923-cbc7848d3514 admin admin] Made reservation on behalf of 29c95fae9a51415b9245125f5faedb37 for: {'subnet': 1} {{(pid=106777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:30:54.297812 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-4e0b901c-0466-4abc-9923-cbc7848d3514 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5608374'] for subnet (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:54.299726 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-2ff8c38f-d819-4a48-b4f2-cfeca3ddb910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (729c1431-8046-4fb7-a8b7-dd7ea2a81992), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:54.302258 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-2ff8c38f-d819-4a48-b4f2-cfeca3ddb910 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:54.306600 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-2ff8c38f-d819-4a48-b4f2-cfeca3ddb910 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/729c1431-8046-4fb7-a8b7-dd7ea2a81992 HTTP/1.1" status: 204 len: 168 time: 0.3636193 Aug 31 01:30:54.320363 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff8c38f-d819-4a48-b4f2-cfeca3ddb910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=729c1431-8046-4fb7-a8b7-dd7ea2a81992,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:54.407736 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [None req-c8c58282-04fd-4979-90b1-5fd15f72124c admin admin] Deleting port b1b7a6f3-4291-454a-97b8-d7701c1c8b6d {{(pid=106776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:30:54.408067 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-c8c58282-04fd-4979-90b1-5fd15f72124c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (b1b7a6f3-4291-454a-97b8-d7701c1c8b6d), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:54.447460 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=13 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:30:54.491110 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.db [None req-c8c58282-04fd-4979-90b1-5fd15f72124c admin admin] For port b1b7a6f3-4291-454a-97b8-d7701c1c8b6d, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=b1b7a6f3-4291-454a-97b8-d7701c1c8b6d,segment=NetworkSegment(58544162-7f3d-41b3-bdbb-dabdcc1c791c),segment_id=58544162-7f3d-41b3-bdbb-dabdcc1c791c)] {{(pid=106776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:30:54.491478 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-c8c58282-04fd-4979-90b1-5fd15f72124c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (b1b7a6f3-4291-454a-97b8-d7701c1c8b6d), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:54.510307 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [None req-c8c58282-04fd-4979-90b1-5fd15f72124c admin admin] Calling delete_port for b1b7a6f3-4291-454a-97b8-d7701c1c8b6d owned by network:router_interface {{(pid=106776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:30:54.530023 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34143644-c7ba-4286-af06-e1eab486efd7 req-cbc6dcb0-feed-4e58-a67c-92f7817f3722 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:30:54.531420 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-34143644-c7ba-4286-af06-e1eab486efd7 req-cbc6dcb0-feed-4e58-a67c-92f7817f3722 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] 10.222.0.20 "GET /networking/v2.0/networks?id=6c8eb03f-5a07-4b24-883d-dad667ce7877 HTTP/1.1" status: 200 len: 808 time: 0.1553454 Aug 31 01:30:54.552097 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-34143644-c7ba-4286-af06-e1eab486efd7 req-426f0dfd-ebb9-4aa9-8f78-491ecd54cc54 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] 10.222.0.20 "GET /networking/v2.0/quotas/f9084d8c977147b7a3652e34466b2522 HTTP/1.1" status: 200 len: 375 time: 0.0141854 Aug 31 01:30:54.622973 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-34143644-c7ba-4286-af06-e1eab486efd7 req-ce6d604f-9ec3-4338-aa13-3e29bfc71688 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=f9084d8c977147b7a3652e34466b2522&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0606217 Aug 31 01:30:54.707554 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-4e0b901c-0466-4abc-9923-cbc7848d3514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5262262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5608352'] for subnet (654f4acd-0d4c-4693-ad7e-f5d3a7c42b5f), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:54.717982 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:30:54.764163 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-c8c58282-04fd-4979-90b1-5fd15f72124c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6273727'] for port (b1b7a6f3-4291-454a-97b8-d7701c1c8b6d), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:54.803753 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c58282-04fd-4979-90b1-5fd15f72124c admin admin] Pushing event deleted for resources: {'Port': ['ID=b1b7a6f3-4291-454a-97b8-d7701c1c8b6d,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:54.832028 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0b901c-0466-4abc-9923-cbc7848d3514 admin admin] Pushing event updated for resources: {'Subnet': ['ID=654f4acd-0d4c-4693-ad7e-f5d3a7c42b5f,revision_number=0']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:54.851066 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0b901c-0466-4abc-9923-cbc7848d3514 admin admin] Checking segment: {'id': 'c8dc5385-b822-4dcf-8576-bc1309eb153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '5ae771f9-b42a-4b35-89fa-0e126c4452ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:30:54.853701 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0b901c-0466-4abc-9923-cbc7848d3514 admin admin] Network hostable DHCP agents. Network: 5ae771f9-b42a-4b35-89fa-0e126c4452ca, hostable agents: ['06e7caa6-6f15-45a1-a03b-1c511964ed9a'], hosted agents: [] {{(pid=106777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:30:54.906873 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-34143644-c7ba-4286-af06-e1eab486efd7 req-c7e81861-b80b-40cd-91a0-24509cb1833d service neutron] 10.222.0.20 "GET /networking/v2.0/networks/6c8eb03f-5a07-4b24-883d-dad667ce7877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696433 Aug 31 01:30:54.954931 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:DELETE=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:30:54.962419 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0b901c-0466-4abc-9923-cbc7848d3514 admin admin] Network 5ae771f9-b42a-4b35-89fa-0e126c4452ca is scheduled to be hosted by DHCP agent 06e7caa6-6f15-45a1-a03b-1c511964ed9a with binding_index 1 {{(pid=106777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:30:55.002251 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-c8c58282-04fd-4979-90b1-5fd15f72124c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-636091'] for router_interface (a579f3ac-314d-44ee-898e-9c5f6ff0a95b), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:55.013444 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-34143644-c7ba-4286-af06-e1eab486efd7 req-a261522f-a3cf-4fd6-954d-0777ed9d433c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/6c8eb03f-5a07-4b24-883d-dad667ce7877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994000 Aug 31 01:30:55.020143 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.base_scheduler [None req-4e0b901c-0466-4abc-9923-cbc7848d3514 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855288-2-iscsi, 5ae771f9-b42a-4b35-89fa-0e126c4452ca) {{(pid=106777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:30:55.024459 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0b901c-0466-4abc-9923-cbc7848d3514 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:30:55.025189 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-4e0b901c-0466-4abc-9923-cbc7848d3514 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:55.038659 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ef6057-3480-4dc1-9e72-6f156156880e None None] Network 5ae771f9-b42a-4b35-89fa-0e126c4452ca requested from dv-cinder-855288-2-iscsi {{(pid=106778) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 01:30:55.088155 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-4e0b901c-0466-4abc-9923-cbc7848d3514 admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8819485 Aug 31 01:30:55.179879 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ecadad-f380-49d3-a282-c0875de9db27 None None] Network 5ae771f9-b42a-4b35-89fa-0e126c4452ca requested from dv-cinder-855288-2-iscsi {{(pid=106778) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 01:30:55.232839 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:30:55.248293 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8c58282-04fd-4979-90b1-5fd15f72124c admin admin] Router a579f3ac-314d-44ee-898e-9c5f6ff0a95b has already been hosted by L3 agent 1428144b-5b15-4168-8538-b51b3045e8b6 {{(pid=106776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:30:55.367325 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-aed51236-44c5-47e9-907f-6819086bd62a req-b28e1b80-9b7f-4dff-a746-dacc2d34b204 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1e3545f6-dc34-4bd6-b914-bcead2f56438 HTTP/1.1" status: 200 len: 210 time: 0.0458877 Aug 31 01:30:55.371795 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c58282-04fd-4979-90b1-5fd15f72124c admin admin] Notify agent at l3_agent.dv-cinder-855288-2-iscsi the message routers_updated {{(pid=106776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:30:55.376969 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-c8c58282-04fd-4979-90b1-5fd15f72124c admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/a579f3ac-314d-44ee-898e-9c5f6ff0a95b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9362042 Aug 31 01:30:55.379560 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 36224) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:30:55.385256 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:30:55.385654 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e17948-1b12-498e-8bce-044e35a15cea None None] Sync routers for ids ['a579f3ac-314d-44ee-898e-9c5f6ff0a95b'] in dv-cinder-855288-2-iscsi {{(pid=106778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:30:55.410415 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e17948-1b12-498e-8bce-044e35a15cea None None] Routers {'a579f3ac-314d-44ee-898e-9c5f6ff0a95b'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:30:55.411867 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-90e17948-1b12-498e-8bce-044e35a15cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:30:33Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['a579f3ac-314d-44ee-898e-9c5f6ff0a95b'], 'active': True} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:55.506066 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-3e787612-2393-4947-88fb-ff0b1fb02e38 admin admin] Publish callbacks [] for router (a579f3ac-314d-44ee-898e-9c5f6ff0a95b), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:55.545531 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:30:55.559832 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvr_db [None req-90e17948-1b12-498e-8bce-044e35a15cea None None] Set router a579f3ac-314d-44ee-898e-9c5f6ff0a95b gateway port host: dv-cinder-855288-2-iscsi {{(pid=106778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:30:55.621163 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-3e787612-2393-4947-88fb-ff0b1fb02e38 admin admin] Publish callbacks [] for router_gateway (a579f3ac-314d-44ee-898e-9c5f6ff0a95b), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:55.738503 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-90e17948-1b12-498e-8bce-044e35a15cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a579f3ac-314d-44ee-898e-9c5f6ff0a95b', 'name': 'tempest-TestMinimumBasicScenario-1866665033-router', 'tenant_id': '5987e5c9567141e09f55b0e723d2133d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '7e6993d7-64b2-45cd-b680-7fe6b58fda8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:28:14Z', 'updated_at': '2022-08-31T01:30:54Z', 'revision_number': 5, 'project_id': '5987e5c9567141e09f55b0e723d2133d', 'gw_port': {'id': '7e6993d7-64b2-45cd-b680-7fe6b58fda8a', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a579f3ac-314d-44ee-898e-9c5f6ff0a95b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:28:15Z', 'updated_at': '2022-08-31T01:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi'}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:55.750237 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [None req-3e787612-2393-4947-88fb-ff0b1fb02e38 admin admin] Deleting port 7e6993d7-64b2-45cd-b680-7fe6b58fda8a {{(pid=106776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:30:55.750685 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-3e787612-2393-4947-88fb-ff0b1fb02e38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (7e6993d7-64b2-45cd-b680-7fe6b58fda8a), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:55.765093 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e17948-1b12-498e-8bce-044e35a15cea None None] Checking router: a579f3ac-314d-44ee-898e-9c5f6ff0a95b for host: dv-cinder-855288-2-iscsi {{(pid=106778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:30:55.780901 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e17948-1b12-498e-8bce-044e35a15cea None None] Routers {'a579f3ac-314d-44ee-898e-9c5f6ff0a95b'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:30:55.780901 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-90e17948-1b12-498e-8bce-044e35a15cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:30:33Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['a579f3ac-314d-44ee-898e-9c5f6ff0a95b'], 'active': True} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:55.844300 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.db [None req-3e787612-2393-4947-88fb-ff0b1fb02e38 admin admin] For port 7e6993d7-64b2-45cd-b680-7fe6b58fda8a, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=7e6993d7-64b2-45cd-b680-7fe6b58fda8a,segment=NetworkSegment(5532158b-12fc-4975-99d9-f23bee8acdf7),segment_id=5532158b-12fc-4975-99d9-f23bee8acdf7)] {{(pid=106776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:30:55.844580 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-3e787612-2393-4947-88fb-ff0b1fb02e38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (7e6993d7-64b2-45cd-b680-7fe6b58fda8a), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:55.861024 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [None req-3e787612-2393-4947-88fb-ff0b1fb02e38 admin admin] Calling delete_port for 7e6993d7-64b2-45cd-b680-7fe6b58fda8a owned by network:router_gateway {{(pid=106776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:30:56.004799 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvr_db [None req-90e17948-1b12-498e-8bce-044e35a15cea None None] Set router a579f3ac-314d-44ee-898e-9c5f6ff0a95b gateway port host: None {{(pid=106778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:30:56.055704 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-90e17948-1b12-498e-8bce-044e35a15cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a579f3ac-314d-44ee-898e-9c5f6ff0a95b', 'name': 'tempest-TestMinimumBasicScenario-1866665033-router', 'tenant_id': '5987e5c9567141e09f55b0e723d2133d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:28:14Z', 'updated_at': '2022-08-31T01:30:55Z', 'revision_number': 6, 'project_id': '5987e5c9567141e09f55b0e723d2133d', 'gw_port_host': None}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:56.081785 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e17948-1b12-498e-8bce-044e35a15cea None None] The sync data for ids ['a579f3ac-314d-44ee-898e-9c5f6ff0a95b'] in dv-cinder-855288-2-iscsi is: [{'id': 'a579f3ac-314d-44ee-898e-9c5f6ff0a95b', 'name': 'tempest-TestMinimumBasicScenario-1866665033-router', 'tenant_id': '5987e5c9567141e09f55b0e723d2133d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:28:14Z', 'updated_at': '2022-08-31T01:30:55Z', 'revision_number': 6, 'project_id': '5987e5c9567141e09f55b0e723d2133d', 'gw_port_host': None}] {{(pid=106778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:30:56.095056 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-3e787612-2393-4947-88fb-ff0b1fb02e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6273727'] for port (7e6993d7-64b2-45cd-b680-7fe6b58fda8a), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:56.135943 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e787612-2393-4947-88fb-ff0b1fb02e38 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e6993d7-64b2-45cd-b680-7fe6b58fda8a,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:56.141526 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:30:56.200767 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-3e787612-2393-4947-88fb-ff0b1fb02e38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608328'] for router_gateway (a579f3ac-314d-44ee-898e-9c5f6ff0a95b), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:56.288318 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-3e787612-2393-4947-88fb-ff0b1fb02e38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10600'] for router (a579f3ac-314d-44ee-898e-9c5f6ff0a95b), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:56.290500 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-3e787612-2393-4947-88fb-ff0b1fb02e38 admin admin] Publish callbacks [] for router_controller (a579f3ac-314d-44ee-898e-9c5f6ff0a95b), precommit_delete_associations {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:56.437618 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-3e787612-2393-4947-88fb-ff0b1fb02e38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636102'] for router (a579f3ac-314d-44ee-898e-9c5f6ff0a95b), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:56.438417 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e787612-2393-4947-88fb-ff0b1fb02e38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a579f3ac-314d-44ee-898e-9c5f6ff0a95b {{(pid=106776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:30:56.449210 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-3e787612-2393-4947-88fb-ff0b1fb02e38 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:56.452944 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-3e787612-2393-4947-88fb-ff0b1fb02e38 admin admin] 10.222.0.20 "DELETE /networking/v2.0/routers/a579f3ac-314d-44ee-898e-9c5f6ff0a95b HTTP/1.1" status: 204 len: 168 time: 1.0699143 Aug 31 01:30:56.453595 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 36238) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:30:56.539892 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-ce97c4a5-8884-41cb-a3e3-758b600ff334 req-1d27d595-54aa-4d44-b686-625968cd2461 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1e3545f6-dc34-4bd6-b914-bcead2f56438 HTTP/1.1" status: 200 len: 210 time: 0.0474315 Aug 31 01:30:56.548100 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.db_base_plugin_v2 [None req-897abbb8-f2df-4b41-9793-fb686234dda9 admin admin] Deleting subnet 54635a35-67d7-4ec5-b072-82946d54a4ad {{(pid=106777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 01:30:56.551314 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-897abbb8-f2df-4b41-9793-fb686234dda9 admin admin] Publish callbacks [] for subnet (54635a35-67d7-4ec5-b072-82946d54a4ad), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:56.589001 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-897abbb8-f2df-4b41-9793-fb686234dda9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6594457'] for subnet (54635a35-67d7-4ec5-b072-82946d54a4ad), precommit_delete_associations {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:56.667347 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-897abbb8-f2df-4b41-9793-fb686234dda9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1483629'] for subnet (54635a35-67d7-4ec5-b072-82946d54a4ad), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:56.786289 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-897abbb8-f2df-4b41-9793-fb686234dda9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1483636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5262325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5608361'] for subnet (54635a35-67d7-4ec5-b072-82946d54a4ad), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:56.813227 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897abbb8-f2df-4b41-9793-fb686234dda9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54635a35-67d7-4ec5-b072-82946d54a4ad,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:56.816891 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-897abbb8-f2df-4b41-9793-fb686234dda9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:56.819979 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-897abbb8-f2df-4b41-9793-fb686234dda9 admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/54635a35-67d7-4ec5-b072-82946d54a4ad HTTP/1.1" status: 204 len: 168 time: 0.3657653 Aug 31 01:30:56.822640 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 36240) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:30:56.827318 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71e47e9-83ca-4c60-92a6-7ad74d957a4c None None] Network d32bc818-5809-4092-b6d9-f2b9b00e7d20 requested from dv-cinder-855288-2-iscsi {{(pid=106778) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 01:30:56.879936 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:30:56.902954 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-5fcdbddc-0607-4f91-9188-fa31d7110c73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1495376'] for network (d32bc818-5809-4092-b6d9-f2b9b00e7d20), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:56.952777 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.plugin [None req-5fcdbddc-0607-4f91-9188-fa31d7110c73 admin admin] Deleting port 5025f484-c1e6-4608-a798-a938e64dff05 {{(pid=106777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:30:56.953513 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-5fcdbddc-0607-4f91-9188-fa31d7110c73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (5025f484-c1e6-4608-a798-a938e64dff05), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:56.992740 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b2e604-9ba0-4a0f-b1b0-a24a2b6346bd None None] DHCP port deletion for d32bc818-5809-4092-b6d9-f2b9b00e7d20 request from dv-cinder-855288-2-iscsi {{(pid=106778) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 01:30:57.030048 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.db [None req-5fcdbddc-0607-4f91-9188-fa31d7110c73 admin admin] For port 5025f484-c1e6-4608-a798-a938e64dff05, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=5025f484-c1e6-4608-a798-a938e64dff05,segment=NetworkSegment(58544162-7f3d-41b3-bdbb-dabdcc1c791c),segment_id=58544162-7f3d-41b3-bdbb-dabdcc1c791c)] {{(pid=106777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:30:57.030414 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-5fcdbddc-0607-4f91-9188-fa31d7110c73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (5025f484-c1e6-4608-a798-a938e64dff05), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:57.047335 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.plugin [None req-5fcdbddc-0607-4f91-9188-fa31d7110c73 admin admin] Calling delete_port for 5025f484-c1e6-4608-a798-a938e64dff05 owned by network:dhcp {{(pid=106777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:30:57.060670 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-09b2e604-9ba0-4a0f-b1b0-a24a2b6346bd None None] Deleting port 5025f484-c1e6-4608-a798-a938e64dff05 {{(pid=106778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:30:57.061425 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-09b2e604-9ba0-4a0f-b1b0-a24a2b6346bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (5025f484-c1e6-4608-a798-a938e64dff05), before_delete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:57.126303 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 7e6993d7-64b2-45cd-b680-7fe6b58fda8a no longer exists at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:30:57.161144 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-09b2e604-9ba0-4a0f-b1b0-a24a2b6346bd None None] For port 5025f484-c1e6-4608-a798-a938e64dff05, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=5025f484-c1e6-4608-a798-a938e64dff05,segment=NetworkSegment(58544162-7f3d-41b3-bdbb-dabdcc1c791c),segment_id=58544162-7f3d-41b3-bdbb-dabdcc1c791c)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:30:57.162751 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-09b2e604-9ba0-4a0f-b1b0-a24a2b6346bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (5025f484-c1e6-4608-a798-a938e64dff05), precommit_delete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:57.169062 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] No Port match for: 7e6993d7-64b2-45cd-b680-7fe6b58fda8a {{(pid=106778) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 01:30:57.169581 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 7e6993d7-64b2-45cd-b680-7fe6b58fda8a not bound to the agent host dv-cinder-855288-2-iscsi {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:30:57.170079 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device b1b7a6f3-4291-454a-97b8-d7701c1c8b6d no longer exists at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:30:57.197476 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] No Port match for: b1b7a6f3-4291-454a-97b8-d7701c1c8b6d {{(pid=106778) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 01:30:57.197874 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device b1b7a6f3-4291-454a-97b8-d7701c1c8b6d not bound to the agent host dv-cinder-855288-2-iscsi {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:30:57.198246 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 5025f484-c1e6-4608-a798-a938e64dff05 no longer exists at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:30:57.229785 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-09b2e604-9ba0-4a0f-b1b0-a24a2b6346bd None None] Calling delete_port for 5025f484-c1e6-4608-a798-a938e64dff05 owned by network:dhcp {{(pid=106778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:30:57.363715 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Current status of the port 5025f484-c1e6-4608-a798-a938e64dff05 is: ACTIVE; New status is: DOWN {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:30:57.364110 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (5025f484-c1e6-4608-a798-a938e64dff05), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:57.366823 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:30:57.410439 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-09b2e604-9ba0-4a0f-b1b0-a24a2b6346bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847'] for port (5025f484-c1e6-4608-a798-a938e64dff05), after_delete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:57.456343 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b2e604-9ba0-4a0f-b1b0-a24a2b6346bd None None] Pushing event deleted for resources: {'Port': ['ID=5025f484-c1e6-4608-a798-a938e64dff05,revision_number=None']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:57.460561 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b2e604-9ba0-4a0f-b1b0-a24a2b6346bd None None] No DVR routers for this DVR port 5025f484-c1e6-4608-a798-a938e64dff05 on host dv-cinder-855288-2-iscsi {{(pid=106778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 01:30:57.479947 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:30:57.540780 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-5fcdbddc-0607-4f91-9188-fa31d7110c73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5261574'] for port (5025f484-c1e6-4608-a798-a938e64dff05), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:57.575743 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecdf12b-0d63-4d99-87f0-0dfd59ee36fe req-77edc328-3a20-4955-856e-3e5c21e9c698 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:30:57.577314 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-5ecdf12b-0d63-4d99-87f0-0dfd59ee36fe req-77edc328-3a20-4955-856e-3e5c21e9c698 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] 10.222.0.20 "GET /networking/v2.0/networks?id=5ae771f9-b42a-4b35-89fa-0e126c4452ca HTTP/1.1" status: 200 len: 813 time: 0.1599360 Aug 31 01:30:57.579922 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcdbddc-0607-4f91-9188-fa31d7110c73 admin admin] Pushing event deleted for resources: {'Port': ['ID=5025f484-c1e6-4608-a798-a938e64dff05,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:57.582045 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcdbddc-0607-4f91-9188-fa31d7110c73 admin admin] No DVR routers for this DVR port 5025f484-c1e6-4608-a798-a938e64dff05 on host dv-cinder-855288-2-iscsi {{(pid=106777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 01:30:57.615065 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-5ecdf12b-0d63-4d99-87f0-0dfd59ee36fe req-23d03d3f-8dd8-466b-a733-65d27f454a03 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] 10.222.0.20 "GET /networking/v2.0/quotas/29c95fae9a51415b9245125f5faedb37 HTTP/1.1" status: 200 len: 375 time: 0.0309353 Aug 31 01:30:57.697565 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-5ecdf12b-0d63-4d99-87f0-0dfd59ee36fe req-10a7d384-26a5-41ab-963a-f7dd9d0d0d59 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=29c95fae9a51415b9245125f5faedb37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0720990 Aug 31 01:30:57.714447 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-5fcdbddc-0607-4f91-9188-fa31d7110c73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1483790', 'neutron.services.segments.db._delete_segments_for_network-8779186328131'] for network (d32bc818-5809-4092-b6d9-f2b9b00e7d20), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:57.730944 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-af712509-1219-4250-9467-96fef543ec60 req-eeb6705c-5475-4178-85a9-492ff3f6c2b3 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1e3545f6-dc34-4bd6-b914-bcead2f56438 HTTP/1.1" status: 200 len: 210 time: 0.1024017 Aug 31 01:30:57.783832 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.services.segments.db [None req-5fcdbddc-0607-4f91-9188-fa31d7110c73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d32bc818-5809-4092-b6d9-f2b9b00e7d20']}} {{(pid=106777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:57.799583 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.services.segments.db [None req-5fcdbddc-0607-4f91-9188-fa31d7110c73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58544162-7f3d-41b3-bdbb-dabdcc1c791c') {'for_net_delete': True} {{(pid=106777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:57.799876 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.services.segments.db [None req-5fcdbddc-0607-4f91-9188-fa31d7110c73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58544162-7f3d-41b3-bdbb-dabdcc1c791c') {} {{(pid=106777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:30:57.815975 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-5fcdbddc-0607-4f91-9188-fa31d7110c73 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779186303919', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6594450'] for segment (58544162-7f3d-41b3-bdbb-dabdcc1c791c), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:57.843846 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-5fcdbddc-0607-4f91-9188-fa31d7110c73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484916'] for segment (58544162-7f3d-41b3-bdbb-dabdcc1c791c), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:57.845825 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34143644-c7ba-4286-af06-e1eab486efd7 req-265c281d-10a2-47ff-bb97-4e82a88bebb4 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:30:57.847337 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-34143644-c7ba-4286-af06-e1eab486efd7 req-265c281d-10a2-47ff-bb97-4e82a88bebb4 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] 10.222.0.85 "GET /networking/v2.0/networks?id=6c8eb03f-5a07-4b24-883d-dad667ce7877 HTTP/1.1" status: 200 len: 808 time: 0.1160362 Aug 31 01:30:57.857806 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fcdbddc-0607-4f91-9188-fa31d7110c73 admin admin] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=106777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:30:57.858204 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-5fcdbddc-0607-4f91-9188-fa31d7110c73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5261651'] for segment (58544162-7f3d-41b3-bdbb-dabdcc1c791c), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:57.859458 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [req-34143644-c7ba-4286-af06-e1eab486efd7 req-4e21a71d-4050-452e-bf47-f0186f3a9c2b tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Request body: {'port': {'device_id': '1e3545f6-dc34-4bd6-b914-bcead2f56438', 'network_id': '6c8eb03f-5a07-4b24-883d-dad667ce7877', 'admin_state_up': True, 'tenant_id': 'f9084d8c977147b7a3652e34466b2522'}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:57.875639 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-5ecdf12b-0d63-4d99-87f0-0dfd59ee36fe req-d6e28106-5f0e-4aaa-8965-8749481ad345 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/5ae771f9-b42a-4b35-89fa-0e126c4452ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581347 Aug 31 01:30:57.878410 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:30:57.901792 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.services.segments.plugin [-] Segment 58544162-7f3d-41b3-bdbb-dabdcc1c791c resource provider aggregate not found Aug 31 01:30:57.928424 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.services.segments.plugin [-] Segment 58544162-7f3d-41b3-bdbb-dabdcc1c791c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 58544162-7f3d-41b3-bdbb-dabdcc1c791c found for delete ", "request_id": "req-1dd368cd-25d0-4bac-b393-7912bc44373c"}]} Aug 31 01:30:58.010314 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-5ecdf12b-0d63-4d99-87f0-0dfd59ee36fe req-94fd1cc5-479a-47aa-ab12-ea24ec048a74 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/5ae771f9-b42a-4b35-89fa-0e126c4452ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043904 Aug 31 01:30:58.061142 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34143644-c7ba-4286-af06-e1eab486efd7 req-4e21a71d-4050-452e-bf47-f0186f3a9c2b tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Made reservation on behalf of f9084d8c977147b7a3652e34466b2522 for: {'port': 1} {{(pid=106776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:30:58.061274 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-5fcdbddc-0607-4f91-9188-fa31d7110c73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1483783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608292'] for network (d32bc818-5809-4092-b6d9-f2b9b00e7d20), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:58.065085 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-34143644-c7ba-4286-af06-e1eab486efd7 req-4e21a71d-4050-452e-bf47-f0186f3a9c2b tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:58.073969 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-5fcdbddc-0607-4f91-9188-fa31d7110c73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537412'] for network (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:58.073969 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-5fcdbddc-0607-4f91-9188-fa31d7110c73 admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/d32bc818-5809-4092-b6d9-f2b9b00e7d20 HTTP/1.1" status: 204 len: 168 time: 1.2475674 Aug 31 01:30:58.087273 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcdbddc-0607-4f91-9188-fa31d7110c73 admin admin] Pushing event deleted for resources: {'Network': ['ID=d32bc818-5809-4092-b6d9-f2b9b00e7d20,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:58.223738 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.db_base_plugin_common [req-34143644-c7ba-4286-af06-e1eab486efd7 req-4e21a71d-4050-452e-bf47-f0186f3a9c2b tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Allocated IP 172.20.0.11 (6c8eb03f-5a07-4b24-883d-dad667ce7877/7956a5bd-6bcf-4c56-b814-5489b4cb6dcc/a93fc41f-e643-414b-b069-269e6764c25b) {{(pid=106776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:30:58.262043 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-a3b4f3f6-eda4-4799-89ad-584b2e6e2121 req-c58e9e86-e8f2-4c09-86e8-2efbedf78871 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7993aed7-8d74-4bd0-be09-ca60b8ad8bf1 HTTP/1.1" status: 200 len: 210 time: 0.0286028 Aug 31 01:30:58.381793 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-34143644-c7ba-4286-af06-e1eab486efd7 req-4e21a71d-4050-452e-bf47-f0186f3a9c2b tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Publish callbacks [] for port (a93fc41f-e643-414b-b069-269e6764c25b), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:58.447365 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 36272) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:30:58.455141 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-34143644-c7ba-4286-af06-e1eab486efd7 req-4e21a71d-4050-452e-bf47-f0186f3a9c2b tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779185826838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6273727'] for port (a93fc41f-e643-414b-b069-269e6764c25b), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:58.488932 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-5dd28e36-64c9-4b8c-a346-8e51270ea078 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=9befc65a9da84a99942b803ac6a15a0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403359 Aug 31 01:30:58.491473 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 36274) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:30:58.499980 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34143644-c7ba-4286-af06-e1eab486efd7 req-4e21a71d-4050-452e-bf47-f0186f3a9c2b tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Network 6c8eb03f-5a07-4b24-883d-dad667ce7877 is already hosted by enough agents. {{(pid=106776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:30:58.503300 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.base_scheduler [req-34143644-c7ba-4286-af06-e1eab486efd7 req-4e21a71d-4050-452e-bf47-f0186f3a9c2b tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Resources bound (agent type, host, resource id): {{(pid=106776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:30:58.507159 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.l3_dvrscheduler_db [req-34143644-c7ba-4286-af06-e1eab486efd7 req-4e21a71d-4050-452e-bf47-f0186f3a9c2b tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Received port after_create {{(pid=106776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 01:30:58.531498 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:30:58.537708 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e21a71d-4050-452e-bf47-f0186f3a9c2b tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Pushing event updated for resources: {'Port': ['ID=a93fc41f-e643-414b-b069-269e6764c25b,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:58.538998 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:30:58.542705 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-4c854ebd-29bb-45ba-ab40-0a9b0d3f46bd admin admin] Publish callbacks [] for security_group (ffb80b2e-00e4-4a72-9d57-a5ac93f65e3d), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:58.564636 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34143644-c7ba-4286-af06-e1eab486efd7 req-4e21a71d-4050-452e-bf47-f0186f3a9c2b tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:30:58.565252 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-34143644-c7ba-4286-af06-e1eab486efd7 req-4e21a71d-4050-452e-bf47-f0186f3a9c2b tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for port (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:58.567228 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-4c854ebd-29bb-45ba-ab40-0a9b0d3f46bd admin admin] Publish callbacks [] for security_group (ffb80b2e-00e4-4a72-9d57-a5ac93f65e3d), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:58.668648 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-34143644-c7ba-4286-af06-e1eab486efd7 req-4e21a71d-4050-452e-bf47-f0186f3a9c2b tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] 10.222.0.85 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8138678 Aug 31 01:30:58.680717 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [req-34143644-c7ba-4286-af06-e1eab486efd7 req-6a29b798-b617-41b0-948e-662c03ff2f11 service neutron] Request body: {'port': {'device_id': '1e3545f6-dc34-4bd6-b914-bcead2f56438', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85528'}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:30:58.718193 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-4c854ebd-29bb-45ba-ab40-0a9b0d3f46bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (ffb80b2e-00e4-4a72-9d57-a5ac93f65e3d), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:58.720839 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-4c854ebd-29bb-45ba-ab40-0a9b0d3f46bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:58.721996 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-4c854ebd-29bb-45ba-ab40-0a9b0d3f46bd admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/ffb80b2e-00e4-4a72-9d57-a5ac93f65e3d HTTP/1.1" status: 204 len: 168 time: 0.2296247 Aug 31 01:30:58.730846 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c854ebd-29bb-45ba-ab40-0a9b0d3f46bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb80b2e-00e4-4a72-9d57-a5ac93f65e3d,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:58.741918 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-34143644-c7ba-4286-af06-e1eab486efd7 req-6a29b798-b617-41b0-948e-662c03ff2f11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (a93fc41f-e643-414b-b069-269e6764c25b), before_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:58.866899 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a475e46-7983-43cb-8c4e-a6db3056d405 req-9800e63c-f75b-42a5-99b1-d477b6e51cd2 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:30:58.868501 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1a475e46-7983-43cb-8c4e-a6db3056d405 req-9800e63c-f75b-42a5-99b1-d477b6e51cd2 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1e3545f6-dc34-4bd6-b914-bcead2f56438 HTTP/1.1" status: 200 len: 932 time: 0.0505345 Aug 31 01:30:58.875475 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:30:58.928473 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1a475e46-7983-43cb-8c4e-a6db3056d405 req-53593060-f638-4e00-b1ba-e6feaaece65d tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e967532e-0edb-4926-b690-009a7ffbdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540681 Aug 31 01:30:59.018018 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.notifiers.nova [req-34143644-c7ba-4286-af06-e1eab486efd7 req-6a29b798-b617-41b0-948e-662c03ff2f11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a93fc41f-e643-414b-b069-269e6764c25b {{(pid=106776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 01:30:59.026894 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-34143644-c7ba-4286-af06-e1eab486efd7 req-6a29b798-b617-41b0-948e-662c03ff2f11 service neutron] Publish callbacks [] for port (a93fc41f-e643-414b-b069-269e6764c25b), precommit_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:59.039636 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.provisioning_blocks [req-34143644-c7ba-4286-af06-e1eab486efd7 req-6a29b798-b617-41b0-948e-662c03ff2f11 service neutron] Transition to ACTIVE for port object a93fc41f-e643-414b-b069-269e6764c25b will not be triggered until provisioned by entity L2. {{(pid=106776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 01:30:59.099917 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-34143644-c7ba-4286-af06-e1eab486efd7 req-6a29b798-b617-41b0-948e-662c03ff2f11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6273718'] for port (a93fc41f-e643-414b-b069-269e6764c25b), after_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:59.161767 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a29b798-b617-41b0-948e-662c03ff2f11 service neutron] Pushing event updated for resources: {'Port': ['ID=a93fc41f-e643-414b-b069-269e6764c25b,revision_number=2']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:59.211101 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.managers [req-34143644-c7ba-4286-af06-e1eab486efd7 req-6a29b798-b617-41b0-948e-662c03ff2f11 service neutron] Attempting to bind port a93fc41f-e643-414b-b069-269e6764c25b on host hv-cinder-85528 for vnic_type normal with profile {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 01:30:59.211426 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.managers [req-34143644-c7ba-4286-af06-e1eab486efd7 req-6a29b798-b617-41b0-948e-662c03ff2f11 service neutron] Attempting to bind port a93fc41f-e643-414b-b069-269e6764c25b by drivers openvswitch,hyperv on host hv-cinder-85528 at level 0 using segments [{'id': 'f585fbf8-916d-4404-a250-dd7c5ce0e71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '6c8eb03f-5a07-4b24-883d-dad667ce7877'}] {{(pid=106776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 01:30:59.211758 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34143644-c7ba-4286-af06-e1eab486efd7 req-6a29b798-b617-41b0-948e-662c03ff2f11 service neutron] Attempting to bind port a93fc41f-e643-414b-b069-269e6764c25b on network 6c8eb03f-5a07-4b24-883d-dad667ce7877 {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:30:59.216164 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34143644-c7ba-4286-af06-e1eab486efd7 req-6a29b798-b617-41b0-948e-662c03ff2f11 service neutron] Port a93fc41f-e643-414b-b069-269e6764c25b on network 6c8eb03f-5a07-4b24-883d-dad667ce7877 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85528 {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 01:30:59.217000 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34143644-c7ba-4286-af06-e1eab486efd7 req-6a29b798-b617-41b0-948e-662c03ff2f11 service neutron] Attempting to bind port a93fc41f-e643-414b-b069-269e6764c25b on network 6c8eb03f-5a07-4b24-883d-dad667ce7877 {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:30:59.221977 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34143644-c7ba-4286-af06-e1eab486efd7 req-6a29b798-b617-41b0-948e-662c03ff2f11 service neutron] Checking agent: {'id': '799b9b45-836a-4007-8b99-6041c4a5ce6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85528', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 1, 20, 34), 'started_at': datetime.datetime(2022, 8, 31, 1, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 1, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 01:30:59.222309 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34143644-c7ba-4286-af06-e1eab486efd7 req-6a29b798-b617-41b0-948e-662c03ff2f11 service neutron] Checking segment: {'id': 'f585fbf8-916d-4404-a250-dd7c5ce0e71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '6c8eb03f-5a07-4b24-883d-dad667ce7877'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:30:59.222681 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34143644-c7ba-4286-af06-e1eab486efd7 req-6a29b798-b617-41b0-948e-662c03ff2f11 service neutron] Bound using segment: {'id': 'f585fbf8-916d-4404-a250-dd7c5ce0e71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '6c8eb03f-5a07-4b24-883d-dad667ce7877'} {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 01:30:59.223132 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.managers [req-34143644-c7ba-4286-af06-e1eab486efd7 req-6a29b798-b617-41b0-948e-662c03ff2f11 service neutron] Bound port: a93fc41f-e643-414b-b069-269e6764c25b, host: hv-cinder-85528, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f585fbf8-916d-4404-a250-dd7c5ce0e71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '6c8eb03f-5a07-4b24-883d-dad667ce7877'}}] {{(pid=106776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 01:30:59.223607 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-34143644-c7ba-4286-af06-e1eab486efd7 req-6a29b798-b617-41b0-948e-662c03ff2f11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (a93fc41f-e643-414b-b069-269e6764c25b), before_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:59.293261 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.db [req-34143644-c7ba-4286-af06-e1eab486efd7 req-6a29b798-b617-41b0-948e-662c03ff2f11 service neutron] For port a93fc41f-e643-414b-b069-269e6764c25b, host hv-cinder-85528, cleared binding levels {{(pid=106776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:30:59.296768 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.db [req-34143644-c7ba-4286-af06-e1eab486efd7 req-6a29b798-b617-41b0-948e-662c03ff2f11 service neutron] For port a93fc41f-e643-414b-b069-269e6764c25b, host hv-cinder-85528, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=a93fc41f-e643-414b-b069-269e6764c25b,segment=NetworkSegment(f585fbf8-916d-4404-a250-dd7c5ce0e71e),segment_id=f585fbf8-916d-4404-a250-dd7c5ce0e71e)] {{(pid=106776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:30:59.346195 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-52e078c4-46a5-4476-a06f-7966b3c21c22 req-64d3eadc-2d6a-45ac-bb31-3794c1d44282 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7993aed7-8d74-4bd0-be09-ca60b8ad8bf1 HTTP/1.1" status: 200 len: 210 time: 0.0281041 Aug 31 01:30:59.350431 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 36288) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:30:59.363630 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-34143644-c7ba-4286-af06-e1eab486efd7 req-6a29b798-b617-41b0-948e-662c03ff2f11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6273718'] for port (a93fc41f-e643-414b-b069-269e6764c25b), after_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:59.368150 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34143644-c7ba-4286-af06-e1eab486efd7 req-6a29b798-b617-41b0-948e-662c03ff2f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:30:59.368812 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-34143644-c7ba-4286-af06-e1eab486efd7 req-6a29b798-b617-41b0-948e-662c03ff2f11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for port (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:59.370202 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-34143644-c7ba-4286-af06-e1eab486efd7 req-6a29b798-b617-41b0-948e-662c03ff2f11 service neutron] 10.222.0.85 "PUT /networking/v2.0/ports/a93fc41f-e643-414b-b069-269e6764c25b HTTP/1.1" status: 200 len: 1094 time: 0.6935647 Aug 31 01:30:59.371724 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e3545f6-dc34-4bd6-b914-bcead2f56438', 'tag': 'a93fc41f-e643-414b-b069-269e6764c25b'}] {{(pid=106776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:30:59.374997 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c75c880f6fcf50a6244b1a715e98a431c8b587c27dc42cc7f33f1c98f81bddd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e8fa3e-f081-4adf-a1cf-041734847905" -d '{"events": [{"name": "network-changed", "server_uuid": "1e3545f6-dc34-4bd6-b914-bcead2f56438", "tag": "a93fc41f-e643-414b-b069-269e6764c25b"}]}' {{(pid=106776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:30:59.396517 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-90dc97db-6fda-4908-ad4f-de90b5c27bdf admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=5987e5c9567141e09f55b0e723d2133d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0450096 Aug 31 01:30:59.398995 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 36292) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:30:59.417667 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 01:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79428ce4-9396-4a04-8823-323b14fffea5 x-openstack-request-id: req-79428ce4-9396-4a04-8823-323b14fffea5 {{(pid=106776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:30:59.418092 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e3545f6-dc34-4bd6-b914-bcead2f56438", "tag": "a93fc41f-e643-414b-b069-269e6764c25b", "status": "completed", "code": 200}]} {{(pid=106776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:30:59.418347 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-79428ce4-9396-4a04-8823-323b14fffea5 {{(pid=106776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:30:59.418796 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79428ce4-9396-4a04-8823-323b14fffea5'] response: {'name': 'network-changed', 'server_uuid': '1e3545f6-dc34-4bd6-b914-bcead2f56438', 'tag': 'a93fc41f-e643-414b-b069-269e6764c25b', 'status': 'completed', 'code': 200} Aug 31 01:30:59.428695 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a29b798-b617-41b0-948e-662c03ff2f11 service neutron] Pushing event updated for resources: {'Port': ['ID=a93fc41f-e643-414b-b069-269e6764c25b,revision_number=3']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:59.437351 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:30:59.451775 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-62059e2e-db28-42dd-bba4-d7616604e7c3 admin admin] Publish callbacks [] for security_group (9bd96916-8455-43e3-8d13-16c8bc4adbb3), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:59.469863 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:30:59.473077 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-62059e2e-db28-42dd-bba4-d7616604e7c3 admin admin] Publish callbacks [] for security_group (9bd96916-8455-43e3-8d13-16c8bc4adbb3), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:59.475188 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e8fa3e-f081-4adf-a1cf-041734847905 req-63bb6d7e-c97f-4f75-83c0-dc888bc9c979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:30:59.476759 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-46e8fa3e-f081-4adf-a1cf-041734847905 req-63bb6d7e-c97f-4f75-83c0-dc888bc9c979 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=f9084d8c977147b7a3652e34466b2522&device_id=1e3545f6-dc34-4bd6-b914-bcead2f56438 HTTP/1.1" status: 200 len: 1128 time: 0.0397437 Aug 31 01:30:59.575051 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-62059e2e-db28-42dd-bba4-d7616604e7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (9bd96916-8455-43e3-8d13-16c8bc4adbb3), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:59.578230 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-62059e2e-db28-42dd-bba4-d7616604e7c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:30:59.579413 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-62059e2e-db28-42dd-bba4-d7616604e7c3 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/9bd96916-8455-43e3-8d13-16c8bc4adbb3 HTTP/1.1" status: 204 len: 168 time: 0.1795113 Aug 31 01:30:59.589094 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62059e2e-db28-42dd-bba4-d7616604e7c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd96916-8455-43e3-8d13-16c8bc4adbb3,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:30:59.810515 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e8fa3e-f081-4adf-a1cf-041734847905 req-212a14b8-e230-453f-bec6-eb57eabe73f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:30:59.811976 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-46e8fa3e-f081-4adf-a1cf-041734847905 req-212a14b8-e230-453f-bec6-eb57eabe73f9 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?tenant_id=f9084d8c977147b7a3652e34466b2522&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3290188 Aug 31 01:30:59.914931 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e8fa3e-f081-4adf-a1cf-041734847905 req-f53eced0-9ee8-4ee9-b098-8f197fcd01fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:30:59.916651 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-46e8fa3e-f081-4adf-a1cf-041734847905 req-f53eced0-9ee8-4ee9-b098-8f197fcd01fd service neutron] 10.222.0.85 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0975494 Aug 31 01:30:59.998095 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34143644-c7ba-4286-af06-e1eab486efd7 req-88f2f831-4d11-4ba4-80f9-a144745280d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:30:59.999655 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-34143644-c7ba-4286-af06-e1eab486efd7 req-88f2f831-4d11-4ba4-80f9-a144745280d7 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=f9084d8c977147b7a3652e34466b2522&device_id=1e3545f6-dc34-4bd6-b914-bcead2f56438 HTTP/1.1" status: 200 len: 1128 time: 0.0468955 Aug 31 01:31:00.042484 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-34143644-c7ba-4286-af06-e1eab486efd7 req-2430e926-7821-4a98-ac16-00cf2ec06e63 service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a93fc41f-e643-414b-b069-269e6764c25b HTTP/1.1" status: 200 len: 217 time: 0.0349426 Aug 31 01:31:00.061148 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e32c3-3653-4176-b2d0-9d83cfcffeeb req-ce1d81ea-bd9b-4993-b5b5-b9d4160f9f70 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:31:00.062723 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-a73e32c3-3653-4176-b2d0-9d83cfcffeeb req-ce1d81ea-bd9b-4993-b5b5-b9d4160f9f70 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1e3545f6-dc34-4bd6-b914-bcead2f56438 HTTP/1.1" status: 200 len: 944 time: 0.0526996 Aug 31 01:31:00.094974 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34143644-c7ba-4286-af06-e1eab486efd7 req-22f8ea00-2d00-428f-97fe-a33e7c1868ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:31:00.096477 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-34143644-c7ba-4286-af06-e1eab486efd7 req-22f8ea00-2d00-428f-97fe-a33e7c1868ea service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=7956a5bd-6bcf-4c56-b814-5489b4cb6dcc HTTP/1.1" status: 200 len: 848 time: 0.0472114 Aug 31 01:31:00.115881 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-a73e32c3-3653-4176-b2d0-9d83cfcffeeb req-b8216486-cf55-4bf9-86a5-b54670e1765f tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e967532e-0edb-4926-b690-009a7ffbdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467238 Aug 31 01:31:00.129321 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-34143644-c7ba-4286-af06-e1eab486efd7 req-a495c106-dbe7-4fde-be75-6d6507ce0d18 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=6c8eb03f-5a07-4b24-883d-dad667ce7877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265880 Aug 31 01:31:00.223490 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-34143644-c7ba-4286-af06-e1eab486efd7 req-682ecf13-8ab2-4bb0-82a0-367b3eb3993c service neutron] 10.222.0.85 "GET /networking/v2.0/networks/6c8eb03f-5a07-4b24-883d-dad667ce7877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884583 Aug 31 01:31:00.317226 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-34143644-c7ba-4286-af06-e1eab486efd7 req-242ce6a0-f407-497c-814a-53fe10aeda26 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/6c8eb03f-5a07-4b24-883d-dad667ce7877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878775 Aug 31 01:31:00.430788 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-d12b927c-516d-4de5-93ce-4a7ba6c91729 req-ecee783d-f1d7-47f8-9e15-71f76503a46f tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7993aed7-8d74-4bd0-be09-ca60b8ad8bf1 HTTP/1.1" status: 200 len: 210 time: 0.0302572 Aug 31 01:31:01.019334 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device a93fc41f-e643-414b-b069-269e6764c25b details requested by agent hyperv_hv-cinder-85528 with host hv-cinder-85528 {{(pid=106778) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:31:01.119893 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port a93fc41f-e643-414b-b069-269e6764c25b, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=a93fc41f-e643-414b-b069-269e6764c25b,segment=NetworkSegment(f585fbf8-916d-4404-a250-dd7c5ce0e71e),segment_id=f585fbf8-916d-4404-a250-dd7c5ce0e71e)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:01.128865 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:31:01.131387 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Returning: {'device': 'a93fc41f-e643-414b-b069-269e6764c25b', 'network_id': '6c8eb03f-5a07-4b24-883d-dad667ce7877', 'port_id': 'a93fc41f-e643-414b-b069-269e6764c25b', 'mac_address': 'fa:16:3e:24:ae:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7956a5bd-6bcf-4c56-b814-5489b4cb6dcc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106778) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:31:01.173432 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Current status of the port a93fc41f-e643-414b-b069-269e6764c25b is: DOWN; New status is: BUILD {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:31:01.173828 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (a93fc41f-e643-414b-b069-269e6764c25b), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:31:01.187102 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.notifiers.nova [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a93fc41f-e643-414b-b069-269e6764c25b {{(pid=106778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 01:31:01.212394 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port a93fc41f-e643-414b-b069-269e6764c25b, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=a93fc41f-e643-414b-b069-269e6764c25b,segment=NetworkSegment(f585fbf8-916d-4404-a250-dd7c5ce0e71e),segment_id=f585fbf8-916d-4404-a250-dd7c5ce0e71e)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:01.238968 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976c0d4-13fa-4a4e-a3bc-d6c0129738db req-67816129-4bf0-4714-a121-d964803ba728 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:31:01.240369 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-d976c0d4-13fa-4a4e-a3bc-d6c0129738db req-67816129-4bf0-4714-a121-d964803ba728 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1e3545f6-dc34-4bd6-b914-bcead2f56438 HTTP/1.1" status: 200 len: 944 time: 0.0482213 Aug 31 01:31:01.287606 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-d976c0d4-13fa-4a4e-a3bc-d6c0129738db req-971ee114-8431-4d33-b233-de3c9786ed92 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e967532e-0edb-4926-b690-009a7ffbdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414553 Aug 31 01:31:01.294618 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (a93fc41f-e643-414b-b069-269e6764c25b), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:31:01.324336 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-86f705f8-5c6a-4ac7-9579-c13445d1ca9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (06e7caa6-6f15-45a1-a03b-1c511964ed9a), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:31:01.347745 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Pushing event updated for resources: {'Port': ['ID=a93fc41f-e643-414b-b069-269e6764c25b,revision_number=4']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:01.500090 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] get_ports_and_sgs() called for port_ids ['a93fc41f-e643-414b-b069-269e6764c25b'] {{(pid=106778) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 01:31:01.515528 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-19429b4d-d777-4083-ade0-01d41b54e0eb req-0a4509eb-798e-47c0-b8b2-b3903cefd2c3 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7993aed7-8d74-4bd0-be09-ca60b8ad8bf1 HTTP/1.1" status: 200 len: 210 time: 0.0287099 Aug 31 01:31:01.550943 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=36 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:31:01.551702 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=13 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:31:02.409079 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fd8980-b6b4-4d95-8cf2-44e695379e4d req-09d92467-0be1-4145-a282-2440df78d475 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:31:02.410518 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b7fd8980-b6b4-4d95-8cf2-44e695379e4d req-09d92467-0be1-4145-a282-2440df78d475 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1e3545f6-dc34-4bd6-b914-bcead2f56438 HTTP/1.1" status: 200 len: 945 time: 0.0491452 Aug 31 01:31:02.457106 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b7fd8980-b6b4-4d95-8cf2-44e695379e4d req-057120ad-2c5b-4277-b87d-a87578d2317a tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e967532e-0edb-4926-b690-009a7ffbdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408897 Aug 31 01:31:02.614487 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-df9ac250-35e0-45dc-acde-b6a6cd12fa75 req-8bacf95f-7a48-448f-9577-4463e27e0841 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7993aed7-8d74-4bd0-be09-ca60b8ad8bf1 HTTP/1.1" status: 200 len: 210 time: 0.0288279 Aug 31 01:31:03.023418 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device a93fc41f-e643-414b-b069-269e6764c25b up at agent hyperv_hv-cinder-85528 {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:31:03.068688 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Provisioning for port a93fc41f-e643-414b-b069-269e6764c25b completed by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 01:31:03.116863 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Provisioning complete for port a93fc41f-e643-414b-b069-269e6764c25b triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:31:03.117244 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (a93fc41f-e643-414b-b069-269e6764c25b), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:31:03.188440 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Current status of the port a93fc41f-e643-414b-b069-269e6764c25b is: BUILD; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:31:03.188984 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (a93fc41f-e643-414b-b069-269e6764c25b), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:31:03.211837 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3545f6-dc34-4bd6-b914-bcead2f56438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93fc41f-e643-414b-b069-269e6764c25b'}] {{(pid=106778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:31:03.215519 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d41e2a553b02095d3b1f0ace215352f4a23baa657e7b5a2da03818d3ee46b5df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfdb6679-eb26-486e-a718-646a4e205aa0" -d '{"events": [{"server_uuid": "1e3545f6-dc34-4bd6-b914-bcead2f56438", "name": "network-vif-plugged", "status": "completed", "tag": "a93fc41f-e643-414b-b069-269e6764c25b"}]}' {{(pid=106778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:31:03.227412 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port a93fc41f-e643-414b-b069-269e6764c25b, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=a93fc41f-e643-414b-b069-269e6764c25b,segment=NetworkSegment(f585fbf8-916d-4404-a250-dd7c5ce0e71e),segment_id=f585fbf8-916d-4404-a250-dd7c5ce0e71e)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:03.252472 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 01:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c5d1af9-40e6-4636-853c-f4a4addfbbb6 x-openstack-request-id: req-0c5d1af9-40e6-4636-853c-f4a4addfbbb6 {{(pid=106778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:31:03.252779 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e3545f6-dc34-4bd6-b914-bcead2f56438", "name": "network-vif-plugged", "status": "completed", "tag": "a93fc41f-e643-414b-b069-269e6764c25b", "code": 200}]} {{(pid=106778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:31:03.253029 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0c5d1af9-40e6-4636-853c-f4a4addfbbb6 {{(pid=106778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:31:03.253418 dv-cinder-855288-2-iscsi neutron-server[106778]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c5d1af9-40e6-4636-853c-f4a4addfbbb6'] response: {'server_uuid': '1e3545f6-dc34-4bd6-b914-bcead2f56438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93fc41f-e643-414b-b069-269e6764c25b', 'code': 200} Aug 31 01:31:03.288607 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (a93fc41f-e643-414b-b069-269e6764c25b), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:31:03.315745 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:31:03.339588 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Pushing event updated for resources: {'Port': ['ID=a93fc41f-e643-414b-b069-269e6764c25b,revision_number=5']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:03.529531 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-012abe91-cb33-4cfb-9f0b-8fdad7a2a269 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (1428144b-5b15-4168-8538-b51b3045e8b6), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:31:03.536232 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a90e3-89b0-43a2-8f1b-2c28d5043f7d req-2a6b0ae7-23e7-46c3-b3ff-e4361907435a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:31:03.537779 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-6c2a90e3-89b0-43a2-8f1b-2c28d5043f7d req-2a6b0ae7-23e7-46c3-b3ff-e4361907435a service neutron] 10.222.0.85 "GET /networking/v2.0/ports?device_id=1e3545f6-dc34-4bd6-b914-bcead2f56438 HTTP/1.1" status: 200 len: 1130 time: 0.0424552 Aug 31 01:31:03.576113 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd26cbc-ec85-4016-a817-e5ecb88d025b req-51c5832a-bd75-4bca-993f-a8734b9a8d1a tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:31:03.578285 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-3bd26cbc-ec85-4016-a817-e5ecb88d025b req-51c5832a-bd75-4bca-993f-a8734b9a8d1a tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1e3545f6-dc34-4bd6-b914-bcead2f56438 HTTP/1.1" status: 200 len: 946 time: 0.0486839 Aug 31 01:31:03.582278 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-6c2a90e3-89b0-43a2-8f1b-2c28d5043f7d req-d93ced61-a448-4441-8669-c6a5b97ae41d service neutron] 10.222.0.85 "GET /networking/v2.0/security-groups?id=e967532e-0edb-4926-b690-009a7ffbdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390081 Aug 31 01:31:03.629085 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-3bd26cbc-ec85-4016-a817-e5ecb88d025b req-085749fb-6d55-44e9-b275-c629dc429a1e tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e967532e-0edb-4926-b690-009a7ffbdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446794 Aug 31 01:31:03.716877 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-c31f8094-c2dd-4653-8ca4-f9a56c3d3d49 req-4d52a78d-769a-481a-974d-64262bf3f8d1 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7993aed7-8d74-4bd0-be09-ca60b8ad8bf1 HTTP/1.1" status: 200 len: 210 time: 0.0306916 Aug 31 01:31:03.848348 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (799b9b45-836a-4007-8b99-6041c4a5ce6b), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:31:04.752809 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ce647-eee4-4c1d-837b-67f4b2dcd790 req-81cc0514-d0f1-463b-85d6-7ba5f256a3cb tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:31:04.754327 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-806ce647-eee4-4c1d-837b-67f4b2dcd790 req-81cc0514-d0f1-463b-85d6-7ba5f256a3cb tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1e3545f6-dc34-4bd6-b914-bcead2f56438 HTTP/1.1" status: 200 len: 946 time: 0.0501199 Aug 31 01:31:04.813764 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-806ce647-eee4-4c1d-837b-67f4b2dcd790 req-1195ec8e-fc27-49c1-9a58-4d52b52b350a tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e967532e-0edb-4926-b690-009a7ffbdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527921 Aug 31 01:31:04.829538 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-161d651a-67aa-457b-9bc7-7795ac7a3e30 req-0500e32c-5505-4972-944b-6b016cd6a25a tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7993aed7-8d74-4bd0-be09-ca60b8ad8bf1 HTTP/1.1" status: 200 len: 210 time: 0.0371101 Aug 31 01:31:04.956950 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-6cf74907-e165-4231-8e79-d72e153e628e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (625e835a-7d63-45f9-8a46-c3ba876c3627), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:31:05.161315 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:31:05.171387 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecdf12b-0d63-4d99-87f0-0dfd59ee36fe req-4a6d20a0-c828-4242-ad33-1499ada52ab6 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:31:05.172880 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-5ecdf12b-0d63-4d99-87f0-0dfd59ee36fe req-4a6d20a0-c828-4242-ad33-1499ada52ab6 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] 10.222.0.85 "GET /networking/v2.0/networks?id=5ae771f9-b42a-4b35-89fa-0e126c4452ca HTTP/1.1" status: 200 len: 813 time: 0.1119184 Aug 31 01:31:05.188676 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [req-5ecdf12b-0d63-4d99-87f0-0dfd59ee36fe req-d5bf35eb-ca96-4044-bb21-80ebbf3af727 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] Request body: {'port': {'device_id': '7993aed7-8d74-4bd0-be09-ca60b8ad8bf1', 'network_id': '5ae771f9-b42a-4b35-89fa-0e126c4452ca', 'admin_state_up': True, 'tenant_id': '29c95fae9a51415b9245125f5faedb37'}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:31:05.362650 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ecdf12b-0d63-4d99-87f0-0dfd59ee36fe req-d5bf35eb-ca96-4044-bb21-80ebbf3af727 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] Made reservation on behalf of 29c95fae9a51415b9245125f5faedb37 for: {'port': 1} {{(pid=106776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:31:05.366379 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-5ecdf12b-0d63-4d99-87f0-0dfd59ee36fe req-d5bf35eb-ca96-4044-bb21-80ebbf3af727 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:31:05.499307 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.db_base_plugin_common [req-5ecdf12b-0d63-4d99-87f0-0dfd59ee36fe req-d5bf35eb-ca96-4044-bb21-80ebbf3af727 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] Allocated IP 172.20.0.9 (5ae771f9-b42a-4b35-89fa-0e126c4452ca/654f4acd-0d4c-4693-ad7e-f5d3a7c42b5f/565e763b-00ed-42fe-949e-82841645ff17) {{(pid=106776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:31:05.511774 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:31:05.651452 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-5ecdf12b-0d63-4d99-87f0-0dfd59ee36fe req-d5bf35eb-ca96-4044-bb21-80ebbf3af727 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] Publish callbacks [] for port (565e763b-00ed-42fe-949e-82841645ff17), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:31:05.734981 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-5ecdf12b-0d63-4d99-87f0-0dfd59ee36fe req-d5bf35eb-ca96-4044-bb21-80ebbf3af727 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779185826838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6273727'] for port (565e763b-00ed-42fe-949e-82841645ff17), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:31:05.779671 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ecdf12b-0d63-4d99-87f0-0dfd59ee36fe req-d5bf35eb-ca96-4044-bb21-80ebbf3af727 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] Network 5ae771f9-b42a-4b35-89fa-0e126c4452ca is already hosted by enough agents. {{(pid=106776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:31:05.784853 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.base_scheduler [req-5ecdf12b-0d63-4d99-87f0-0dfd59ee36fe req-d5bf35eb-ca96-4044-bb21-80ebbf3af727 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] Resources bound (agent type, host, resource id): {{(pid=106776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:31:05.788990 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ecdf12b-0d63-4d99-87f0-0dfd59ee36fe req-d5bf35eb-ca96-4044-bb21-80ebbf3af727 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] Received port after_create {{(pid=106776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 01:31:05.793058 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bf35eb-ca96-4044-bb21-80ebbf3af727 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] Pushing event updated for resources: {'Port': ['ID=565e763b-00ed-42fe-949e-82841645ff17,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:05.841283 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecdf12b-0d63-4d99-87f0-0dfd59ee36fe req-d5bf35eb-ca96-4044-bb21-80ebbf3af727 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:31:05.841894 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-5ecdf12b-0d63-4d99-87f0-0dfd59ee36fe req-d5bf35eb-ca96-4044-bb21-80ebbf3af727 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for port (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:31:05.914319 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-5ecdf12b-0d63-4d99-87f0-0dfd59ee36fe req-d5bf35eb-ca96-4044-bb21-80ebbf3af727 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] 10.222.0.85 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7292988 Aug 31 01:31:05.925743 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [req-5ecdf12b-0d63-4d99-87f0-0dfd59ee36fe req-4f976a01-9afb-4494-9721-c74c4d89963d service neutron] Request body: {'port': {'device_id': '7993aed7-8d74-4bd0-be09-ca60b8ad8bf1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85528'}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:31:05.968093 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059b490-7da3-4e53-8001-227ab3f7bd41 req-01a5f78d-0010-423a-aa83-8331cbd6b983 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:31:05.969608 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-4059b490-7da3-4e53-8001-227ab3f7bd41 req-01a5f78d-0010-423a-aa83-8331cbd6b983 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1e3545f6-dc34-4bd6-b914-bcead2f56438 HTTP/1.1" status: 200 len: 946 time: 0.0794849 Aug 31 01:31:05.986236 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-5ecdf12b-0d63-4d99-87f0-0dfd59ee36fe req-4f976a01-9afb-4494-9721-c74c4d89963d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (565e763b-00ed-42fe-949e-82841645ff17), before_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:31:05.989403 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d8c73-f1a5-48b8-bec9-8139bdc8b725 req-8be3ae13-8e8d-4d03-aa77-841bf31f8103 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:31:05.990844 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-905d8c73-f1a5-48b8-bec9-8139bdc8b725 req-8be3ae13-8e8d-4d03-aa77-841bf31f8103 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7993aed7-8d74-4bd0-be09-ca60b8ad8bf1 HTTP/1.1" status: 200 len: 931 time: 0.0707185 Aug 31 01:31:06.026361 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:31:06.051408 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-4059b490-7da3-4e53-8001-227ab3f7bd41 req-60e593c7-b015-43f0-a249-7331afee7b09 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e967532e-0edb-4926-b690-009a7ffbdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760057 Aug 31 01:31:06.065911 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-905d8c73-f1a5-48b8-bec9-8139bdc8b725 req-d4bc15f4-919f-4995-bd1d-2ce9d4f16a64 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3c1edca6-1a75-484d-a700-dd55af4bdb87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678790 Aug 31 01:31:06.116442 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:31:06.254947 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.notifiers.nova [req-5ecdf12b-0d63-4d99-87f0-0dfd59ee36fe req-4f976a01-9afb-4494-9721-c74c4d89963d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 565e763b-00ed-42fe-949e-82841645ff17 {{(pid=106776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 01:31:06.262559 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-5ecdf12b-0d63-4d99-87f0-0dfd59ee36fe req-4f976a01-9afb-4494-9721-c74c4d89963d service neutron] Publish callbacks [] for port (565e763b-00ed-42fe-949e-82841645ff17), precommit_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:31:06.274864 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.provisioning_blocks [req-5ecdf12b-0d63-4d99-87f0-0dfd59ee36fe req-4f976a01-9afb-4494-9721-c74c4d89963d service neutron] Transition to ACTIVE for port object 565e763b-00ed-42fe-949e-82841645ff17 will not be triggered until provisioned by entity L2. {{(pid=106776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 01:31:06.396962 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-5ecdf12b-0d63-4d99-87f0-0dfd59ee36fe req-4f976a01-9afb-4494-9721-c74c4d89963d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6273718'] for port (565e763b-00ed-42fe-949e-82841645ff17), after_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:31:06.397168 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (f96ef3eb-5320-49ab-b33a-a2775d3a6053), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:31:06.420266 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-f7411cf7-2853-429b-aa0f-54d02b543116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (5f821ebb-aac9-4915-bb43-6712672a5d6c), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:31:06.450108 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:31:06.458216 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f976a01-9afb-4494-9721-c74c4d89963d service neutron] Pushing event updated for resources: {'Port': ['ID=565e763b-00ed-42fe-949e-82841645ff17,revision_number=2']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:06.505517 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.managers [req-5ecdf12b-0d63-4d99-87f0-0dfd59ee36fe req-4f976a01-9afb-4494-9721-c74c4d89963d service neutron] Attempting to bind port 565e763b-00ed-42fe-949e-82841645ff17 on host hv-cinder-85528 for vnic_type normal with profile {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 01:31:06.505846 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.managers [req-5ecdf12b-0d63-4d99-87f0-0dfd59ee36fe req-4f976a01-9afb-4494-9721-c74c4d89963d service neutron] Attempting to bind port 565e763b-00ed-42fe-949e-82841645ff17 by drivers openvswitch,hyperv on host hv-cinder-85528 at level 0 using segments [{'id': 'c8dc5385-b822-4dcf-8576-bc1309eb153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '5ae771f9-b42a-4b35-89fa-0e126c4452ca'}] {{(pid=106776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 01:31:06.506172 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecdf12b-0d63-4d99-87f0-0dfd59ee36fe req-4f976a01-9afb-4494-9721-c74c4d89963d service neutron] Attempting to bind port 565e763b-00ed-42fe-949e-82841645ff17 on network 5ae771f9-b42a-4b35-89fa-0e126c4452ca {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:31:06.510499 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecdf12b-0d63-4d99-87f0-0dfd59ee36fe req-4f976a01-9afb-4494-9721-c74c4d89963d service neutron] Port 565e763b-00ed-42fe-949e-82841645ff17 on network 5ae771f9-b42a-4b35-89fa-0e126c4452ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85528 {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 01:31:06.510833 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecdf12b-0d63-4d99-87f0-0dfd59ee36fe req-4f976a01-9afb-4494-9721-c74c4d89963d service neutron] Attempting to bind port 565e763b-00ed-42fe-949e-82841645ff17 on network 5ae771f9-b42a-4b35-89fa-0e126c4452ca {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:31:06.516098 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecdf12b-0d63-4d99-87f0-0dfd59ee36fe req-4f976a01-9afb-4494-9721-c74c4d89963d service neutron] Checking agent: {'id': '799b9b45-836a-4007-8b99-6041c4a5ce6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85528', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 1, 20, 34), 'started_at': datetime.datetime(2022, 8, 31, 1, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 1, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 01:31:06.516430 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecdf12b-0d63-4d99-87f0-0dfd59ee36fe req-4f976a01-9afb-4494-9721-c74c4d89963d service neutron] Checking segment: {'id': 'c8dc5385-b822-4dcf-8576-bc1309eb153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '5ae771f9-b42a-4b35-89fa-0e126c4452ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:31:06.516833 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecdf12b-0d63-4d99-87f0-0dfd59ee36fe req-4f976a01-9afb-4494-9721-c74c4d89963d service neutron] Bound using segment: {'id': 'c8dc5385-b822-4dcf-8576-bc1309eb153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '5ae771f9-b42a-4b35-89fa-0e126c4452ca'} {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 01:31:06.517250 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.managers [req-5ecdf12b-0d63-4d99-87f0-0dfd59ee36fe req-4f976a01-9afb-4494-9721-c74c4d89963d service neutron] Bound port: 565e763b-00ed-42fe-949e-82841645ff17, host: hv-cinder-85528, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8dc5385-b822-4dcf-8576-bc1309eb153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '5ae771f9-b42a-4b35-89fa-0e126c4452ca'}}] {{(pid=106776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 01:31:06.517598 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-5ecdf12b-0d63-4d99-87f0-0dfd59ee36fe req-4f976a01-9afb-4494-9721-c74c4d89963d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (565e763b-00ed-42fe-949e-82841645ff17), before_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:31:06.583752 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.db [req-5ecdf12b-0d63-4d99-87f0-0dfd59ee36fe req-4f976a01-9afb-4494-9721-c74c4d89963d service neutron] For port 565e763b-00ed-42fe-949e-82841645ff17, host hv-cinder-85528, cleared binding levels {{(pid=106776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:31:06.587474 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.db [req-5ecdf12b-0d63-4d99-87f0-0dfd59ee36fe req-4f976a01-9afb-4494-9721-c74c4d89963d service neutron] For port 565e763b-00ed-42fe-949e-82841645ff17, host hv-cinder-85528, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=565e763b-00ed-42fe-949e-82841645ff17,segment=NetworkSegment(c8dc5385-b822-4dcf-8576-bc1309eb153e),segment_id=c8dc5385-b822-4dcf-8576-bc1309eb153e)] {{(pid=106776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:31:06.683588 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-5ecdf12b-0d63-4d99-87f0-0dfd59ee36fe req-4f976a01-9afb-4494-9721-c74c4d89963d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6273718'] for port (565e763b-00ed-42fe-949e-82841645ff17), after_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:31:06.687903 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecdf12b-0d63-4d99-87f0-0dfd59ee36fe req-4f976a01-9afb-4494-9721-c74c4d89963d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:31:06.688508 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-5ecdf12b-0d63-4d99-87f0-0dfd59ee36fe req-4f976a01-9afb-4494-9721-c74c4d89963d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for port (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:31:06.689898 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-5ecdf12b-0d63-4d99-87f0-0dfd59ee36fe req-4f976a01-9afb-4494-9721-c74c4d89963d service neutron] 10.222.0.85 "PUT /networking/v2.0/ports/565e763b-00ed-42fe-949e-82841645ff17 HTTP/1.1" status: 200 len: 1093 time: 0.7684391 Aug 31 01:31:06.690348 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7993aed7-8d74-4bd0-be09-ca60b8ad8bf1', 'tag': '565e763b-00ed-42fe-949e-82841645ff17'}] {{(pid=106776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:31:06.692578 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c75c880f6fcf50a6244b1a715e98a431c8b587c27dc42cc7f33f1c98f81bddd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28888704-61e2-44d7-8c37-a49ce0c2f5b4" -d '{"events": [{"name": "network-changed", "server_uuid": "7993aed7-8d74-4bd0-be09-ca60b8ad8bf1", "tag": "565e763b-00ed-42fe-949e-82841645ff17"}]}' {{(pid=106776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:31:06.729897 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 01:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f35fe4-e2b7-4f3e-85ae-fa7a5e7adb02 x-openstack-request-id: req-16f35fe4-e2b7-4f3e-85ae-fa7a5e7adb02 {{(pid=106776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:31:06.730183 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7993aed7-8d74-4bd0-be09-ca60b8ad8bf1", "tag": "565e763b-00ed-42fe-949e-82841645ff17", "status": "completed", "code": 200}]} {{(pid=106776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:31:06.730433 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-16f35fe4-e2b7-4f3e-85ae-fa7a5e7adb02 {{(pid=106776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:31:06.730832 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16f35fe4-e2b7-4f3e-85ae-fa7a5e7adb02'] response: {'name': 'network-changed', 'server_uuid': '7993aed7-8d74-4bd0-be09-ca60b8ad8bf1', 'tag': '565e763b-00ed-42fe-949e-82841645ff17', 'status': 'completed', 'code': 200} Aug 31 01:31:06.745886 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f976a01-9afb-4494-9721-c74c4d89963d service neutron] Pushing event updated for resources: {'Port': ['ID=565e763b-00ed-42fe-949e-82841645ff17,revision_number=3']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:06.790896 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28888704-61e2-44d7-8c37-a49ce0c2f5b4 req-e5706f5e-7705-419f-985f-e5373a1f8136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:31:06.792398 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-28888704-61e2-44d7-8c37-a49ce0c2f5b4 req-e5706f5e-7705-419f-985f-e5373a1f8136 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=29c95fae9a51415b9245125f5faedb37&device_id=7993aed7-8d74-4bd0-be09-ca60b8ad8bf1 HTTP/1.1" status: 200 len: 1127 time: 0.0400279 Aug 31 01:31:06.894125 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28888704-61e2-44d7-8c37-a49ce0c2f5b4 req-2ba5d672-04ed-432a-9f70-5cb015a4b427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:31:06.895681 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-28888704-61e2-44d7-8c37-a49ce0c2f5b4 req-2ba5d672-04ed-432a-9f70-5cb015a4b427 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?tenant_id=29c95fae9a51415b9245125f5faedb37&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0959411 Aug 31 01:31:06.999150 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28888704-61e2-44d7-8c37-a49ce0c2f5b4 req-5d6369ce-8ff3-456d-a195-cb1b06041eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:31:07.000776 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-28888704-61e2-44d7-8c37-a49ce0c2f5b4 req-5d6369ce-8ff3-456d-a195-cb1b06041eb2 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0992785 Aug 31 01:31:07.045100 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:31:07.079597 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecdf12b-0d63-4d99-87f0-0dfd59ee36fe req-2197bc60-bbae-442c-8ae8-c99437a87d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:31:07.081443 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-5ecdf12b-0d63-4d99-87f0-0dfd59ee36fe req-2197bc60-bbae-442c-8ae8-c99437a87d2e service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=29c95fae9a51415b9245125f5faedb37&device_id=7993aed7-8d74-4bd0-be09-ca60b8ad8bf1 HTTP/1.1" status: 200 len: 1127 time: 0.0440028 Aug 31 01:31:07.120415 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-5ecdf12b-0d63-4d99-87f0-0dfd59ee36fe req-a120e9af-f595-4064-8801-ac3d6841a0ff service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=565e763b-00ed-42fe-949e-82841645ff17 HTTP/1.1" status: 200 len: 217 time: 0.0327830 Aug 31 01:31:07.169410 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecdf12b-0d63-4d99-87f0-0dfd59ee36fe req-0c0c89c0-a788-4f07-9ae2-f1854b5d98ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:31:07.171563 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-5ecdf12b-0d63-4d99-87f0-0dfd59ee36fe req-0c0c89c0-a788-4f07-9ae2-f1854b5d98ae service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=654f4acd-0d4c-4693-ad7e-f5d3a7c42b5f HTTP/1.1" status: 200 len: 853 time: 0.0460472 Aug 31 01:31:07.198263 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c63752-ef93-4a69-a0c4-5b7e560add4e req-b09e06b4-381d-4816-a1d0-ef4ec6d94b5e tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:31:07.199652 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-23c63752-ef93-4a69-a0c4-5b7e560add4e req-b09e06b4-381d-4816-a1d0-ef4ec6d94b5e tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7993aed7-8d74-4bd0-be09-ca60b8ad8bf1 HTTP/1.1" status: 200 len: 943 time: 0.0484738 Aug 31 01:31:07.203700 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-5ecdf12b-0d63-4d99-87f0-0dfd59ee36fe req-4eff26c6-e69d-4960-b6c8-fbbbf1e4f8bd service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=5ae771f9-b42a-4b35-89fa-0e126c4452ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259101 Aug 31 01:31:07.254466 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-23c63752-ef93-4a69-a0c4-5b7e560add4e req-7169239c-4557-4d0c-8d2e-67706f645d45 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3c1edca6-1a75-484d-a700-dd55af4bdb87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489087 Aug 31 01:31:07.309992 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-5ecdf12b-0d63-4d99-87f0-0dfd59ee36fe req-8c3423c2-513a-463e-bbf4-9e799000ad52 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/5ae771f9-b42a-4b35-89fa-0e126c4452ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941463 Aug 31 01:31:07.379122 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088be1d-c435-408b-a826-8d74ed4854de req-8eb1284b-cf3f-4022-9896-2ef5d6678ef5 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:31:07.380589 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-9088be1d-c435-408b-a826-8d74ed4854de req-8eb1284b-cf3f-4022-9896-2ef5d6678ef5 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1e3545f6-dc34-4bd6-b914-bcead2f56438 HTTP/1.1" status: 200 len: 946 time: 0.0482976 Aug 31 01:31:07.427867 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-9088be1d-c435-408b-a826-8d74ed4854de req-33dd43b5-457f-4b32-856c-546dac2c97f2 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e967532e-0edb-4926-b690-009a7ffbdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416870 Aug 31 01:31:08.375114 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a367c8-9718-425a-b5f3-fd78f39ae5d9 req-4ed6d7ce-717a-43ea-b32f-0c55153d70d8 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:31:08.376607 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-83a367c8-9718-425a-b5f3-fd78f39ae5d9 req-4ed6d7ce-717a-43ea-b32f-0c55153d70d8 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7993aed7-8d74-4bd0-be09-ca60b8ad8bf1 HTTP/1.1" status: 200 len: 943 time: 0.0477133 Aug 31 01:31:08.404051 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:31:08.411460 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-5ecdf12b-0d63-4d99-87f0-0dfd59ee36fe req-7f823213-52a3-4c00-9613-c644084209f4 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/5ae771f9-b42a-4b35-89fa-0e126c4452ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946791 Aug 31 01:31:08.433936 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-83a367c8-9718-425a-b5f3-fd78f39ae5d9 req-7fe426f1-d4f9-4962-9592-72bf68b8c5a2 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3c1edca6-1a75-484d-a700-dd55af4bdb87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509956 Aug 31 01:31:08.552113 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74336118-373e-458d-bf55-27dad7204740 req-8f6b31f8-a2c0-4b44-a419-d36e990aaabc tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:31:08.553542 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-74336118-373e-458d-bf55-27dad7204740 req-8f6b31f8-a2c0-4b44-a419-d36e990aaabc tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1e3545f6-dc34-4bd6-b914-bcead2f56438 HTTP/1.1" status: 200 len: 946 time: 0.0515409 Aug 31 01:31:08.600909 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-74336118-373e-458d-bf55-27dad7204740 req-edc79037-f86d-4e2f-9589-b914c551e805 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e967532e-0edb-4926-b690-009a7ffbdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418339 Aug 31 01:31:09.086037 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device 565e763b-00ed-42fe-949e-82841645ff17 details requested by agent hyperv_hv-cinder-85528 with host hv-cinder-85528 {{(pid=106778) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:31:09.186619 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port 565e763b-00ed-42fe-949e-82841645ff17, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=565e763b-00ed-42fe-949e-82841645ff17,segment=NetworkSegment(c8dc5385-b822-4dcf-8576-bc1309eb153e),segment_id=c8dc5385-b822-4dcf-8576-bc1309eb153e)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:09.194354 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ce1d2-855c-4862-a003-b774b4f2a139 req-f0c050bb-3f57-4850-a3e1-eae4a23b604e tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:31:09.195836 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-e85ce1d2-855c-4862-a003-b774b4f2a139 req-f0c050bb-3f57-4850-a3e1-eae4a23b604e tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=1e3545f6-dc34-4bd6-b914-bcead2f56438 HTTP/1.1" status: 200 len: 946 time: 0.0475833 Aug 31 01:31:09.197962 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Returning: {'device': '565e763b-00ed-42fe-949e-82841645ff17', 'network_id': '5ae771f9-b42a-4b35-89fa-0e126c4452ca', 'port_id': '565e763b-00ed-42fe-949e-82841645ff17', 'mac_address': 'fa:16:3e:25:96:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1050, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '654f4acd-0d4c-4693-ad7e-f5d3a7c42b5f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106778) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:31:09.232685 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Current status of the port 565e763b-00ed-42fe-949e-82841645ff17 is: DOWN; New status is: BUILD {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:31:09.233100 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (565e763b-00ed-42fe-949e-82841645ff17), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:31:09.246197 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.notifiers.nova [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 565e763b-00ed-42fe-949e-82841645ff17 {{(pid=106778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 01:31:09.266818 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port 565e763b-00ed-42fe-949e-82841645ff17, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=565e763b-00ed-42fe-949e-82841645ff17,segment=NetworkSegment(c8dc5385-b822-4dcf-8576-bc1309eb153e),segment_id=c8dc5385-b822-4dcf-8576-bc1309eb153e)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:09.276643 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [req-e85ce1d2-855c-4862-a003-b774b4f2a139 req-06eac50f-55ae-4eb2-b2b0-7416a057c6eb tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Deleting port a93fc41f-e643-414b-b069-269e6764c25b {{(pid=106776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:31:09.277011 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-e85ce1d2-855c-4862-a003-b774b4f2a139 req-06eac50f-55ae-4eb2-b2b0-7416a057c6eb tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (a93fc41f-e643-414b-b069-269e6764c25b), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:31:09.351695 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (565e763b-00ed-42fe-949e-82841645ff17), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:31:09.371002 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.db [req-e85ce1d2-855c-4862-a003-b774b4f2a139 req-06eac50f-55ae-4eb2-b2b0-7416a057c6eb tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] For port a93fc41f-e643-414b-b069-269e6764c25b, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=a93fc41f-e643-414b-b069-269e6764c25b,segment=NetworkSegment(f585fbf8-916d-4404-a250-dd7c5ce0e71e),segment_id=f585fbf8-916d-4404-a250-dd7c5ce0e71e)] {{(pid=106776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:09.371366 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-e85ce1d2-855c-4862-a003-b774b4f2a139 req-06eac50f-55ae-4eb2-b2b0-7416a057c6eb tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (a93fc41f-e643-414b-b069-269e6764c25b), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:31:09.381266 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=7 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:31:09.385872 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [req-e85ce1d2-855c-4862-a003-b774b4f2a139 req-06eac50f-55ae-4eb2-b2b0-7416a057c6eb tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Calling delete_port for a93fc41f-e643-414b-b069-269e6764c25b owned by compute:nova {{(pid=106776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:31:09.403391 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Pushing event updated for resources: {'Port': ['ID=565e763b-00ed-42fe-949e-82841645ff17,revision_number=4']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:09.553465 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] get_ports_and_sgs() called for port_ids ['565e763b-00ed-42fe-949e-82841645ff17'] {{(pid=106778) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 01:31:09.560279 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b02ad-71a2-4677-9ffc-2e9c45fa161e req-ed4b59c5-8b0d-4d15-a932-c6b62f803a0f tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:31:09.562484 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-8d4b02ad-71a2-4677-9ffc-2e9c45fa161e req-ed4b59c5-8b0d-4d15-a932-c6b62f803a0f tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7993aed7-8d74-4bd0-be09-ca60b8ad8bf1 HTTP/1.1" status: 200 len: 944 time: 0.0480278 Aug 31 01:31:09.609735 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-e85ce1d2-855c-4862-a003-b774b4f2a139 req-06eac50f-55ae-4eb2-b2b0-7416a057c6eb tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6273727'] for port (a93fc41f-e643-414b-b069-269e6764c25b), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:31:09.617565 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-8d4b02ad-71a2-4677-9ffc-2e9c45fa161e req-dee510b3-2f4c-4520-b6a3-6a4690e52b91 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3c1edca6-1a75-484d-a700-dd55af4bdb87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490611 Aug 31 01:31:09.649354 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eac50f-55ae-4eb2-b2b0-7416a057c6eb tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Pushing event deleted for resources: {'Port': ['ID=a93fc41f-e643-414b-b069-269e6764c25b,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:09.701329 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.l3_dvrscheduler_db [req-e85ce1d2-855c-4862-a003-b774b4f2a139 req-06eac50f-55ae-4eb2-b2b0-7416a057c6eb tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] No DVR routers for this DVR port a93fc41f-e643-414b-b069-269e6764c25b on host hv-cinder-85528 {{(pid=106776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 01:31:09.704008 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-e85ce1d2-855c-4862-a003-b774b4f2a139 req-06eac50f-55ae-4eb2-b2b0-7416a057c6eb tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for port (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:31:09.708335 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-e85ce1d2-855c-4862-a003-b774b4f2a139 req-06eac50f-55ae-4eb2-b2b0-7416a057c6eb tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] 10.222.0.85 "DELETE /networking/v2.0/ports/a93fc41f-e643-414b-b069-269e6764c25b HTTP/1.1" status: 204 len: 173 time: 0.5076106 Aug 31 01:31:09.708993 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3545f6-dc34-4bd6-b914-bcead2f56438', 'name': 'network-vif-deleted', 'tag': 'a93fc41f-e643-414b-b069-269e6764c25b'}] {{(pid=106776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:31:09.711038 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b6d8cf39-7bfb-4d5a-9b7d-c81cf8b0a53c req-affbdd3b-b924-479b-bad9-fb7585844f35 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1e3545f6-dc34-4bd6-b914-bcead2f56438 HTTP/1.1" status: 200 len: 210 time: 0.0329404 Aug 31 01:31:09.711859 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c75c880f6fcf50a6244b1a715e98a431c8b587c27dc42cc7f33f1c98f81bddd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ae147a-2c79-45e5-b979-2baa85af0733" -d '{"events": [{"server_uuid": "1e3545f6-dc34-4bd6-b914-bcead2f56438", "name": "network-vif-deleted", "tag": "a93fc41f-e643-414b-b069-269e6764c25b"}]}' {{(pid=106776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:31:09.751394 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 01:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df1b3234-82cb-426d-b9db-1ce201b0605e x-openstack-request-id: req-df1b3234-82cb-426d-b9db-1ce201b0605e {{(pid=106776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:31:09.751532 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e3545f6-dc34-4bd6-b914-bcead2f56438", "name": "network-vif-deleted", "tag": "a93fc41f-e643-414b-b069-269e6764c25b", "status": "completed", "code": 200}]} {{(pid=106776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:31:09.751677 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-df1b3234-82cb-426d-b9db-1ce201b0605e {{(pid=106776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:31:09.752082 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df1b3234-82cb-426d-b9db-1ce201b0605e'] response: {'server_uuid': '1e3545f6-dc34-4bd6-b914-bcead2f56438', 'name': 'network-vif-deleted', 'tag': 'a93fc41f-e643-414b-b069-269e6764c25b', 'status': 'completed', 'code': 200} Aug 31 01:31:10.734302 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f5f60-394d-4ac8-b04c-75627e18343c req-159eac13-42dd-467c-9967-8dac3722b702 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:31:10.735768 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1f5f5f60-394d-4ac8-b04c-75627e18343c req-159eac13-42dd-467c-9967-8dac3722b702 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7993aed7-8d74-4bd0-be09-ca60b8ad8bf1 HTTP/1.1" status: 200 len: 944 time: 0.0518055 Aug 31 01:31:10.785646 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1f5f5f60-394d-4ac8-b04c-75627e18343c req-48f0f028-177e-4618-8ef0-46a2b433d267 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3c1edca6-1a75-484d-a700-dd55af4bdb87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438821 Aug 31 01:31:10.838338 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-52cf55dc-ef6d-4dfa-befe-223691c007ee req-2a8d515d-8ec8-423d-a9df-40c70bfffa3d tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1e3545f6-dc34-4bd6-b914-bcead2f56438 HTTP/1.1" status: 200 len: 210 time: 0.0275478 Aug 31 01:31:11.086546 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device 565e763b-00ed-42fe-949e-82841645ff17 up at agent hyperv_hv-cinder-85528 {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:31:11.131170 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Provisioning for port 565e763b-00ed-42fe-949e-82841645ff17 completed by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 01:31:11.173843 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Provisioning complete for port 565e763b-00ed-42fe-949e-82841645ff17 triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:31:11.174219 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (565e763b-00ed-42fe-949e-82841645ff17), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:31:11.196390 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:31:11.246011 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Current status of the port 565e763b-00ed-42fe-949e-82841645ff17 is: BUILD; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:31:11.246388 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (565e763b-00ed-42fe-949e-82841645ff17), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:31:11.270444 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7993aed7-8d74-4bd0-be09-ca60b8ad8bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '565e763b-00ed-42fe-949e-82841645ff17'}] {{(pid=106778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:31:11.272635 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d41e2a553b02095d3b1f0ace215352f4a23baa657e7b5a2da03818d3ee46b5df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54110a91-9551-426b-812b-5ad0d010f0f9" -d '{"events": [{"server_uuid": "7993aed7-8d74-4bd0-be09-ca60b8ad8bf1", "name": "network-vif-plugged", "status": "completed", "tag": "565e763b-00ed-42fe-949e-82841645ff17"}]}' {{(pid=106778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:31:11.285317 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port 565e763b-00ed-42fe-949e-82841645ff17, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=565e763b-00ed-42fe-949e-82841645ff17,segment=NetworkSegment(c8dc5385-b822-4dcf-8576-bc1309eb153e),segment_id=c8dc5385-b822-4dcf-8576-bc1309eb153e)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:11.307979 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 01:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e1d402-d5c8-4602-a125-4d4d8e7bd740 x-openstack-request-id: req-d2e1d402-d5c8-4602-a125-4d4d8e7bd740 {{(pid=106778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:31:11.308268 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7993aed7-8d74-4bd0-be09-ca60b8ad8bf1", "name": "network-vif-plugged", "status": "completed", "tag": "565e763b-00ed-42fe-949e-82841645ff17", "code": 200}]} {{(pid=106778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:31:11.308522 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d2e1d402-d5c8-4602-a125-4d4d8e7bd740 {{(pid=106778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:31:11.308947 dv-cinder-855288-2-iscsi neutron-server[106778]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2e1d402-d5c8-4602-a125-4d4d8e7bd740'] response: {'server_uuid': '7993aed7-8d74-4bd0-be09-ca60b8ad8bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '565e763b-00ed-42fe-949e-82841645ff17', 'code': 200} Aug 31 01:31:11.351506 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (565e763b-00ed-42fe-949e-82841645ff17), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:31:11.352368 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device a93fc41f-e643-414b-b069-269e6764c25b no longer exists at agent hyperv_hv-cinder-85528 {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:31:11.392270 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] No Port match for: a93fc41f-e643-414b-b069-269e6764c25b {{(pid=106778) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 01:31:11.392543 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device a93fc41f-e643-414b-b069-269e6764c25b not bound to the agent host hv-cinder-85528 {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:31:11.419243 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Pushing event updated for resources: {'Port': ['ID=565e763b-00ed-42fe-949e-82841645ff17,revision_number=5']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:11.596816 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:31:11.625650 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd395c9b-d151-4849-a7f1-01362bd9f685 req-16aa375e-f735-4602-b282-9573a225ffa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:31:11.627119 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-cd395c9b-d151-4849-a7f1-01362bd9f685 req-16aa375e-f735-4602-b282-9573a225ffa2 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?device_id=7993aed7-8d74-4bd0-be09-ca60b8ad8bf1 HTTP/1.1" status: 200 len: 1129 time: 0.0392797 Aug 31 01:31:11.671955 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-cd395c9b-d151-4849-a7f1-01362bd9f685 req-dcb3f658-482c-45ea-8525-71d3a81af3ca service neutron] 10.222.0.85 "GET /networking/v2.0/security-groups?id=3c1edca6-1a75-484d-a700-dd55af4bdb87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379152 Aug 31 01:31:11.911420 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de54969a-fe8b-4aff-8c5a-9f73143f0551 req-424fa0e1-fc4f-484a-a5fc-82431702994f tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:31:11.911420 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-de54969a-fe8b-4aff-8c5a-9f73143f0551 req-424fa0e1-fc4f-484a-a5fc-82431702994f tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7993aed7-8d74-4bd0-be09-ca60b8ad8bf1 HTTP/1.1" status: 200 len: 945 time: 0.0516789 Aug 31 01:31:11.964336 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-de54969a-fe8b-4aff-8c5a-9f73143f0551 req-b4234a73-e5d1-49c1-a454-6085a8d1dca6 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3c1edca6-1a75-484d-a700-dd55af4bdb87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466511 Aug 31 01:31:12.163086 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2190fc6-1781-4984-b686-45c435319dd2 req-2a28cfd5-032e-44d2-8491-ab9c55449b7b tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:31:12.164550 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-c2190fc6-1781-4984-b686-45c435319dd2 req-2a28cfd5-032e-44d2-8491-ab9c55449b7b tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] 10.222.0.20 "GET /networking/v2.0/networks?id=6c8eb03f-5a07-4b24-883d-dad667ce7877 HTTP/1.1" status: 200 len: 808 time: 0.1021545 Aug 31 01:31:12.179627 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-c2190fc6-1781-4984-b686-45c435319dd2 req-3b785fa5-6632-4abc-b7de-abe2804e0238 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] 10.222.0.20 "GET /networking/v2.0/quotas/f9084d8c977147b7a3652e34466b2522 HTTP/1.1" status: 200 len: 375 time: 0.0096042 Aug 31 01:31:12.211578 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-c2190fc6-1781-4984-b686-45c435319dd2 req-c1e03f7a-7a2d-4702-8cd0-b0d2e2d8ae07 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=f9084d8c977147b7a3652e34466b2522&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266850 Aug 31 01:31:12.305733 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-c2190fc6-1781-4984-b686-45c435319dd2 req-8125c9e8-aa19-466d-9e1b-7f1007b1b370 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/6c8eb03f-5a07-4b24-883d-dad667ce7877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871174 Aug 31 01:31:12.366942 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:31:12.399758 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-c2190fc6-1781-4984-b686-45c435319dd2 req-0de09df7-b203-46fa-9bd3-df49067b9303 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/6c8eb03f-5a07-4b24-883d-dad667ce7877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883296 Aug 31 01:31:12.662181 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-c8b843e7-9ab0-48a6-b633-7bdfa0cbeb80 req-9e5da70d-a131-4fe7-8017-5fb73ad34f82 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c61732c0-afc4-451f-a8e4-67bb7e202eb6 HTTP/1.1" status: 200 len: 210 time: 0.0282912 Aug 31 01:31:13.101210 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3260e15-0501-45f0-8180-e5f4dae0895c req-e5a7357c-068b-4395-bbe9-772800957cd9 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:31:13.102740 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-d3260e15-0501-45f0-8180-e5f4dae0895c req-e5a7357c-068b-4395-bbe9-772800957cd9 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7993aed7-8d74-4bd0-be09-ca60b8ad8bf1 HTTP/1.1" status: 200 len: 945 time: 0.0483851 Aug 31 01:31:13.178178 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-d3260e15-0501-45f0-8180-e5f4dae0895c req-77fbde06-9ce0-4629-b236-5d70755dcf7d tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3c1edca6-1a75-484d-a700-dd55af4bdb87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684693 Aug 31 01:31:13.759075 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-245a113c-577c-4983-a64d-4713d180ee76 req-be7a88f1-2685-4347-9a12-0c52109d9be3 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c61732c0-afc4-451f-a8e4-67bb7e202eb6 HTTP/1.1" status: 200 len: 210 time: 0.0272214 Aug 31 01:31:14.290361 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e52f842-0957-4b96-89ce-6d3002629a55 req-9b5de1df-ce33-4cf4-9052-9b8e02ed38ed tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:31:14.291791 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-2e52f842-0957-4b96-89ce-6d3002629a55 req-9b5de1df-ce33-4cf4-9052-9b8e02ed38ed tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7993aed7-8d74-4bd0-be09-ca60b8ad8bf1 HTTP/1.1" status: 200 len: 945 time: 0.0493226 Aug 31 01:31:14.338743 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-2e52f842-0957-4b96-89ce-6d3002629a55 req-c9d37df2-5eff-4411-a749-6e8b8ac6ac38 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3c1edca6-1a75-484d-a700-dd55af4bdb87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413871 Aug 31 01:31:14.613551 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2190fc6-1781-4984-b686-45c435319dd2 req-8dc19118-700e-48fb-9ab5-f12e4888cf3b tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:31:14.615021 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-c2190fc6-1781-4984-b686-45c435319dd2 req-8dc19118-700e-48fb-9ab5-f12e4888cf3b tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] 10.222.0.85 "GET /networking/v2.0/networks?id=6c8eb03f-5a07-4b24-883d-dad667ce7877 HTTP/1.1" status: 200 len: 808 time: 0.1084533 Aug 31 01:31:14.626307 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [req-c2190fc6-1781-4984-b686-45c435319dd2 req-89fb9cc1-2b59-442f-8ec7-28792fca58e0 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Request body: {'port': {'device_id': 'c61732c0-afc4-451f-a8e4-67bb7e202eb6', 'network_id': '6c8eb03f-5a07-4b24-883d-dad667ce7877', 'admin_state_up': True, 'tenant_id': 'f9084d8c977147b7a3652e34466b2522'}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:31:14.808640 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2190fc6-1781-4984-b686-45c435319dd2 req-89fb9cc1-2b59-442f-8ec7-28792fca58e0 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Made reservation on behalf of f9084d8c977147b7a3652e34466b2522 for: {'port': 1} {{(pid=106776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:31:14.815815 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-c2190fc6-1781-4984-b686-45c435319dd2 req-89fb9cc1-2b59-442f-8ec7-28792fca58e0 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:31:14.843329 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:31:14.886604 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-4f5bad23-e2c4-4c8b-8645-6b086ae520e0 req-fb74fe2f-c154-4f2a-86ff-8bbe41673ccf tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c61732c0-afc4-451f-a8e4-67bb7e202eb6 HTTP/1.1" status: 200 len: 210 time: 0.0311589 Aug 31 01:31:14.987764 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.db_base_plugin_common [req-c2190fc6-1781-4984-b686-45c435319dd2 req-89fb9cc1-2b59-442f-8ec7-28792fca58e0 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Allocated IP 172.20.0.7 (6c8eb03f-5a07-4b24-883d-dad667ce7877/7956a5bd-6bcf-4c56-b814-5489b4cb6dcc/31c21c48-6da8-42c0-b138-9d599482967e) {{(pid=106776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:31:15.147713 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-c2190fc6-1781-4984-b686-45c435319dd2 req-89fb9cc1-2b59-442f-8ec7-28792fca58e0 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Publish callbacks [] for port (31c21c48-6da8-42c0-b138-9d599482967e), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:31:15.214371 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-c2190fc6-1781-4984-b686-45c435319dd2 req-89fb9cc1-2b59-442f-8ec7-28792fca58e0 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779185826838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6273727'] for port (31c21c48-6da8-42c0-b138-9d599482967e), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:31:15.261977 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2190fc6-1781-4984-b686-45c435319dd2 req-89fb9cc1-2b59-442f-8ec7-28792fca58e0 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Network 6c8eb03f-5a07-4b24-883d-dad667ce7877 is already hosted by enough agents. {{(pid=106776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:31:15.265250 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.base_scheduler [req-c2190fc6-1781-4984-b686-45c435319dd2 req-89fb9cc1-2b59-442f-8ec7-28792fca58e0 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Resources bound (agent type, host, resource id): {{(pid=106776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:31:15.269109 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2190fc6-1781-4984-b686-45c435319dd2 req-89fb9cc1-2b59-442f-8ec7-28792fca58e0 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Received port after_create {{(pid=106776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 01:31:15.292477 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb9cc1-2b59-442f-8ec7-28792fca58e0 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Pushing event updated for resources: {'Port': ['ID=31c21c48-6da8-42c0-b138-9d599482967e,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:15.313417 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:31:15.321148 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2190fc6-1781-4984-b686-45c435319dd2 req-89fb9cc1-2b59-442f-8ec7-28792fca58e0 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:31:15.321759 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-c2190fc6-1781-4984-b686-45c435319dd2 req-89fb9cc1-2b59-442f-8ec7-28792fca58e0 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for port (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:31:15.394892 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-c2190fc6-1781-4984-b686-45c435319dd2 req-89fb9cc1-2b59-442f-8ec7-28792fca58e0 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] 10.222.0.85 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7728193 Aug 31 01:31:15.406435 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [req-c2190fc6-1781-4984-b686-45c435319dd2 req-782d6b9a-e3be-46d3-a7e3-0eb30f62ee33 service neutron] Request body: {'port': {'device_id': 'c61732c0-afc4-451f-a8e4-67bb7e202eb6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85528'}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:31:15.466717 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-c2190fc6-1781-4984-b686-45c435319dd2 req-782d6b9a-e3be-46d3-a7e3-0eb30f62ee33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (31c21c48-6da8-42c0-b138-9d599482967e), before_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:31:15.728513 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.notifiers.nova [req-c2190fc6-1781-4984-b686-45c435319dd2 req-782d6b9a-e3be-46d3-a7e3-0eb30f62ee33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31c21c48-6da8-42c0-b138-9d599482967e {{(pid=106776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 01:31:15.736517 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-c2190fc6-1781-4984-b686-45c435319dd2 req-782d6b9a-e3be-46d3-a7e3-0eb30f62ee33 service neutron] Publish callbacks [] for port (31c21c48-6da8-42c0-b138-9d599482967e), precommit_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:31:15.750407 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.provisioning_blocks [req-c2190fc6-1781-4984-b686-45c435319dd2 req-782d6b9a-e3be-46d3-a7e3-0eb30f62ee33 service neutron] Transition to ACTIVE for port object 31c21c48-6da8-42c0-b138-9d599482967e will not be triggered until provisioned by entity L2. {{(pid=106776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 01:31:15.819695 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-c2190fc6-1781-4984-b686-45c435319dd2 req-782d6b9a-e3be-46d3-a7e3-0eb30f62ee33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6273718'] for port (31c21c48-6da8-42c0-b138-9d599482967e), after_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:31:15.856315 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:31:15.902019 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782d6b9a-e3be-46d3-a7e3-0eb30f62ee33 service neutron] Pushing event updated for resources: {'Port': ['ID=31c21c48-6da8-42c0-b138-9d599482967e,revision_number=2']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:15.934195 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.managers [req-c2190fc6-1781-4984-b686-45c435319dd2 req-782d6b9a-e3be-46d3-a7e3-0eb30f62ee33 service neutron] Attempting to bind port 31c21c48-6da8-42c0-b138-9d599482967e on host hv-cinder-85528 for vnic_type normal with profile {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 01:31:15.934535 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.managers [req-c2190fc6-1781-4984-b686-45c435319dd2 req-782d6b9a-e3be-46d3-a7e3-0eb30f62ee33 service neutron] Attempting to bind port 31c21c48-6da8-42c0-b138-9d599482967e by drivers openvswitch,hyperv on host hv-cinder-85528 at level 0 using segments [{'id': 'f585fbf8-916d-4404-a250-dd7c5ce0e71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '6c8eb03f-5a07-4b24-883d-dad667ce7877'}] {{(pid=106776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 01:31:15.934864 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2190fc6-1781-4984-b686-45c435319dd2 req-782d6b9a-e3be-46d3-a7e3-0eb30f62ee33 service neutron] Attempting to bind port 31c21c48-6da8-42c0-b138-9d599482967e on network 6c8eb03f-5a07-4b24-883d-dad667ce7877 {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:31:15.939829 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2190fc6-1781-4984-b686-45c435319dd2 req-782d6b9a-e3be-46d3-a7e3-0eb30f62ee33 service neutron] Port 31c21c48-6da8-42c0-b138-9d599482967e on network 6c8eb03f-5a07-4b24-883d-dad667ce7877 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85528 {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 01:31:15.940145 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2190fc6-1781-4984-b686-45c435319dd2 req-782d6b9a-e3be-46d3-a7e3-0eb30f62ee33 service neutron] Attempting to bind port 31c21c48-6da8-42c0-b138-9d599482967e on network 6c8eb03f-5a07-4b24-883d-dad667ce7877 {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:31:15.945176 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2190fc6-1781-4984-b686-45c435319dd2 req-782d6b9a-e3be-46d3-a7e3-0eb30f62ee33 service neutron] Checking agent: {'id': '799b9b45-836a-4007-8b99-6041c4a5ce6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85528', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 1, 20, 34), 'started_at': datetime.datetime(2022, 8, 31, 1, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 1, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 01:31:15.945514 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2190fc6-1781-4984-b686-45c435319dd2 req-782d6b9a-e3be-46d3-a7e3-0eb30f62ee33 service neutron] Checking segment: {'id': 'f585fbf8-916d-4404-a250-dd7c5ce0e71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '6c8eb03f-5a07-4b24-883d-dad667ce7877'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:31:15.945897 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2190fc6-1781-4984-b686-45c435319dd2 req-782d6b9a-e3be-46d3-a7e3-0eb30f62ee33 service neutron] Bound using segment: {'id': 'f585fbf8-916d-4404-a250-dd7c5ce0e71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '6c8eb03f-5a07-4b24-883d-dad667ce7877'} {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 01:31:15.946324 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.managers [req-c2190fc6-1781-4984-b686-45c435319dd2 req-782d6b9a-e3be-46d3-a7e3-0eb30f62ee33 service neutron] Bound port: 31c21c48-6da8-42c0-b138-9d599482967e, host: hv-cinder-85528, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f585fbf8-916d-4404-a250-dd7c5ce0e71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '6c8eb03f-5a07-4b24-883d-dad667ce7877'}}] {{(pid=106776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 01:31:15.946681 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-c2190fc6-1781-4984-b686-45c435319dd2 req-782d6b9a-e3be-46d3-a7e3-0eb30f62ee33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (31c21c48-6da8-42c0-b138-9d599482967e), before_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:31:16.014690 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a611f3-c242-402a-b01a-0c2f734b82e8 req-35d9c0e2-a467-459d-a77e-39a08dfffa03 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:31:16.016783 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-39a611f3-c242-402a-b01a-0c2f734b82e8 req-35d9c0e2-a467-459d-a77e-39a08dfffa03 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c61732c0-afc4-451f-a8e4-67bb7e202eb6 HTTP/1.1" status: 200 len: 943 time: 0.0497963 Aug 31 01:31:16.021943 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.db [req-c2190fc6-1781-4984-b686-45c435319dd2 req-782d6b9a-e3be-46d3-a7e3-0eb30f62ee33 service neutron] For port 31c21c48-6da8-42c0-b138-9d599482967e, host hv-cinder-85528, cleared binding levels {{(pid=106776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:31:16.025051 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.db [req-c2190fc6-1781-4984-b686-45c435319dd2 req-782d6b9a-e3be-46d3-a7e3-0eb30f62ee33 service neutron] For port 31c21c48-6da8-42c0-b138-9d599482967e, host hv-cinder-85528, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=31c21c48-6da8-42c0-b138-9d599482967e,segment=NetworkSegment(f585fbf8-916d-4404-a250-dd7c5ce0e71e),segment_id=f585fbf8-916d-4404-a250-dd7c5ce0e71e)] {{(pid=106776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:31:16.049307 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:31:16.070275 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-39a611f3-c242-402a-b01a-0c2f734b82e8 req-f801aa4c-ab60-4657-ab9d-066702b5b04a tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e967532e-0edb-4926-b690-009a7ffbdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477154 Aug 31 01:31:16.129150 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-c2190fc6-1781-4984-b686-45c435319dd2 req-782d6b9a-e3be-46d3-a7e3-0eb30f62ee33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6273718'] for port (31c21c48-6da8-42c0-b138-9d599482967e), after_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:31:16.133566 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2190fc6-1781-4984-b686-45c435319dd2 req-782d6b9a-e3be-46d3-a7e3-0eb30f62ee33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:31:16.134198 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-c2190fc6-1781-4984-b686-45c435319dd2 req-782d6b9a-e3be-46d3-a7e3-0eb30f62ee33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for port (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:31:16.135609 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-c2190fc6-1781-4984-b686-45c435319dd2 req-782d6b9a-e3be-46d3-a7e3-0eb30f62ee33 service neutron] 10.222.0.85 "PUT /networking/v2.0/ports/31c21c48-6da8-42c0-b138-9d599482967e HTTP/1.1" status: 200 len: 1093 time: 0.7338448 Aug 31 01:31:16.136099 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c61732c0-afc4-451f-a8e4-67bb7e202eb6', 'tag': '31c21c48-6da8-42c0-b138-9d599482967e'}] {{(pid=106776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:31:16.138442 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c75c880f6fcf50a6244b1a715e98a431c8b587c27dc42cc7f33f1c98f81bddd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1d7774-00fa-48aa-91fd-74d59f1f3401" -d '{"events": [{"name": "network-changed", "server_uuid": "c61732c0-afc4-451f-a8e4-67bb7e202eb6", "tag": "31c21c48-6da8-42c0-b138-9d599482967e"}]}' {{(pid=106776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:31:16.183903 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 01:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7084367f-9591-4fea-96be-de8928afa168 x-openstack-request-id: req-7084367f-9591-4fea-96be-de8928afa168 {{(pid=106776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:31:16.184806 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c61732c0-afc4-451f-a8e4-67bb7e202eb6", "tag": "31c21c48-6da8-42c0-b138-9d599482967e", "status": "completed", "code": 200}]} {{(pid=106776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:31:16.184806 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7084367f-9591-4fea-96be-de8928afa168 {{(pid=106776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:31:16.185061 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7084367f-9591-4fea-96be-de8928afa168'] response: {'name': 'network-changed', 'server_uuid': 'c61732c0-afc4-451f-a8e4-67bb7e202eb6', 'tag': '31c21c48-6da8-42c0-b138-9d599482967e', 'status': 'completed', 'code': 200} Aug 31 01:31:16.190048 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782d6b9a-e3be-46d3-a7e3-0eb30f62ee33 service neutron] Pushing event updated for resources: {'Port': ['ID=31c21c48-6da8-42c0-b138-9d599482967e,revision_number=3']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:16.241868 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d7774-00fa-48aa-91fd-74d59f1f3401 req-5ee33440-aacb-4284-83aa-0123d6a4af96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:31:16.243554 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-bc1d7774-00fa-48aa-91fd-74d59f1f3401 req-5ee33440-aacb-4284-83aa-0123d6a4af96 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=f9084d8c977147b7a3652e34466b2522&device_id=c61732c0-afc4-451f-a8e4-67bb7e202eb6 HTTP/1.1" status: 200 len: 1127 time: 0.0417426 Aug 31 01:31:16.350628 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d7774-00fa-48aa-91fd-74d59f1f3401 req-973e1150-f6f7-4b49-861f-269508742079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:31:16.352080 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-bc1d7774-00fa-48aa-91fd-74d59f1f3401 req-973e1150-f6f7-4b49-861f-269508742079 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?tenant_id=f9084d8c977147b7a3652e34466b2522&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1011891 Aug 31 01:31:16.379986 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:31:16.451695 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d7774-00fa-48aa-91fd-74d59f1f3401 req-9f971c1e-dbec-49a9-bfaf-0f8701748499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:31:16.453309 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-bc1d7774-00fa-48aa-91fd-74d59f1f3401 req-9f971c1e-dbec-49a9-bfaf-0f8701748499 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0936143 Aug 31 01:31:16.535011 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2190fc6-1781-4984-b686-45c435319dd2 req-26ad85be-22ae-4fd8-9547-dfa6a2df533d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:31:16.536512 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-c2190fc6-1781-4984-b686-45c435319dd2 req-26ad85be-22ae-4fd8-9547-dfa6a2df533d service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=f9084d8c977147b7a3652e34466b2522&device_id=c61732c0-afc4-451f-a8e4-67bb7e202eb6 HTTP/1.1" status: 200 len: 1127 time: 0.0424054 Aug 31 01:31:16.576703 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-c2190fc6-1781-4984-b686-45c435319dd2 req-a27084ea-9c35-4994-ae90-c2ccbaf739c7 service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=31c21c48-6da8-42c0-b138-9d599482967e HTTP/1.1" status: 200 len: 217 time: 0.0331576 Aug 31 01:31:16.627711 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2190fc6-1781-4984-b686-45c435319dd2 req-11fad6d7-af3d-4fac-9a06-d84cc84e6780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:31:16.629111 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-c2190fc6-1781-4984-b686-45c435319dd2 req-11fad6d7-af3d-4fac-9a06-d84cc84e6780 service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=7956a5bd-6bcf-4c56-b814-5489b4cb6dcc HTTP/1.1" status: 200 len: 848 time: 0.0455015 Aug 31 01:31:16.659987 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-c2190fc6-1781-4984-b686-45c435319dd2 req-ba16220c-3576-464e-9e85-93f312157379 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=6c8eb03f-5a07-4b24-883d-dad667ce7877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250559 Aug 31 01:31:16.754918 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-c2190fc6-1781-4984-b686-45c435319dd2 req-acfa4439-76ba-47b0-bbe8-43d28b1109f6 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/6c8eb03f-5a07-4b24-883d-dad667ce7877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883102 Aug 31 01:31:17.076184 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-c2190fc6-1781-4984-b686-45c435319dd2 req-5e0ace88-5817-45f2-9292-422e22ab41c5 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/6c8eb03f-5a07-4b24-883d-dad667ce7877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152571 Aug 31 01:31:17.200127 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b98d68-a48e-4395-89b1-0f0a6426f0bd req-3bf10a78-278c-4444-8e3e-3089f45f80c4 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:31:17.201635 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-c3b98d68-a48e-4395-89b1-0f0a6426f0bd req-3bf10a78-278c-4444-8e3e-3089f45f80c4 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c61732c0-afc4-451f-a8e4-67bb7e202eb6 HTTP/1.1" status: 200 len: 943 time: 0.0496271 Aug 31 01:31:17.249797 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-c3b98d68-a48e-4395-89b1-0f0a6426f0bd req-e5b27f94-0632-45d4-aa11-b15e6fd3731b tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e967532e-0edb-4926-b690-009a7ffbdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412154 Aug 31 01:31:17.987013 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.agents_db [None req-5925ee7b-6bd5-4912-8f46-3ff11817b141 None None] Agent healthcheck: found 6 active agents {{(pid=106779) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:31:18.370825 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd41be1d-6eba-4174-9f36-4d42c4ad5e2a req-0ee5bdad-fbe7-4331-95bf-4ca3036d6607 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:31:18.372310 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-cd41be1d-6eba-4174-9f36-4d42c4ad5e2a req-0ee5bdad-fbe7-4331-95bf-4ca3036d6607 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c61732c0-afc4-451f-a8e4-67bb7e202eb6 HTTP/1.1" status: 200 len: 943 time: 0.0480397 Aug 31 01:31:18.421958 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-cd41be1d-6eba-4174-9f36-4d42c4ad5e2a req-22564644-f6be-44d4-b453-15e50f642a66 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e967532e-0edb-4926-b690-009a7ffbdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437980 Aug 31 01:31:19.152663 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device 31c21c48-6da8-42c0-b138-9d599482967e details requested by agent hyperv_hv-cinder-85528 with host hv-cinder-85528 {{(pid=106778) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:31:19.255649 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port 31c21c48-6da8-42c0-b138-9d599482967e, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=31c21c48-6da8-42c0-b138-9d599482967e,segment=NetworkSegment(f585fbf8-916d-4404-a250-dd7c5ce0e71e),segment_id=f585fbf8-916d-4404-a250-dd7c5ce0e71e)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:19.269182 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Returning: {'device': '31c21c48-6da8-42c0-b138-9d599482967e', 'network_id': '6c8eb03f-5a07-4b24-883d-dad667ce7877', 'port_id': '31c21c48-6da8-42c0-b138-9d599482967e', 'mac_address': 'fa:16:3e:81:de:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7956a5bd-6bcf-4c56-b814-5489b4cb6dcc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106778) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:31:19.305157 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Current status of the port 31c21c48-6da8-42c0-b138-9d599482967e is: DOWN; New status is: BUILD {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:31:19.305560 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (31c21c48-6da8-42c0-b138-9d599482967e), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:31:19.319834 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.notifiers.nova [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31c21c48-6da8-42c0-b138-9d599482967e {{(pid=106778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 01:31:19.339618 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port 31c21c48-6da8-42c0-b138-9d599482967e, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=31c21c48-6da8-42c0-b138-9d599482967e,segment=NetworkSegment(f585fbf8-916d-4404-a250-dd7c5ce0e71e),segment_id=f585fbf8-916d-4404-a250-dd7c5ce0e71e)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:19.408392 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (31c21c48-6da8-42c0-b138-9d599482967e), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:31:19.457531 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Pushing event updated for resources: {'Port': ['ID=31c21c48-6da8-42c0-b138-9d599482967e,revision_number=4']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:19.552051 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7890a8-0643-4308-8dc7-22afa753b0ee req-b5173726-2909-4eb8-bb7f-5a1b6f9d2e2e tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:31:19.553554 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-6c7890a8-0643-4308-8dc7-22afa753b0ee req-b5173726-2909-4eb8-bb7f-5a1b6f9d2e2e tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c61732c0-afc4-451f-a8e4-67bb7e202eb6 HTTP/1.1" status: 200 len: 944 time: 0.0510232 Aug 31 01:31:19.601666 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-6c7890a8-0643-4308-8dc7-22afa753b0ee req-47901f12-a906-4f25-910c-c8a2030bb205 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e967532e-0edb-4926-b690-009a7ffbdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423594 Aug 31 01:31:19.628157 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] get_ports_and_sgs() called for port_ids ['31c21c48-6da8-42c0-b138-9d599482967e'] {{(pid=106778) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 01:31:20.717498 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a170c-7f7e-42e2-8c6a-d254a2882d41 req-d113e6a3-a0a7-4b83-9231-c7e7dac468ba tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:31:20.719001 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-9b8a170c-7f7e-42e2-8c6a-d254a2882d41 req-d113e6a3-a0a7-4b83-9231-c7e7dac468ba tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c61732c0-afc4-451f-a8e4-67bb7e202eb6 HTTP/1.1" status: 200 len: 944 time: 0.0466988 Aug 31 01:31:20.766928 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-9b8a170c-7f7e-42e2-8c6a-d254a2882d41 req-ef0481d2-a0be-4f76-9816-5dd512b82478 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e967532e-0edb-4926-b690-009a7ffbdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423810 Aug 31 01:31:21.164874 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device 31c21c48-6da8-42c0-b138-9d599482967e up at agent hyperv_hv-cinder-85528 {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:31:21.204163 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:31:21.208713 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Provisioning for port 31c21c48-6da8-42c0-b138-9d599482967e completed by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 01:31:21.270619 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Provisioning complete for port 31c21c48-6da8-42c0-b138-9d599482967e triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:31:21.271005 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (31c21c48-6da8-42c0-b138-9d599482967e), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:31:21.350183 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Current status of the port 31c21c48-6da8-42c0-b138-9d599482967e is: BUILD; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:31:21.350573 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (31c21c48-6da8-42c0-b138-9d599482967e), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:31:21.375917 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c61732c0-afc4-451f-a8e4-67bb7e202eb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31c21c48-6da8-42c0-b138-9d599482967e'}] {{(pid=106778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:31:21.378188 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d41e2a553b02095d3b1f0ace215352f4a23baa657e7b5a2da03818d3ee46b5df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9177ddb7-2ed5-4719-be8c-355af31c7793" -d '{"events": [{"server_uuid": "c61732c0-afc4-451f-a8e4-67bb7e202eb6", "name": "network-vif-plugged", "status": "completed", "tag": "31c21c48-6da8-42c0-b138-9d599482967e"}]}' {{(pid=106778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:31:21.397052 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port 31c21c48-6da8-42c0-b138-9d599482967e, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=31c21c48-6da8-42c0-b138-9d599482967e,segment=NetworkSegment(f585fbf8-916d-4404-a250-dd7c5ce0e71e),segment_id=f585fbf8-916d-4404-a250-dd7c5ce0e71e)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:21.420633 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 01:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1240c98b-a335-4552-b120-8777b9ae6581 x-openstack-request-id: req-1240c98b-a335-4552-b120-8777b9ae6581 {{(pid=106778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:31:21.424022 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c61732c0-afc4-451f-a8e4-67bb7e202eb6", "name": "network-vif-plugged", "status": "completed", "tag": "31c21c48-6da8-42c0-b138-9d599482967e", "code": 200}]} {{(pid=106778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:31:21.424022 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1240c98b-a335-4552-b120-8777b9ae6581 {{(pid=106778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:31:21.424022 dv-cinder-855288-2-iscsi neutron-server[106778]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1240c98b-a335-4552-b120-8777b9ae6581'] response: {'server_uuid': 'c61732c0-afc4-451f-a8e4-67bb7e202eb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31c21c48-6da8-42c0-b138-9d599482967e', 'code': 200} Aug 31 01:31:21.472039 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (31c21c48-6da8-42c0-b138-9d599482967e), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:31:21.515775 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:31:21.521004 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Pushing event updated for resources: {'Port': ['ID=31c21c48-6da8-42c0-b138-9d599482967e,revision_number=5']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:21.768458 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b341f08-0d1d-446b-a233-2511e2b622c2 req-60f2e27d-f677-445b-bda4-a78d0b96595f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:31:21.769897 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-4b341f08-0d1d-446b-a233-2511e2b622c2 req-60f2e27d-f677-445b-bda4-a78d0b96595f service neutron] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c61732c0-afc4-451f-a8e4-67bb7e202eb6 HTTP/1.1" status: 200 len: 1129 time: 0.0392478 Aug 31 01:31:21.815235 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-4b341f08-0d1d-446b-a233-2511e2b622c2 req-35a88011-0707-4ea5-96d9-9aa82f446c28 service neutron] 10.222.0.85 "GET /networking/v2.0/security-groups?id=e967532e-0edb-4926-b690-009a7ffbdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389576 Aug 31 01:31:21.891914 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f94e4e-797b-4156-8bb8-d487cd849d12 req-8fbee3a9-8681-42fe-9961-92603bd11ba8 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:31:21.893463 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-d8f94e4e-797b-4156-8bb8-d487cd849d12 req-8fbee3a9-8681-42fe-9961-92603bd11ba8 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c61732c0-afc4-451f-a8e4-67bb7e202eb6 HTTP/1.1" status: 200 len: 945 time: 0.0481954 Aug 31 01:31:21.945206 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-d8f94e4e-797b-4156-8bb8-d487cd849d12 req-a5f1f580-4ddc-414b-9b54-7b5dac234f12 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e967532e-0edb-4926-b690-009a7ffbdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459609 Aug 31 01:31:23.071932 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd320e3f-f26c-4ba9-91f5-dafd200d025e req-b379d3f3-a755-42e7-911f-519bb83c3450 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:31:23.073747 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-dd320e3f-f26c-4ba9-91f5-dafd200d025e req-b379d3f3-a755-42e7-911f-519bb83c3450 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c61732c0-afc4-451f-a8e4-67bb7e202eb6 HTTP/1.1" status: 200 len: 945 time: 0.0488577 Aug 31 01:31:23.124291 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-dd320e3f-f26c-4ba9-91f5-dafd200d025e req-7c167a86-536f-41c2-8655-4e3697c317f6 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e967532e-0edb-4926-b690-009a7ffbdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424473 Aug 31 01:31:24.246234 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab14733-8a46-4817-9153-5540a8add5d3 req-ecc6f647-3ad8-4cb3-bb42-67633e1ab61b tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:31:24.247733 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-6ab14733-8a46-4817-9153-5540a8add5d3 req-ecc6f647-3ad8-4cb3-bb42-67633e1ab61b tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c61732c0-afc4-451f-a8e4-67bb7e202eb6 HTTP/1.1" status: 200 len: 945 time: 0.0488002 Aug 31 01:31:24.294738 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-6ab14733-8a46-4817-9153-5540a8add5d3 req-ae7c5798-e744-4a40-9625-d3c703e5703e tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e967532e-0edb-4926-b690-009a7ffbdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413563 Aug 31 01:31:25.652168 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6955a110-a4cc-46b0-b2f8-d2dbfa7c89c3 req-3a478f20-1182-4414-8d04-e0eb197907f7 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:31:25.653662 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-6955a110-a4cc-46b0-b2f8-d2dbfa7c89c3 req-3a478f20-1182-4414-8d04-e0eb197907f7 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c61732c0-afc4-451f-a8e4-67bb7e202eb6 HTTP/1.1" status: 200 len: 945 time: 0.0501833 Aug 31 01:31:25.674467 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:31:25.700591 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-6955a110-a4cc-46b0-b2f8-d2dbfa7c89c3 req-a9aa9ea6-b7d5-4933-8560-dee6f8e8a6ee tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e967532e-0edb-4926-b690-009a7ffbdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408380 Aug 31 01:31:26.821558 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb01baba-4057-400e-8c1b-6cf16dc7931d req-64ba5324-8d1e-4c19-bf18-230abb061701 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:31:26.822922 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-eb01baba-4057-400e-8c1b-6cf16dc7931d req-64ba5324-8d1e-4c19-bf18-230abb061701 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c61732c0-afc4-451f-a8e4-67bb7e202eb6 HTTP/1.1" status: 200 len: 945 time: 0.0464058 Aug 31 01:31:26.869027 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-eb01baba-4057-400e-8c1b-6cf16dc7931d req-70e593c1-19f8-471f-92cc-10f8db2151db tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e967532e-0edb-4926-b690-009a7ffbdbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406945 Aug 31 01:31:27.164770 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ce727-606d-448f-b15e-f0eecf320ac4 req-17d85b0a-34ff-4304-ad94-48b83450bee6 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:31:27.166128 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-a14ce727-606d-448f-b15e-f0eecf320ac4 req-17d85b0a-34ff-4304-ad94-48b83450bee6 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=c61732c0-afc4-451f-a8e4-67bb7e202eb6 HTTP/1.1" status: 200 len: 945 time: 0.0456536 Aug 31 01:31:27.249087 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [req-a14ce727-606d-448f-b15e-f0eecf320ac4 req-478b3c6f-9133-47c1-b74e-aba6e219bd06 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Deleting port 31c21c48-6da8-42c0-b138-9d599482967e {{(pid=106776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:31:27.249427 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-a14ce727-606d-448f-b15e-f0eecf320ac4 req-478b3c6f-9133-47c1-b74e-aba6e219bd06 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (31c21c48-6da8-42c0-b138-9d599482967e), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:31:27.312537 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=100 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:31:27.339702 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.db [req-a14ce727-606d-448f-b15e-f0eecf320ac4 req-478b3c6f-9133-47c1-b74e-aba6e219bd06 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] For port 31c21c48-6da8-42c0-b138-9d599482967e, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=31c21c48-6da8-42c0-b138-9d599482967e,segment=NetworkSegment(f585fbf8-916d-4404-a250-dd7c5ce0e71e),segment_id=f585fbf8-916d-4404-a250-dd7c5ce0e71e)] {{(pid=106776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:27.340070 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-a14ce727-606d-448f-b15e-f0eecf320ac4 req-478b3c6f-9133-47c1-b74e-aba6e219bd06 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (31c21c48-6da8-42c0-b138-9d599482967e), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:31:27.353560 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [req-a14ce727-606d-448f-b15e-f0eecf320ac4 req-478b3c6f-9133-47c1-b74e-aba6e219bd06 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Calling delete_port for 31c21c48-6da8-42c0-b138-9d599482967e owned by compute:nova {{(pid=106776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:31:27.528026 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-a14ce727-606d-448f-b15e-f0eecf320ac4 req-478b3c6f-9133-47c1-b74e-aba6e219bd06 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6273727'] for port (31c21c48-6da8-42c0-b138-9d599482967e), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:31:27.543307 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] get_ports_and_sgs() called for port_ids ['31c21c48-6da8-42c0-b138-9d599482967e'] {{(pid=106778) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 01:31:27.557235 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b3c6f-9133-47c1-b74e-aba6e219bd06 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Pushing event deleted for resources: {'Port': ['ID=31c21c48-6da8-42c0-b138-9d599482967e,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:27.585724 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b3c6f-9133-47c1-b74e-aba6e219bd06 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:27.586066 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b3c6f-9133-47c1-b74e-aba6e219bd06 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:27.586404 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b3c6f-9133-47c1-b74e-aba6e219bd06 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:27.586756 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b3c6f-9133-47c1-b74e-aba6e219bd06 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:27.587065 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b3c6f-9133-47c1-b74e-aba6e219bd06 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:27.587392 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b3c6f-9133-47c1-b74e-aba6e219bd06 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:27.587714 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b3c6f-9133-47c1-b74e-aba6e219bd06 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:27.588033 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b3c6f-9133-47c1-b74e-aba6e219bd06 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:27.588352 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b3c6f-9133-47c1-b74e-aba6e219bd06 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:27.588672 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b3c6f-9133-47c1-b74e-aba6e219bd06 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:27.589025 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b3c6f-9133-47c1-b74e-aba6e219bd06 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:27.589348 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b3c6f-9133-47c1-b74e-aba6e219bd06 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:27.589705 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b3c6f-9133-47c1-b74e-aba6e219bd06 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:27.590022 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b3c6f-9133-47c1-b74e-aba6e219bd06 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:27.590337 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b3c6f-9133-47c1-b74e-aba6e219bd06 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:27.616803 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.l3_dvrscheduler_db [req-a14ce727-606d-448f-b15e-f0eecf320ac4 req-478b3c6f-9133-47c1-b74e-aba6e219bd06 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] No DVR routers for this DVR port 31c21c48-6da8-42c0-b138-9d599482967e on host hv-cinder-85528 {{(pid=106776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 01:31:27.619617 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-a14ce727-606d-448f-b15e-f0eecf320ac4 req-478b3c6f-9133-47c1-b74e-aba6e219bd06 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for port (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:31:27.622920 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-a14ce727-606d-448f-b15e-f0eecf320ac4 req-478b3c6f-9133-47c1-b74e-aba6e219bd06 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] 10.222.0.85 "DELETE /networking/v2.0/ports/31c21c48-6da8-42c0-b138-9d599482967e HTTP/1.1" status: 204 len: 173 time: 0.4511199 Aug 31 01:31:27.623353 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c61732c0-afc4-451f-a8e4-67bb7e202eb6', 'name': 'network-vif-deleted', 'tag': '31c21c48-6da8-42c0-b138-9d599482967e'}] {{(pid=106776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:31:27.625648 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c75c880f6fcf50a6244b1a715e98a431c8b587c27dc42cc7f33f1c98f81bddd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f78e1732-6057-4a54-b917-9df5ce573b2b" -d '{"events": [{"server_uuid": "c61732c0-afc4-451f-a8e4-67bb7e202eb6", "name": "network-vif-deleted", "tag": "31c21c48-6da8-42c0-b138-9d599482967e"}]}' {{(pid=106776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:31:27.664575 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 01:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0c2416-e861-4309-97c6-8d575ed9331f x-openstack-request-id: req-ac0c2416-e861-4309-97c6-8d575ed9331f {{(pid=106776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:31:27.664575 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c61732c0-afc4-451f-a8e4-67bb7e202eb6", "name": "network-vif-deleted", "tag": "31c21c48-6da8-42c0-b138-9d599482967e", "status": "completed", "code": 200}]} {{(pid=106776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:31:27.664808 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ac0c2416-e861-4309-97c6-8d575ed9331f {{(pid=106776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:31:27.665067 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac0c2416-e861-4309-97c6-8d575ed9331f'] response: {'server_uuid': 'c61732c0-afc4-451f-a8e4-67bb7e202eb6', 'name': 'network-vif-deleted', 'tag': '31c21c48-6da8-42c0-b138-9d599482967e', 'status': 'completed', 'code': 200} Aug 31 01:31:27.982419 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=2 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:31:27.983133 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=6 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:31:27.986470 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-487ff7e7-340a-46bf-b01a-b7b832914c2b req-7f98cbcc-d7ab-424b-9fc3-29ec84a68f36 tempest-VolumesActionsTest-1245359200 tempest-VolumesActionsTest-1245359200-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c61732c0-afc4-451f-a8e4-67bb7e202eb6 HTTP/1.1" status: 200 len: 210 time: 0.0304472 Aug 31 01:31:31.276556 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-9c755f19-89c6-4306-8511-1771623ff75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (06e7caa6-6f15-45a1-a03b-1c511964ed9a), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:31:32.089334 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device 31c21c48-6da8-42c0-b138-9d599482967e no longer exists at agent hyperv_hv-cinder-85528 {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:31:32.109121 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] No Port match for: 31c21c48-6da8-42c0-b138-9d599482967e {{(pid=106778) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 01:31:32.109468 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device 31c21c48-6da8-42c0-b138-9d599482967e not bound to the agent host hv-cinder-85528 {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:31:33.528241 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-9bb3f41b-8ccb-4629-9a8d-3498eb17626f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (1428144b-5b15-4168-8538-b51b3045e8b6), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:31:33.882107 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (799b9b45-836a-4007-8b99-6041c4a5ce6b), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:31:34.985447 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-6cf74907-e165-4231-8e79-d72e153e628e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (625e835a-7d63-45f9-8a46-c3ba876c3627), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:31:36.379837 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (f96ef3eb-5320-49ab-b33a-a2775d3a6053), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:31:36.408174 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-f7411cf7-2853-429b-aa0f-54d02b543116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (5f821ebb-aac9-4915-bb43-6712672a5d6c), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:31:37.597229 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=92,neutron:DELETE=3 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:31:37.600447 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=17,neutron:DELETE=5 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:31:37.965445 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=10 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:31:37.966839 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=85 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:31:46.331122 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:31:46.333939 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=38,neutron:UPDATE=6 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:31:46.736993 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-f1c581c7-94ba-4734-9ec3-c168bcdbcdff req-f53650f7-eb4f-41d6-bc65-4c4e3872409f service neutron] 10.222.0.85 "GET /networking/v2.0/ports?device_id=7993aed7-8d74-4bd0-be09-ca60b8ad8bf1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410025 Aug 31 01:31:47.716275 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c581c7-94ba-4734-9ec3-c168bcdbcdff req-5d444165-8e4e-4862-b468-34032e423d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:31:47.719213 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-f1c581c7-94ba-4734-9ec3-c168bcdbcdff req-5d444165-8e4e-4862-b468-34032e423d38 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=29c95fae9a51415b9245125f5faedb37&device_id=7993aed7-8d74-4bd0-be09-ca60b8ad8bf1 HTTP/1.1" status: 200 len: 1129 time: 0.0483918 Aug 31 01:31:48.597873 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c581c7-94ba-4734-9ec3-c168bcdbcdff req-7a571c4f-f253-4a39-a932-5db25f819c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:31:48.599645 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-f1c581c7-94ba-4734-9ec3-c168bcdbcdff req-7a571c4f-f253-4a39-a932-5db25f819c01 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?id=5ae771f9-b42a-4b35-89fa-0e126c4452ca HTTP/1.1" status: 200 len: 915 time: 0.1218879 Aug 31 01:31:49.463248 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-f1c581c7-94ba-4734-9ec3-c168bcdbcdff req-06cc9bae-a445-4028-9c38-5fb78340f30c service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=565e763b-00ed-42fe-949e-82841645ff17 HTTP/1.1" status: 200 len: 217 time: 0.0356927 Aug 31 01:31:49.515508 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c581c7-94ba-4734-9ec3-c168bcdbcdff req-f0971112-9db2-4060-b625-c0d8a2461574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:31:49.517691 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-f1c581c7-94ba-4734-9ec3-c168bcdbcdff req-f0971112-9db2-4060-b625-c0d8a2461574 service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=654f4acd-0d4c-4693-ad7e-f5d3a7c42b5f HTTP/1.1" status: 200 len: 853 time: 0.0482247 Aug 31 01:31:49.563993 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-f1c581c7-94ba-4734-9ec3-c168bcdbcdff req-d428b6ce-2f67-46db-83ee-2966c1137fc0 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=5ae771f9-b42a-4b35-89fa-0e126c4452ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376825 Aug 31 01:31:49.675007 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-f1c581c7-94ba-4734-9ec3-c168bcdbcdff req-c7d4b8e4-f999-4872-865d-355d0d9111f5 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/5ae771f9-b42a-4b35-89fa-0e126c4452ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035736 Aug 31 01:31:49.779424 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-f1c581c7-94ba-4734-9ec3-c168bcdbcdff req-95faec44-40fd-4d77-a4fa-c7f759ee19d7 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/5ae771f9-b42a-4b35-89fa-0e126c4452ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950692 Aug 31 01:31:54.987325 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.agents_db [None req-5925ee7b-6bd5-4912-8f46-3ff11817b141 None None] Agent healthcheck: found 6 active agents {{(pid=106779) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:31:55.339170 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 36846) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:31:55.383855 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2f80f08-394f-4ec1-87bb-4ed24ab50b82 admin admin] Deleting subnet 7956a5bd-6bcf-4c56-b814-5489b4cb6dcc {{(pid=106777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 01:31:55.386938 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-c2f80f08-394f-4ec1-87bb-4ed24ab50b82 admin admin] Publish callbacks [] for subnet (7956a5bd-6bcf-4c56-b814-5489b4cb6dcc), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:31:55.421927 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-c2f80f08-394f-4ec1-87bb-4ed24ab50b82 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6594457'] for subnet (7956a5bd-6bcf-4c56-b814-5489b4cb6dcc), precommit_delete_associations {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:31:55.462020 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-c2f80f08-394f-4ec1-87bb-4ed24ab50b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1483629'] for subnet (7956a5bd-6bcf-4c56-b814-5489b4cb6dcc), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:31:55.601648 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-c2f80f08-394f-4ec1-87bb-4ed24ab50b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1483636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5262325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5608361'] for subnet (7956a5bd-6bcf-4c56-b814-5489b4cb6dcc), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:31:55.626220 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f80f08-394f-4ec1-87bb-4ed24ab50b82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7956a5bd-6bcf-4c56-b814-5489b4cb6dcc,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:55.637558 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-c2f80f08-394f-4ec1-87bb-4ed24ab50b82 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:31:55.640695 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-c2f80f08-394f-4ec1-87bb-4ed24ab50b82 admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/7956a5bd-6bcf-4c56-b814-5489b4cb6dcc HTTP/1.1" status: 204 len: 168 time: 0.3005466 Aug 31 01:31:55.642367 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f80f08-394f-4ec1-87bb-4ed24ab50b82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:55.642708 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f80f08-394f-4ec1-87bb-4ed24ab50b82 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:55.643043 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f80f08-394f-4ec1-87bb-4ed24ab50b82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:55.643402 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f80f08-394f-4ec1-87bb-4ed24ab50b82 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:55.643674 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 36848) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:31:55.644114 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f80f08-394f-4ec1-87bb-4ed24ab50b82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:55.644114 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f80f08-394f-4ec1-87bb-4ed24ab50b82 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:55.644305 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f80f08-394f-4ec1-87bb-4ed24ab50b82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:55.644616 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f80f08-394f-4ec1-87bb-4ed24ab50b82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:55.644961 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f80f08-394f-4ec1-87bb-4ed24ab50b82 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:55.645278 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f80f08-394f-4ec1-87bb-4ed24ab50b82 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:55.645595 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f80f08-394f-4ec1-87bb-4ed24ab50b82 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:55.645938 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f80f08-394f-4ec1-87bb-4ed24ab50b82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:55.646303 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f80f08-394f-4ec1-87bb-4ed24ab50b82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:55.646617 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f80f08-394f-4ec1-87bb-4ed24ab50b82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:55.646926 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f80f08-394f-4ec1-87bb-4ed24ab50b82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:55.713090 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-92e724d0-93cb-45ad-8751-d282d060fb7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1495376'] for network (6c8eb03f-5a07-4b24-883d-dad667ce7877), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:31:55.792494 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-92e724d0-93cb-45ad-8751-d282d060fb7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1483790', 'neutron.services.segments.db._delete_segments_for_network-8779186328131'] for network (6c8eb03f-5a07-4b24-883d-dad667ce7877), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:31:55.812923 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.services.segments.db [None req-92e724d0-93cb-45ad-8751-d282d060fb7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c8eb03f-5a07-4b24-883d-dad667ce7877']}} {{(pid=106776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:55.822295 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.services.segments.db [None req-92e724d0-93cb-45ad-8751-d282d060fb7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f585fbf8-916d-4404-a250-dd7c5ce0e71e') {'for_net_delete': True} {{(pid=106776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:55.822588 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.services.segments.db [None req-92e724d0-93cb-45ad-8751-d282d060fb7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f585fbf8-916d-4404-a250-dd7c5ce0e71e') {} {{(pid=106776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:55.832313 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-92e724d0-93cb-45ad-8751-d282d060fb7d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779186303919', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223806'] for segment (f585fbf8-916d-4404-a250-dd7c5ce0e71e), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:31:55.845687 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-92e724d0-93cb-45ad-8751-d282d060fb7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484916'] for segment (f585fbf8-916d-4404-a250-dd7c5ce0e71e), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:31:55.851766 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92e724d0-93cb-45ad-8751-d282d060fb7d admin admin] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=106776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:31:55.852145 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-92e724d0-93cb-45ad-8751-d282d060fb7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6273770'] for segment (f585fbf8-916d-4404-a250-dd7c5ce0e71e), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:31:55.892239 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.services.segments.plugin [-] Segment f585fbf8-916d-4404-a250-dd7c5ce0e71e resource provider aggregate not found Aug 31 01:31:55.913936 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.services.segments.plugin [-] Segment f585fbf8-916d-4404-a250-dd7c5ce0e71e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f585fbf8-916d-4404-a250-dd7c5ce0e71e found for delete ", "request_id": "req-fe288278-4a9c-44e6-b354-9fdafad95fc2"}]} Aug 31 01:31:55.978714 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-92e724d0-93cb-45ad-8751-d282d060fb7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1483783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608292'] for network (6c8eb03f-5a07-4b24-883d-dad667ce7877), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:31:55.985097 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-92e724d0-93cb-45ad-8751-d282d060fb7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537412'] for network (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:31:55.988908 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-92e724d0-93cb-45ad-8751-d282d060fb7d admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/6c8eb03f-5a07-4b24-883d-dad667ce7877 HTTP/1.1" status: 204 len: 168 time: 0.3440621 Aug 31 01:31:55.999830 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e724d0-93cb-45ad-8751-d282d060fb7d admin admin] Pushing event deleted for resources: {'Network': ['ID=6c8eb03f-5a07-4b24-883d-dad667ce7877,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:56.370179 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 36862) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:31:56.414634 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-0ec43f8d-3a58-450a-99ea-58eb4c3e66bc admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=f9084d8c977147b7a3652e34466b2522&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433154 Aug 31 01:31:56.417244 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 36864) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:31:56.465405 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-e0e9d5f8-5d72-49cd-8865-965085d54a60 admin admin] Publish callbacks [] for security_group (e967532e-0edb-4926-b690-009a7ffbdbfa), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:31:56.485882 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-e0e9d5f8-5d72-49cd-8865-965085d54a60 admin admin] Publish callbacks [] for security_group (e967532e-0edb-4926-b690-009a7ffbdbfa), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:31:56.493357 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:31:56.624306 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-e0e9d5f8-5d72-49cd-8865-965085d54a60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (e967532e-0edb-4926-b690-009a7ffbdbfa), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:31:56.627422 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-e0e9d5f8-5d72-49cd-8865-965085d54a60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:31:56.628601 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-e0e9d5f8-5d72-49cd-8865-965085d54a60 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/e967532e-0edb-4926-b690-009a7ffbdbfa HTTP/1.1" status: 204 len: 168 time: 0.2104452 Aug 31 01:31:56.636487 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e9d5f8-5d72-49cd-8865-965085d54a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e967532e-0edb-4926-b690-009a7ffbdbfa,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:00.409726 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf8d84-a8b5-47d8-a9b2-7077e0260ed1 req-1f238105-f246-4267-bd3b-67620e75c1df tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:32:00.411185 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-05cf8d84-a8b5-47d8-a9b2-7077e0260ed1 req-1f238105-f246-4267-bd3b-67620e75c1df tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7993aed7-8d74-4bd0-be09-ca60b8ad8bf1 HTTP/1.1" status: 200 len: 945 time: 0.0474114 Aug 31 01:32:00.458743 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-05cf8d84-a8b5-47d8-a9b2-7077e0260ed1 req-44469a6b-c1c3-4d96-9357-3a8f72967394 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3c1edca6-1a75-484d-a700-dd55af4bdb87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418427 Aug 31 01:32:01.057139 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:32:01.111331 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 36930) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:32:01.215312 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-17539f67-8101-4827-8721-c2bc00eb6fac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:01.237373 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:32:01.263771 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-3c75c71f-2f11-407b-abd3-697771543ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (06e7caa6-6f15-45a1-a03b-1c511964ed9a), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:01.293252 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-17539f67-8101-4827-8721-c2bc00eb6fac admin admin] Publish callbacks [] for security_group (b3a8e7c7-1465-4f82-a451-8fac3a5a1970), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:01.366623 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-17539f67-8101-4827-8721-c2bc00eb6fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (b3a8e7c7-1465-4f82-a451-8fac3a5a1970), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:01.409532 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-17539f67-8101-4827-8721-c2bc00eb6fac admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=f5d1d9075352420e808d355fd100f44a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2971637 Aug 31 01:32:01.411487 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17539f67-8101-4827-8721-c2bc00eb6fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a8e7c7-1465-4f82-a451-8fac3a5a1970,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:01.412423 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 36934) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:32:01.461352 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-55009f53-cf9f-4ae0-974f-f943e936bdb3 admin admin] Publish callbacks [] for security_group (b3a8e7c7-1465-4f82-a451-8fac3a5a1970), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:01.480597 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-55009f53-cf9f-4ae0-974f-f943e936bdb3 admin admin] Publish callbacks [] for security_group (b3a8e7c7-1465-4f82-a451-8fac3a5a1970), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:01.579425 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e9ded-a4de-4b05-82bf-2d4ce8b7ddd2 req-fa7c1286-7147-4ad8-880e-ab4f695d01be tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:32:01.581148 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-3b0e9ded-a4de-4b05-82bf-2d4ce8b7ddd2 req-fa7c1286-7147-4ad8-880e-ab4f695d01be tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7993aed7-8d74-4bd0-be09-ca60b8ad8bf1 HTTP/1.1" status: 200 len: 945 time: 0.0477066 Aug 31 01:32:01.582132 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-55009f53-cf9f-4ae0-974f-f943e936bdb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (b3a8e7c7-1465-4f82-a451-8fac3a5a1970), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:01.584745 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-55009f53-cf9f-4ae0-974f-f943e936bdb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:01.587035 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-55009f53-cf9f-4ae0-974f-f943e936bdb3 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/b3a8e7c7-1465-4f82-a451-8fac3a5a1970 HTTP/1.1" status: 204 len: 168 time: 0.1723437 Aug 31 01:32:01.611769 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55009f53-cf9f-4ae0-974f-f943e936bdb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a8e7c7-1465-4f82-a451-8fac3a5a1970,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:01.645484 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-3b0e9ded-a4de-4b05-82bf-2d4ce8b7ddd2 req-02c6297f-0dfa-47a6-8922-5695e465fdd8 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3c1edca6-1a75-484d-a700-dd55af4bdb87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586865 Aug 31 01:32:01.869008 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88090bd4-d80a-4ae5-beb8-6d98234169f2 req-33a351ae-06fb-4da8-aaf9-2876a7263757 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:32:01.870578 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-88090bd4-d80a-4ae5-beb8-6d98234169f2 req-33a351ae-06fb-4da8-aaf9-2876a7263757 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=7993aed7-8d74-4bd0-be09-ca60b8ad8bf1 HTTP/1.1" status: 200 len: 945 time: 0.0481846 Aug 31 01:32:01.955362 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [req-88090bd4-d80a-4ae5-beb8-6d98234169f2 req-a635f5df-0bd2-4dbe-ad34-9090c7cbc55e tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] Deleting port 565e763b-00ed-42fe-949e-82841645ff17 {{(pid=106776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:32:01.956059 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-88090bd4-d80a-4ae5-beb8-6d98234169f2 req-a635f5df-0bd2-4dbe-ad34-9090c7cbc55e tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (565e763b-00ed-42fe-949e-82841645ff17), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:02.052513 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.db [req-88090bd4-d80a-4ae5-beb8-6d98234169f2 req-a635f5df-0bd2-4dbe-ad34-9090c7cbc55e tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] For port 565e763b-00ed-42fe-949e-82841645ff17, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=565e763b-00ed-42fe-949e-82841645ff17,segment=NetworkSegment(c8dc5385-b822-4dcf-8576-bc1309eb153e),segment_id=c8dc5385-b822-4dcf-8576-bc1309eb153e)] {{(pid=106776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:32:02.052830 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-88090bd4-d80a-4ae5-beb8-6d98234169f2 req-a635f5df-0bd2-4dbe-ad34-9090c7cbc55e tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (565e763b-00ed-42fe-949e-82841645ff17), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:02.067462 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [req-88090bd4-d80a-4ae5-beb8-6d98234169f2 req-a635f5df-0bd2-4dbe-ad34-9090c7cbc55e tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] Calling delete_port for 565e763b-00ed-42fe-949e-82841645ff17 owned by compute:nova {{(pid=106776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:32:02.275979 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-88090bd4-d80a-4ae5-beb8-6d98234169f2 req-a635f5df-0bd2-4dbe-ad34-9090c7cbc55e tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6273727'] for port (565e763b-00ed-42fe-949e-82841645ff17), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:02.287523 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] get_ports_and_sgs() called for port_ids ['565e763b-00ed-42fe-949e-82841645ff17'] {{(pid=106778) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 01:32:02.306086 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a635f5df-0bd2-4dbe-ad34-9090c7cbc55e tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] Pushing event deleted for resources: {'Port': ['ID=565e763b-00ed-42fe-949e-82841645ff17,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:02.352852 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.l3_dvrscheduler_db [req-88090bd4-d80a-4ae5-beb8-6d98234169f2 req-a635f5df-0bd2-4dbe-ad34-9090c7cbc55e tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] No DVR routers for this DVR port 565e763b-00ed-42fe-949e-82841645ff17 on host hv-cinder-85528 {{(pid=106776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 01:32:02.355537 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-88090bd4-d80a-4ae5-beb8-6d98234169f2 req-a635f5df-0bd2-4dbe-ad34-9090c7cbc55e tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for port (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:02.359093 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-88090bd4-d80a-4ae5-beb8-6d98234169f2 req-a635f5df-0bd2-4dbe-ad34-9090c7cbc55e tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] 10.222.0.85 "DELETE /networking/v2.0/ports/565e763b-00ed-42fe-949e-82841645ff17 HTTP/1.1" status: 204 len: 173 time: 0.4836969 Aug 31 01:32:02.359539 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7993aed7-8d74-4bd0-be09-ca60b8ad8bf1', 'name': 'network-vif-deleted', 'tag': '565e763b-00ed-42fe-949e-82841645ff17'}] {{(pid=106776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:32:02.362568 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c75c880f6fcf50a6244b1a715e98a431c8b587c27dc42cc7f33f1c98f81bddd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c625217f-d69a-4246-b57c-2eeae76c97f3" -d '{"events": [{"server_uuid": "7993aed7-8d74-4bd0-be09-ca60b8ad8bf1", "name": "network-vif-deleted", "tag": "565e763b-00ed-42fe-949e-82841645ff17"}]}' {{(pid=106776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:32:02.404155 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 01:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b6b1fd-6dd7-4f0f-82f4-801420299c5a x-openstack-request-id: req-f0b6b1fd-6dd7-4f0f-82f4-801420299c5a {{(pid=106776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:32:02.404155 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7993aed7-8d74-4bd0-be09-ca60b8ad8bf1", "name": "network-vif-deleted", "tag": "565e763b-00ed-42fe-949e-82841645ff17", "status": "completed", "code": 200}]} {{(pid=106776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:32:02.404155 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f0b6b1fd-6dd7-4f0f-82f4-801420299c5a {{(pid=106776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:32:02.404155 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0b6b1fd-6dd7-4f0f-82f4-801420299c5a'] response: {'server_uuid': '7993aed7-8d74-4bd0-be09-ca60b8ad8bf1', 'name': 'network-vif-deleted', 'tag': '565e763b-00ed-42fe-949e-82841645ff17', 'status': 'completed', 'code': 200} Aug 31 01:32:02.487240 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 36960) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:32:02.586279 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [None req-71a9264d-3f9b-4233-b949-66978f93ee84 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1880247420-network', 'tenant_id': '970d06f2d1e24f0e9072a7f43bb4925b'}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:32:02.681965 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a9264d-3f9b-4233-b949-66978f93ee84 admin admin] Made reservation on behalf of 970d06f2d1e24f0e9072a7f43bb4925b for: {'network': 1} {{(pid=106777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:32:02.684406 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-71a9264d-3f9b-4233-b949-66978f93ee84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for network (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:02.694153 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-71a9264d-3f9b-4233-b949-66978f93ee84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:02.771223 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-4d421993-6b15-4fc3-82d7-a6e159c10ee6 req-7a66330b-66b1-4c86-b979-19651cf924a0 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7993aed7-8d74-4bd0-be09-ca60b8ad8bf1 HTTP/1.1" status: 200 len: 210 time: 0.0383499 Aug 31 01:32:02.801718 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-71a9264d-3f9b-4233-b949-66978f93ee84 admin admin] Publish callbacks [] for security_group (a7c5e6df-5564-41fb-9acf-e38b38083b6c), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:02.876179 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-71a9264d-3f9b-4233-b949-66978f93ee84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (a7c5e6df-5564-41fb-9acf-e38b38083b6c), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:02.906125 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71a9264d-3f9b-4233-b949-66978f93ee84 admin admin] vlan segment allocate from pool success with {'vlan_id': 1091, 'physical_network': 'physnet1'} {{(pid=106777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:32:02.912992 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a9264d-3f9b-4233-b949-66978f93ee84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c5e6df-5564-41fb-9acf-e38b38083b6c,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:02.920031 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-71a9264d-3f9b-4233-b949-66978f93ee84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484916'] for segment (8994d348-5d09-4aea-bc75-847599eef432), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:02.920374 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.db.segments_db [None req-71a9264d-3f9b-4233-b949-66978f93ee84 admin admin] Added segment 8994d348-5d09-4aea-bc75-847599eef432 of type vlan for network 8302676b-2573-43a3-9e62-be304d7b7f01 Aug 31 01:32:02.929289 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5,neutron:DELETE=4,neutron:INSERT=6 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:32:02.957699 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:32:02.961738 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-71a9264d-3f9b-4233-b949-66978f93ee84 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779185844565'] for network (8302676b-2573-43a3-9e62-be304d7b7f01), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:03.081946 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-71a9264d-3f9b-4233-b949-66978f93ee84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430'] for network (8302676b-2573-43a3-9e62-be304d7b7f01), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:03.082942 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a9264d-3f9b-4233-b949-66978f93ee84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:32:03.083524 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-71a9264d-3f9b-4233-b949-66978f93ee84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537412'] for network (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:03.146157 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a9264d-3f9b-4233-b949-66978f93ee84 admin admin] Pushing event updated for resources: {'Network': ['ID=8302676b-2573-43a3-9e62-be304d7b7f01,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:03.159504 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Network 8302676b-2573-43a3-9e62-be304d7b7f01 details requested by agent ovs-agent-dv-cinder-855288-2-iscsi with host dv-cinder-855288-2-iscsi {{(pid=106778) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:32:03.210394 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-71a9264d-3f9b-4233-b949-66978f93ee84 admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7219608 Aug 31 01:32:03.213352 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 36966) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:32:03.218516 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [None req-38281198-42e8-48c7-acf4-05db813495ba admin admin] Request body: {'subnet': {'network_id': '8302676b-2573-43a3-9e62-be304d7b7f01', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1880247420-subnet', 'tenant_id': '970d06f2d1e24f0e9072a7f43bb4925b', 'ip_version': 4}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:32:03.379107 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38281198-42e8-48c7-acf4-05db813495ba admin admin] Made reservation on behalf of 970d06f2d1e24f0e9072a7f43bb4925b for: {'subnet': 1} {{(pid=106777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:32:03.381641 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-38281198-42e8-48c7-acf4-05db813495ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5608374'] for subnet (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:03.550458 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-5c1af497-6816-4a1e-a664-10724bf794b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (1428144b-5b15-4168-8538-b51b3045e8b6), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:03.636584 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-38281198-42e8-48c7-acf4-05db813495ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5262262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5608352'] for subnet (13bf33c4-dc93-411d-b62c-34bc26f1dd78), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:03.693500 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38281198-42e8-48c7-acf4-05db813495ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=13bf33c4-dc93-411d-b62c-34bc26f1dd78,revision_number=0']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:03.703746 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38281198-42e8-48c7-acf4-05db813495ba admin admin] Checking segment: {'id': '8994d348-5d09-4aea-bc75-847599eef432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '8302676b-2573-43a3-9e62-be304d7b7f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:32:03.704103 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38281198-42e8-48c7-acf4-05db813495ba admin admin] Network hostable DHCP agents. Network: 8302676b-2573-43a3-9e62-be304d7b7f01, hostable agents: ['06e7caa6-6f15-45a1-a03b-1c511964ed9a'], hosted agents: [] {{(pid=106777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:32:03.784369 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38281198-42e8-48c7-acf4-05db813495ba admin admin] Network 8302676b-2573-43a3-9e62-be304d7b7f01 is scheduled to be hosted by DHCP agent 06e7caa6-6f15-45a1-a03b-1c511964ed9a with binding_index 1 {{(pid=106777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:32:03.841872 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (799b9b45-836a-4007-8b99-6041c4a5ce6b), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:03.870683 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.base_scheduler [None req-38281198-42e8-48c7-acf4-05db813495ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855288-2-iscsi, 8302676b-2573-43a3-9e62-be304d7b7f01) {{(pid=106777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:32:03.875050 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38281198-42e8-48c7-acf4-05db813495ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:32:03.875715 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-38281198-42e8-48c7-acf4-05db813495ba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:03.882426 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04067ab4-49b1-4271-a6c1-20bc872c4cc2 None None] Network 8302676b-2573-43a3-9e62-be304d7b7f01 requested from dv-cinder-855288-2-iscsi {{(pid=106778) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 01:32:03.953062 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-38281198-42e8-48c7-acf4-05db813495ba admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7385488 Aug 31 01:32:03.956076 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 36972) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:32:03.960582 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [None req-a7d07281-a94e-4b4a-882f-e5fdecf95621 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1880247420-router', 'tenant_id': '970d06f2d1e24f0e9072a7f43bb4925b', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83'}}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:32:03.986620 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a80cf60-5abb-40a8-b272-af6986d1f0c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba7de80-325c-5b15-a1b2-1b6f80050974-8302676b-2573-43a3-9e62-be304d7b7f01', 'network_id': '8302676b-2573-43a3-9e62-be304d7b7f01', 'project_id': '970d06f2d1e24f0e9072a7f43bb4925b', 'fixed_ips': [{'subnet_id': '13bf33c4-dc93-411d-b62c-34bc26f1dd78'}]}} from dv-cinder-855288-2-iscsi. {{(pid=106778) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 01:32:03.986620 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-4a80cf60-5abb-40a8-b272-af6986d1f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (None), before_create {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:04.047744 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-a7d07281-a94e-4b4a-882f-e5fdecf95621 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10622'] for router (0f721828-a092-464d-9649-2a9ceaa7d320), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:04.049418 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-a7d07281-a94e-4b4a-882f-e5fdecf95621 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-635161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482877', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10609'] for router (0f721828-a092-464d-9649-2a9ceaa7d320), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:04.060183 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:32:04.103167 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-a7d07281-a94e-4b4a-882f-e5fdecf95621 admin admin] Publish callbacks [] for router_controller (0f721828-a092-464d-9649-2a9ceaa7d320), precommit_add_association {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:04.121914 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.db_base_plugin_common [None req-4a80cf60-5abb-40a8-b272-af6986d1f0c8 None None] Allocated IP 172.20.0.2 (8302676b-2573-43a3-9e62-be304d7b7f01/13bf33c4-dc93-411d-b62c-34bc26f1dd78/84723dfa-e911-4060-a76a-be69370db717) {{(pid=106778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:32:04.282460 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-4a80cf60-5abb-40a8-b272-af6986d1f0c8 None None] Publish callbacks [] for port (84723dfa-e911-4060-a76a-be69370db717), precommit_create {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:04.367953 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-a7d07281-a94e-4b4a-882f-e5fdecf95621 admin admin] Publish callbacks [] for router_gateway (0f721828-a092-464d-9649-2a9ceaa7d320), precommit_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:04.385054 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-4a80cf60-5abb-40a8-b272-af6986d1f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779185826838'] for port (84723dfa-e911-4060-a76a-be69370db717), after_create {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:04.425183 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a80cf60-5abb-40a8-b272-af6986d1f0c8 None None] Network 8302676b-2573-43a3-9e62-be304d7b7f01 is already hosted by enough agents. {{(pid=106778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:32:04.429978 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.scheduler.base_scheduler [None req-4a80cf60-5abb-40a8-b272-af6986d1f0c8 None None] Resources bound (agent type, host, resource id): {{(pid=106778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:32:04.433728 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a80cf60-5abb-40a8-b272-af6986d1f0c8 None None] Received port after_create {{(pid=106778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 01:32:04.438268 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a80cf60-5abb-40a8-b272-af6986d1f0c8 None None] Pushing event updated for resources: {'Port': ['ID=84723dfa-e911-4060-a76a-be69370db717,revision_number=1']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:04.448626 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a80cf60-5abb-40a8-b272-af6986d1f0c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:04.448998 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a80cf60-5abb-40a8-b272-af6986d1f0c8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:04.449345 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a80cf60-5abb-40a8-b272-af6986d1f0c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:04.449690 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a80cf60-5abb-40a8-b272-af6986d1f0c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:04.450027 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a80cf60-5abb-40a8-b272-af6986d1f0c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:04.450364 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a80cf60-5abb-40a8-b272-af6986d1f0c8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:04.450693 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a80cf60-5abb-40a8-b272-af6986d1f0c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:04.451019 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a80cf60-5abb-40a8-b272-af6986d1f0c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:04.451347 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a80cf60-5abb-40a8-b272-af6986d1f0c8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:04.451673 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a80cf60-5abb-40a8-b272-af6986d1f0c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:04.452003 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a80cf60-5abb-40a8-b272-af6986d1f0c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:04.452325 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a80cf60-5abb-40a8-b272-af6986d1f0c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:04.452649 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a80cf60-5abb-40a8-b272-af6986d1f0c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:04.452998 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a80cf60-5abb-40a8-b272-af6986d1f0c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:04.453320 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a80cf60-5abb-40a8-b272-af6986d1f0c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:04.504871 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.managers [None req-4a80cf60-5abb-40a8-b272-af6986d1f0c8 None None] Attempting to bind port 84723dfa-e911-4060-a76a-be69370db717 on host dv-cinder-855288-2-iscsi for vnic_type normal with profile {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 01:32:04.505157 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.managers [None req-4a80cf60-5abb-40a8-b272-af6986d1f0c8 None None] Attempting to bind port 84723dfa-e911-4060-a76a-be69370db717 by drivers openvswitch,hyperv on host dv-cinder-855288-2-iscsi at level 0 using segments [{'id': '8994d348-5d09-4aea-bc75-847599eef432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '8302676b-2573-43a3-9e62-be304d7b7f01'}] {{(pid=106778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 01:32:04.505515 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a80cf60-5abb-40a8-b272-af6986d1f0c8 None None] Attempting to bind port 84723dfa-e911-4060-a76a-be69370db717 on network 8302676b-2573-43a3-9e62-be304d7b7f01 {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:32:04.510580 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a80cf60-5abb-40a8-b272-af6986d1f0c8 None None] Checking agent: {'id': 'f96ef3eb-5320-49ab-b33a-a2775d3a6053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855288-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 1, 14, 6), 'started_at': datetime.datetime(2022, 8, 31, 1, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 1, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855288-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 01:32:04.510945 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a80cf60-5abb-40a8-b272-af6986d1f0c8 None None] Checking segment: {'id': '8994d348-5d09-4aea-bc75-847599eef432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '8302676b-2573-43a3-9e62-be304d7b7f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:32:04.511338 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-4a80cf60-5abb-40a8-b272-af6986d1f0c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:04.511722 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a80cf60-5abb-40a8-b272-af6986d1f0c8 None None] Bound using segment: {'id': '8994d348-5d09-4aea-bc75-847599eef432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '8302676b-2573-43a3-9e62-be304d7b7f01'} {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 01:32:04.512179 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.managers [None req-4a80cf60-5abb-40a8-b272-af6986d1f0c8 None None] Bound port: 84723dfa-e911-4060-a76a-be69370db717, host: dv-cinder-855288-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8994d348-5d09-4aea-bc75-847599eef432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '8302676b-2573-43a3-9e62-be304d7b7f01'}}] {{(pid=106778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 01:32:04.512548 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-4a80cf60-5abb-40a8-b272-af6986d1f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (84723dfa-e911-4060-a76a-be69370db717), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:04.572914 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-4a80cf60-5abb-40a8-b272-af6986d1f0c8 None None] For port 84723dfa-e911-4060-a76a-be69370db717, host dv-cinder-855288-2-iscsi, cleared binding levels {{(pid=106778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:32:04.576197 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-4a80cf60-5abb-40a8-b272-af6986d1f0c8 None None] For port 84723dfa-e911-4060-a76a-be69370db717, host dv-cinder-855288-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=84723dfa-e911-4060-a76a-be69370db717,segment=NetworkSegment(8994d348-5d09-4aea-bc75-847599eef432),segment_id=8994d348-5d09-4aea-bc75-847599eef432)] {{(pid=106778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:32:04.638648 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-a7d07281-a94e-4b4a-882f-e5fdecf95621 admin admin] Publish callbacks [] for router_gateway (0f721828-a092-464d-9649-2a9ceaa7d320), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:04.659306 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-a7d07281-a94e-4b4a-882f-e5fdecf95621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:04.665094 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-4a80cf60-5abb-40a8-b272-af6986d1f0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (84723dfa-e911-4060-a76a-be69370db717), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:04.723042 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a80cf60-5abb-40a8-b272-af6986d1f0c8 None None] Pushing event updated for resources: {'Port': ['ID=84723dfa-e911-4060-a76a-be69370db717,revision_number=2']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:04.766843 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.db_base_plugin_common [None req-a7d07281-a94e-4b4a-882f-e5fdecf95621 admin admin] Allocated IP 172.27.1.230 (6de90673-24a8-444a-94e7-38ef2e70dd83/b0882f00-706c-4556-bcad-01ef413e142c/ece5c27b-ccfe-4dcf-b976-5bdb3e5be9ce) {{(pid=106777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:32:04.826150 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:32:04.890830 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-a7d07281-a94e-4b4a-882f-e5fdecf95621 admin admin] Publish callbacks [] for port (ece5c27b-ccfe-4dcf-b976-5bdb3e5be9ce), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:04.983361 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=5 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:32:05.013187 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-6cf74907-e165-4231-8e79-d72e153e628e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (625e835a-7d63-45f9-8a46-c3ba876c3627), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:05.036955 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-a7d07281-a94e-4b4a-882f-e5fdecf95621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779185826838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5261574'] for port (ece5c27b-ccfe-4dcf-b976-5bdb3e5be9ce), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:05.079095 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d07281-a94e-4b4a-882f-e5fdecf95621 admin admin] Network 6de90673-24a8-444a-94e7-38ef2e70dd83 is already hosted by enough agents. {{(pid=106777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:32:05.080136 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 84723dfa-e911-4060-a76a-be69370db717 up at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:32:05.085177 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.base_scheduler [None req-a7d07281-a94e-4b4a-882f-e5fdecf95621 admin admin] Resources bound (agent type, host, resource id): {{(pid=106777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:32:05.087304 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d07281-a94e-4b4a-882f-e5fdecf95621 admin admin] Pushing event updated for resources: {'Port': ['ID=ece5c27b-ccfe-4dcf-b976-5bdb3e5be9ce,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:05.089431 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d07281-a94e-4b4a-882f-e5fdecf95621 admin admin] Received port after_create {{(pid=106777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 01:32:05.112968 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:32:05.126909 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:32:05.133445 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Provisioning complete for port 84723dfa-e911-4060-a76a-be69370db717 triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:32:05.133816 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (84723dfa-e911-4060-a76a-be69370db717), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:05.207358 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Current status of the port 84723dfa-e911-4060-a76a-be69370db717 is: DOWN; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:32:05.207749 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (84723dfa-e911-4060-a76a-be69370db717), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:05.241222 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] For port 84723dfa-e911-4060-a76a-be69370db717, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=84723dfa-e911-4060-a76a-be69370db717,segment=NetworkSegment(8994d348-5d09-4aea-bc75-847599eef432),segment_id=8994d348-5d09-4aea-bc75-847599eef432)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:32:05.317055 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (84723dfa-e911-4060-a76a-be69370db717), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:05.374207 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Pushing event updated for resources: {'Port': ['ID=84723dfa-e911-4060-a76a-be69370db717,revision_number=3']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:05.396546 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-a7d07281-a94e-4b4a-882f-e5fdecf95621 admin admin] Publish callbacks [] for router_gateway (0f721828-a092-464d-9649-2a9ceaa7d320), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:05.564559 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58ba7df-1555-4ca4-9b31-08d7f7be3009 None None] Network 8302676b-2573-43a3-9e62-be304d7b7f01 requested from dv-cinder-855288-2-iscsi {{(pid=106778) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 01:32:05.680331 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-0e0fe376-00e9-4209-b95b-58ad8028bc28 None None] Provisioning complete for port 84723dfa-e911-4060-a76a-be69370db717 triggered by entity DHCP. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:32:05.681051 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-0e0fe376-00e9-4209-b95b-58ad8028bc28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (84723dfa-e911-4060-a76a-be69370db717), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:05.763706 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-0e0fe376-00e9-4209-b95b-58ad8028bc28 None None] Current status of the port 84723dfa-e911-4060-a76a-be69370db717 is: ACTIVE; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:32:05.768089 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:32:05.874906 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-a7d07281-a94e-4b4a-882f-e5fdecf95621 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-608468'] for router (0f721828-a092-464d-9649-2a9ceaa7d320), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:05.880696 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-fef2b016-adba-43de-8039-88aa1d18a767 None None] Provisioning complete for port 84723dfa-e911-4060-a76a-be69370db717 triggered by entity DHCP. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:32:05.881102 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-fef2b016-adba-43de-8039-88aa1d18a767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (84723dfa-e911-4060-a76a-be69370db717), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:05.956356 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-fef2b016-adba-43de-8039-88aa1d18a767 None None] Current status of the port 84723dfa-e911-4060-a76a-be69370db717 is: ACTIVE; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:32:06.053066 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7d07281-a94e-4b4a-882f-e5fdecf95621 admin admin] Router 0f721828-a092-464d-9649-2a9ceaa7d320 is scheduled to L3 agent 1428144b-5b15-4168-8538-b51b3045e8b6 with binding_index 1 {{(pid=106777) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:32:06.153420 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d07281-a94e-4b4a-882f-e5fdecf95621 admin admin] Notify agent at l3_agent.dv-cinder-855288-2-iscsi the message routers_updated {{(pid=106777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:32:06.161520 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:32:06.163021 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de4b407-557c-477e-b6b8-19c99b2718fd None None] Sync routers for ids ['0f721828-a092-464d-9649-2a9ceaa7d320'] in dv-cinder-855288-2-iscsi {{(pid=106779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:32:06.173153 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de4b407-557c-477e-b6b8-19c99b2718fd None None] Routers {'0f721828-a092-464d-9649-2a9ceaa7d320'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:32:06.173760 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-7de4b407-557c-477e-b6b8-19c99b2718fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:32:03Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['0f721828-a092-464d-9649-2a9ceaa7d320'], 'active': True} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:06.209302 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-a7d07281-a94e-4b4a-882f-e5fdecf95621 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:06.210565 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-a7d07281-a94e-4b4a-882f-e5fdecf95621 admin admin] 10.222.0.20 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2531958 Aug 31 01:32:06.213301 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 36978) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:32:06.274584 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvr_db [None req-7de4b407-557c-477e-b6b8-19c99b2718fd None None] Set router 0f721828-a092-464d-9649-2a9ceaa7d320 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:32:06.379236 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (f96ef3eb-5320-49ab-b33a-a2775d3a6053), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:06.395788 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-f7411cf7-2853-429b-aa0f-54d02b543116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (5f821ebb-aac9-4915-bb43-6712672a5d6c), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:06.461820 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-7de4b407-557c-477e-b6b8-19c99b2718fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f721828-a092-464d-9649-2a9ceaa7d320', 'name': 'tempest-TestShelveInstance-1880247420-router', 'tenant_id': '970d06f2d1e24f0e9072a7f43bb4925b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'ece5c27b-ccfe-4dcf-b976-5bdb3e5be9ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:32:04Z', 'updated_at': '2022-08-31T01:32:05Z', 'revision_number': 3, 'project_id': '970d06f2d1e24f0e9072a7f43bb4925b', 'gw_port': {'id': 'ece5c27b-ccfe-4dcf-b976-5bdb3e5be9ce', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f1:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f721828-a092-464d-9649-2a9ceaa7d320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:32:04Z', 'updated_at': '2022-08-31T01:32:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi'}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:06.486777 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de4b407-557c-477e-b6b8-19c99b2718fd None None] Checking router: 0f721828-a092-464d-9649-2a9ceaa7d320 for host: dv-cinder-855288-2-iscsi {{(pid=106779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:32:06.487123 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de4b407-557c-477e-b6b8-19c99b2718fd None None] Updating router 0f721828-a092-464d-9649-2a9ceaa7d320 port ece5c27b-ccfe-4dcf-b976-5bdb3e5be9ce binding host dv-cinder-855288-2-iscsi {{(pid=106779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:32:06.518087 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron_lib.callbacks.manager [None req-7de4b407-557c-477e-b6b8-19c99b2718fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (ece5c27b-ccfe-4dcf-b976-5bdb3e5be9ce), before_update {{(pid=106779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:06.618981 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-74f008f3-39cd-4248-883c-6b4a07d29df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:06.758630 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron_lib.callbacks.manager [None req-7de4b407-557c-477e-b6b8-19c99b2718fd None None] Publish callbacks [] for port (ece5c27b-ccfe-4dcf-b976-5bdb3e5be9ce), precommit_update {{(pid=106779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:06.773039 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.db_base_plugin_common [None req-74f008f3-39cd-4248-883c-6b4a07d29df5 admin admin] Allocated IP 172.20.0.1 (8302676b-2573-43a3-9e62-be304d7b7f01/13bf33c4-dc93-411d-b62c-34bc26f1dd78/99345bcd-25b3-4d58-b0c0-258dec10ef70) {{(pid=106777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:32:06.788039 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:32:06.824211 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron_lib.callbacks.manager [None req-7de4b407-557c-477e-b6b8-19c99b2718fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (ece5c27b-ccfe-4dcf-b976-5bdb3e5be9ce), after_update {{(pid=106779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:06.856516 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.managers [None req-7de4b407-557c-477e-b6b8-19c99b2718fd None None] Attempting to bind port ece5c27b-ccfe-4dcf-b976-5bdb3e5be9ce on host dv-cinder-855288-2-iscsi for vnic_type normal with profile {{(pid=106779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 01:32:06.856914 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.managers [None req-7de4b407-557c-477e-b6b8-19c99b2718fd None None] Attempting to bind port ece5c27b-ccfe-4dcf-b976-5bdb3e5be9ce by drivers openvswitch,hyperv on host dv-cinder-855288-2-iscsi at level 0 using segments [{'id': '5532158b-12fc-4975-99d9-f23bee8acdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83'}] {{(pid=106779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 01:32:06.857257 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de4b407-557c-477e-b6b8-19c99b2718fd None None] Attempting to bind port ece5c27b-ccfe-4dcf-b976-5bdb3e5be9ce on network 6de90673-24a8-444a-94e7-38ef2e70dd83 {{(pid=106779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:32:06.871985 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de4b407-557c-477e-b6b8-19c99b2718fd None None] Checking agent: {'id': 'f96ef3eb-5320-49ab-b33a-a2775d3a6053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855288-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 1, 14, 6), 'started_at': datetime.datetime(2022, 8, 31, 1, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 1, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855288-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 01:32:06.872275 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de4b407-557c-477e-b6b8-19c99b2718fd None None] Checking segment: {'id': '5532158b-12fc-4975-99d9-f23bee8acdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:32:06.872674 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron_lib.callbacks.manager [None req-7de4b407-557c-477e-b6b8-19c99b2718fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:06.873080 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de4b407-557c-477e-b6b8-19c99b2718fd None None] Bound using segment: {'id': '5532158b-12fc-4975-99d9-f23bee8acdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83'} {{(pid=106779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 01:32:06.873534 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.managers [None req-7de4b407-557c-477e-b6b8-19c99b2718fd None None] Bound port: ece5c27b-ccfe-4dcf-b976-5bdb3e5be9ce, host: dv-cinder-855288-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5532158b-12fc-4975-99d9-f23bee8acdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83'}}] {{(pid=106779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 01:32:06.873899 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron_lib.callbacks.manager [None req-7de4b407-557c-477e-b6b8-19c99b2718fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (ece5c27b-ccfe-4dcf-b976-5bdb3e5be9ce), before_update {{(pid=106779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:06.883712 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-74f008f3-39cd-4248-883c-6b4a07d29df5 admin admin] Publish callbacks [] for port (99345bcd-25b3-4d58-b0c0-258dec10ef70), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:06.893645 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:32:06.896316 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1d5169-2354-4f3b-8289-d2be53535d3b None None] Pushing event updated for resources: {'Port': ['ID=ece5c27b-ccfe-4dcf-b976-5bdb3e5be9ce,revision_number=2']} {{(pid=106779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:06.910536 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1d5169-2354-4f3b-8289-d2be53535d3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:06.910873 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1d5169-2354-4f3b-8289-d2be53535d3b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:06.911231 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1d5169-2354-4f3b-8289-d2be53535d3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:06.911559 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1d5169-2354-4f3b-8289-d2be53535d3b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:06.911879 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1d5169-2354-4f3b-8289-d2be53535d3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:06.912197 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1d5169-2354-4f3b-8289-d2be53535d3b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:06.912510 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1d5169-2354-4f3b-8289-d2be53535d3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:06.912857 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1d5169-2354-4f3b-8289-d2be53535d3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:06.913172 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1d5169-2354-4f3b-8289-d2be53535d3b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:06.913480 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1d5169-2354-4f3b-8289-d2be53535d3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:06.913791 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1d5169-2354-4f3b-8289-d2be53535d3b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:06.914102 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1d5169-2354-4f3b-8289-d2be53535d3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:06.914411 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1d5169-2354-4f3b-8289-d2be53535d3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:06.914717 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1d5169-2354-4f3b-8289-d2be53535d3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:06.915100 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1d5169-2354-4f3b-8289-d2be53535d3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:06.941315 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.db [None req-7de4b407-557c-477e-b6b8-19c99b2718fd None None] For port ece5c27b-ccfe-4dcf-b976-5bdb3e5be9ce, host dv-cinder-855288-2-iscsi, cleared binding levels {{(pid=106779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:32:06.944553 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.db [None req-7de4b407-557c-477e-b6b8-19c99b2718fd None None] For port ece5c27b-ccfe-4dcf-b976-5bdb3e5be9ce, host dv-cinder-855288-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=ece5c27b-ccfe-4dcf-b976-5bdb3e5be9ce,segment=NetworkSegment(5532158b-12fc-4975-99d9-f23bee8acdf7),segment_id=5532158b-12fc-4975-99d9-f23bee8acdf7)] {{(pid=106779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:32:06.990531 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-74f008f3-39cd-4248-883c-6b4a07d29df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779185826838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5261574'] for port (99345bcd-25b3-4d58-b0c0-258dec10ef70), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:07.025827 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron_lib.callbacks.manager [None req-7de4b407-557c-477e-b6b8-19c99b2718fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (ece5c27b-ccfe-4dcf-b976-5bdb3e5be9ce), after_update {{(pid=106779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:07.028414 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f008f3-39cd-4248-883c-6b4a07d29df5 admin admin] Network 8302676b-2573-43a3-9e62-be304d7b7f01 is already hosted by enough agents. {{(pid=106777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:32:07.031598 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.base_scheduler [None req-74f008f3-39cd-4248-883c-6b4a07d29df5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:32:07.035855 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f008f3-39cd-4248-883c-6b4a07d29df5 admin admin] Received port after_create {{(pid=106777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 01:32:07.063235 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f008f3-39cd-4248-883c-6b4a07d29df5 admin admin] Pushing event updated for resources: {'Port': ['ID=99345bcd-25b3-4d58-b0c0-258dec10ef70,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:07.081559 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 84723dfa-e911-4060-a76a-be69370db717 up at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:32:07.087975 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de4b407-557c-477e-b6b8-19c99b2718fd None None] Routers {'0f721828-a092-464d-9649-2a9ceaa7d320'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:32:07.092880 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-7de4b407-557c-477e-b6b8-19c99b2718fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:32:03Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['0f721828-a092-464d-9649-2a9ceaa7d320'], 'active': True} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:07.093026 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-74f008f3-39cd-4248-883c-6b4a07d29df5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-636848'] for router_interface (0f721828-a092-464d-9649-2a9ceaa7d320), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:07.094814 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1d5169-2354-4f3b-8289-d2be53535d3b None None] Pushing event updated for resources: {'Port': ['ID=ece5c27b-ccfe-4dcf-b976-5bdb3e5be9ce,revision_number=3']} {{(pid=106779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:07.127065 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Provisioning complete for port 84723dfa-e911-4060-a76a-be69370db717 triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:32:07.127678 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (84723dfa-e911-4060-a76a-be69370db717), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:07.205801 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:32:07.208904 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Current status of the port 84723dfa-e911-4060-a76a-be69370db717 is: ACTIVE; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:32:07.222731 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvr_db [None req-7de4b407-557c-477e-b6b8-19c99b2718fd None None] Set router 0f721828-a092-464d-9649-2a9ceaa7d320 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:32:07.224389 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:32:07.282756 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-d79d7e60-2d27-487e-a6ac-9fd1142d072d None None] Provisioning complete for port 99345bcd-25b3-4d58-b0c0-258dec10ef70 triggered by entity DHCP. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:32:07.283392 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-d79d7e60-2d27-487e-a6ac-9fd1142d072d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (99345bcd-25b3-4d58-b0c0-258dec10ef70), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:07.302508 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-74f008f3-39cd-4248-883c-6b4a07d29df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (99345bcd-25b3-4d58-b0c0-258dec10ef70), before_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:07.318642 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-d79d7e60-2d27-487e-a6ac-9fd1142d072d None None] Port 99345bcd-25b3-4d58-b0c0-258dec10ef70 cannot update to ACTIVE because it is not bound. {{(pid=106778) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 01:32:07.375619 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device 565e763b-00ed-42fe-949e-82841645ff17 no longer exists at agent hyperv_hv-cinder-85528 {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:32:07.405027 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-7de4b407-557c-477e-b6b8-19c99b2718fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f721828-a092-464d-9649-2a9ceaa7d320', 'name': 'tempest-TestShelveInstance-1880247420-router', 'tenant_id': '970d06f2d1e24f0e9072a7f43bb4925b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'ece5c27b-ccfe-4dcf-b976-5bdb3e5be9ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:32:04Z', 'updated_at': '2022-08-31T01:32:05Z', 'revision_number': 3, 'project_id': '970d06f2d1e24f0e9072a7f43bb4925b', 'gw_port': {'id': 'ece5c27b-ccfe-4dcf-b976-5bdb3e5be9ce', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f1:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f721828-a092-464d-9649-2a9ceaa7d320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:32:04Z', 'updated_at': '2022-08-31T01:32:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi'}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:07.409981 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] No Port match for: 565e763b-00ed-42fe-949e-82841645ff17 {{(pid=106778) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 01:32:07.410347 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device 565e763b-00ed-42fe-949e-82841645ff17 not bound to the agent host hv-cinder-85528 {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:32:07.435783 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de4b407-557c-477e-b6b8-19c99b2718fd None None] The sync data for ids ['0f721828-a092-464d-9649-2a9ceaa7d320'] in dv-cinder-855288-2-iscsi is: [{'id': '0f721828-a092-464d-9649-2a9ceaa7d320', 'name': 'tempest-TestShelveInstance-1880247420-router', 'tenant_id': '970d06f2d1e24f0e9072a7f43bb4925b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'ece5c27b-ccfe-4dcf-b976-5bdb3e5be9ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:32:04Z', 'updated_at': '2022-08-31T01:32:05Z', 'revision_number': 3, 'project_id': '970d06f2d1e24f0e9072a7f43bb4925b', 'gw_port': {'id': 'ece5c27b-ccfe-4dcf-b976-5bdb3e5be9ce', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f1:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f721828-a092-464d-9649-2a9ceaa7d320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:32:04Z', 'updated_at': '2022-08-31T01:32:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi'}] {{(pid=106779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:32:07.481045 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-74f008f3-39cd-4248-883c-6b4a07d29df5 admin admin] Publish callbacks [] for port (99345bcd-25b3-4d58-b0c0-258dec10ef70), precommit_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:07.561917 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-74f008f3-39cd-4248-883c-6b4a07d29df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5261583'] for port (99345bcd-25b3-4d58-b0c0-258dec10ef70), after_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:07.646267 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f008f3-39cd-4248-883c-6b4a07d29df5 admin admin] Pushing event updated for resources: {'Port': ['ID=99345bcd-25b3-4d58-b0c0-258dec10ef70,revision_number=2']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:07.651374 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-74f008f3-39cd-4248-883c-6b4a07d29df5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-636708'] for router_interface (0f721828-a092-464d-9649-2a9ceaa7d320), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:07.710463 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:32:07.758983 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f008f3-39cd-4248-883c-6b4a07d29df5 admin admin] Network 8302676b-2573-43a3-9e62-be304d7b7f01 is already hosted by enough agents. {{(pid=106777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:32:07.760885 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.base_scheduler [None req-74f008f3-39cd-4248-883c-6b4a07d29df5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:32:07.883329 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74f008f3-39cd-4248-883c-6b4a07d29df5 admin admin] Router 0f721828-a092-464d-9649-2a9ceaa7d320 has already been hosted by L3 agent 1428144b-5b15-4168-8538-b51b3045e8b6 {{(pid=106777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:32:08.001227 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f008f3-39cd-4248-883c-6b4a07d29df5 admin admin] Notify agent at l3_agent.dv-cinder-855288-2-iscsi the message routers_updated {{(pid=106777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:32:08.008310 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-74f008f3-39cd-4248-883c-6b4a07d29df5 admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/0f721828-a092-464d-9649-2a9ceaa7d320/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7940366 Aug 31 01:32:08.035440 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:32:08.042984 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-b71fbf48-b2db-4cb3-8fcf-efa422579b19 None None] Provisioning complete for port 99345bcd-25b3-4d58-b0c0-258dec10ef70 triggered by entity DHCP. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:32:08.043391 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b71fbf48-b2db-4cb3-8fcf-efa422579b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (99345bcd-25b3-4d58-b0c0-258dec10ef70), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:08.082475 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b71fbf48-b2db-4cb3-8fcf-efa422579b19 None None] Port 99345bcd-25b3-4d58-b0c0-258dec10ef70 cannot update to ACTIVE because it is not bound. {{(pid=106778) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 01:32:08.656774 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 37010) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:32:08.662065 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [None req-258a63c4-e25e-4b44-94c5-27851e3b4a4d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2109239539-network', 'tenant_id': 'dd9592e823ce4809b652aa7fd2029f49'}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:32:08.738918 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258a63c4-e25e-4b44-94c5-27851e3b4a4d admin admin] Made reservation on behalf of dd9592e823ce4809b652aa7fd2029f49 for: {'network': 1} {{(pid=106777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:32:08.741524 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-258a63c4-e25e-4b44-94c5-27851e3b4a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for network (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:08.750549 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-258a63c4-e25e-4b44-94c5-27851e3b4a4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:08.811220 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:32:08.831663 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-258a63c4-e25e-4b44-94c5-27851e3b4a4d admin admin] Publish callbacks [] for security_group (435aafc6-79d5-44a8-a519-f0b3a395f575), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:08.881784 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-258a63c4-e25e-4b44-94c5-27851e3b4a4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (435aafc6-79d5-44a8-a519-f0b3a395f575), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:08.909966 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-258a63c4-e25e-4b44-94c5-27851e3b4a4d admin admin] vlan segment allocate from pool success with {'vlan_id': 1078, 'physical_network': 'physnet1'} {{(pid=106777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:32:08.920442 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258a63c4-e25e-4b44-94c5-27851e3b4a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=435aafc6-79d5-44a8-a519-f0b3a395f575,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:08.925864 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-258a63c4-e25e-4b44-94c5-27851e3b4a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484916'] for segment (bf864a09-9ffb-4c51-8359-f838d5adce71), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:08.937079 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.db.segments_db [None req-258a63c4-e25e-4b44-94c5-27851e3b4a4d admin admin] Added segment bf864a09-9ffb-4c51-8359-f838d5adce71 of type vlan for network 23886f4b-e730-461e-bc0d-56bf305936c6 Aug 31 01:32:08.969469 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-258a63c4-e25e-4b44-94c5-27851e3b4a4d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779185844565'] for network (23886f4b-e730-461e-bc0d-56bf305936c6), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:09.040688 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952717e4-c00a-4f7b-89d6-2c1cd56b074c None None] Sync routers for ids ['0f721828-a092-464d-9649-2a9ceaa7d320'] in dv-cinder-855288-2-iscsi {{(pid=106778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:32:09.052093 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952717e4-c00a-4f7b-89d6-2c1cd56b074c None None] Routers {'0f721828-a092-464d-9649-2a9ceaa7d320'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:32:09.057964 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-952717e4-c00a-4f7b-89d6-2c1cd56b074c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:32:03Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['0f721828-a092-464d-9649-2a9ceaa7d320'], 'active': True} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:09.076112 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-258a63c4-e25e-4b44-94c5-27851e3b4a4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430'] for network (23886f4b-e730-461e-bc0d-56bf305936c6), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:09.077206 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258a63c4-e25e-4b44-94c5-27851e3b4a4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:32:09.077815 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-258a63c4-e25e-4b44-94c5-27851e3b4a4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537412'] for network (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:09.093160 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device ece5c27b-ccfe-4dcf-b976-5bdb3e5be9ce up at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:32:09.147259 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258a63c4-e25e-4b44-94c5-27851e3b4a4d admin admin] Pushing event updated for resources: {'Network': ['ID=23886f4b-e730-461e-bc0d-56bf305936c6,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:09.180165 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=100 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:32:09.184931 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Network 23886f4b-e730-461e-bc0d-56bf305936c6 details requested by agent ovs-agent-dv-cinder-855288-2-iscsi with host dv-cinder-855288-2-iscsi {{(pid=106778) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:32:09.187068 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-258a63c4-e25e-4b44-94c5-27851e3b4a4d admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5291898 Aug 31 01:32:09.190607 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 37018) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:32:09.195440 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [None req-6a1d1252-2a92-464b-a7a3-0a1564f73460 admin admin] Request body: {'subnet': {'network_id': '23886f4b-e730-461e-bc0d-56bf305936c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2109239539-subnet', 'tenant_id': 'dd9592e823ce4809b652aa7fd2029f49', 'ip_version': 4}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:32:09.203069 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Provisioning complete for port ece5c27b-ccfe-4dcf-b976-5bdb3e5be9ce triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:32:09.203453 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (ece5c27b-ccfe-4dcf-b976-5bdb3e5be9ce), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:09.281908 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a1d1252-2a92-464b-a7a3-0a1564f73460 admin admin] Made reservation on behalf of dd9592e823ce4809b652aa7fd2029f49 for: {'subnet': 1} {{(pid=106777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:32:09.285584 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-6a1d1252-2a92-464b-a7a3-0a1564f73460 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5608374'] for subnet (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:09.294206 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvr_db [None req-952717e4-c00a-4f7b-89d6-2c1cd56b074c None None] Set router 0f721828-a092-464d-9649-2a9ceaa7d320 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:32:09.301134 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:32:09.437081 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Current status of the port ece5c27b-ccfe-4dcf-b976-5bdb3e5be9ce is: DOWN; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:32:09.437393 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (ece5c27b-ccfe-4dcf-b976-5bdb3e5be9ce), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:09.469507 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] For port ece5c27b-ccfe-4dcf-b976-5bdb3e5be9ce, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=ece5c27b-ccfe-4dcf-b976-5bdb3e5be9ce,segment=NetworkSegment(5532158b-12fc-4975-99d9-f23bee8acdf7),segment_id=5532158b-12fc-4975-99d9-f23bee8acdf7)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:32:09.516473 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-6a1d1252-2a92-464b-a7a3-0a1564f73460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5262262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5608352'] for subnet (26aacfbb-9da3-4316-af5c-bff5ae0ee1c4), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:09.535907 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-952717e4-c00a-4f7b-89d6-2c1cd56b074c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f721828-a092-464d-9649-2a9ceaa7d320', 'name': 'tempest-TestShelveInstance-1880247420-router', 'tenant_id': '970d06f2d1e24f0e9072a7f43bb4925b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'ece5c27b-ccfe-4dcf-b976-5bdb3e5be9ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:32:04Z', 'updated_at': '2022-08-31T01:32:07Z', 'revision_number': 4, 'project_id': '970d06f2d1e24f0e9072a7f43bb4925b', 'gw_port': {'id': 'ece5c27b-ccfe-4dcf-b976-5bdb3e5be9ce', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f1:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f721828-a092-464d-9649-2a9ceaa7d320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:32:04Z', 'updated_at': '2022-08-31T01:32:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_interfaces': [{'id': '99345bcd-25b3-4d58-b0c0-258dec10ef70', 'name': '', 'network_id': '8302676b-2573-43a3-9e62-be304d7b7f01', 'tenant_id': '970d06f2d1e24f0e9072a7f43bb4925b', 'mac_address': 'fa:16:3e:da:26:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f721828-a092-464d-9649-2a9ceaa7d320', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '13bf33c4-dc93-411d-b62c-34bc26f1dd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:32:06Z', 'updated_at': '2022-08-31T01:32:07Z', 'revision_number': 2, 'project_id': '970d06f2d1e24f0e9072a7f43bb4925b', 'subnets': [{'id': '13bf33c4-dc93-411d-b62c-34bc26f1dd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:09.564539 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (ece5c27b-ccfe-4dcf-b976-5bdb3e5be9ce), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:09.568287 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952717e4-c00a-4f7b-89d6-2c1cd56b074c None None] Checking router: 0f721828-a092-464d-9649-2a9ceaa7d320 for host: dv-cinder-855288-2-iscsi {{(pid=106778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:32:09.568796 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952717e4-c00a-4f7b-89d6-2c1cd56b074c None None] Updating router 0f721828-a092-464d-9649-2a9ceaa7d320 port 99345bcd-25b3-4d58-b0c0-258dec10ef70 binding host dv-cinder-855288-2-iscsi {{(pid=106778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:32:09.579984 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1d1252-2a92-464b-a7a3-0a1564f73460 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26aacfbb-9da3-4316-af5c-bff5ae0ee1c4,revision_number=0']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:09.587193 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1d1252-2a92-464b-a7a3-0a1564f73460 admin admin] Checking segment: {'id': 'bf864a09-9ffb-4c51-8359-f838d5adce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '23886f4b-e730-461e-bc0d-56bf305936c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:32:09.587554 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1d1252-2a92-464b-a7a3-0a1564f73460 admin admin] Network hostable DHCP agents. Network: 23886f4b-e730-461e-bc0d-56bf305936c6, hostable agents: ['06e7caa6-6f15-45a1-a03b-1c511964ed9a'], hosted agents: [] {{(pid=106777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:32:09.625181 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-952717e4-c00a-4f7b-89d6-2c1cd56b074c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (99345bcd-25b3-4d58-b0c0-258dec10ef70), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:09.644256 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Pushing event updated for resources: {'Port': ['ID=ece5c27b-ccfe-4dcf-b976-5bdb3e5be9ce,revision_number=4']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:09.659143 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1d1252-2a92-464b-a7a3-0a1564f73460 admin admin] Network 23886f4b-e730-461e-bc0d-56bf305936c6 is scheduled to be hosted by DHCP agent 06e7caa6-6f15-45a1-a03b-1c511964ed9a with binding_index 1 {{(pid=106777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:32:09.710265 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.base_scheduler [None req-6a1d1252-2a92-464b-a7a3-0a1564f73460 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855288-2-iscsi, 23886f4b-e730-461e-bc0d-56bf305936c6) {{(pid=106777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:32:09.714615 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1d1252-2a92-464b-a7a3-0a1564f73460 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:32:09.715402 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-6a1d1252-2a92-464b-a7a3-0a1564f73460 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:09.726618 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26b8c12-63b8-485b-b70f-7e2f2fb34168 None None] Network 23886f4b-e730-461e-bc0d-56bf305936c6 requested from dv-cinder-855288-2-iscsi {{(pid=106778) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 01:32:09.798937 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:32:09.809856 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-6a1d1252-2a92-464b-a7a3-0a1564f73460 admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6182022 Aug 31 01:32:09.812559 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 37020) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:32:09.817528 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [None req-b7231e03-ee45-4429-9b69-d32afbcdc767 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2109239539-router', 'tenant_id': 'dd9592e823ce4809b652aa7fd2029f49', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83'}}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:32:09.927874 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-b7231e03-ee45-4429-9b69-d32afbcdc767 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10622'] for router (b5cc6242-d5cd-4389-9661-1d85cf22d0ad), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:09.929037 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-b7231e03-ee45-4429-9b69-d32afbcdc767 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-635161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482877', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10609'] for router (b5cc6242-d5cd-4389-9661-1d85cf22d0ad), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:09.979385 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-b7231e03-ee45-4429-9b69-d32afbcdc767 admin admin] Publish callbacks [] for router_controller (b5cc6242-d5cd-4389-9661-1d85cf22d0ad), precommit_add_association {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:10.019937 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db7c61f-846e-470a-8d07-a9ff9bf6035b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba7de80-325c-5b15-a1b2-1b6f80050974-23886f4b-e730-461e-bc0d-56bf305936c6', 'network_id': '23886f4b-e730-461e-bc0d-56bf305936c6', 'project_id': 'dd9592e823ce4809b652aa7fd2029f49', 'fixed_ips': [{'subnet_id': '26aacfbb-9da3-4316-af5c-bff5ae0ee1c4'}]}} from dv-cinder-855288-2-iscsi. {{(pid=106778) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 01:32:10.020896 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-1db7c61f-846e-470a-8d07-a9ff9bf6035b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (None), before_create {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:10.060959 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:32:10.185493 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-b7231e03-ee45-4429-9b69-d32afbcdc767 admin admin] Publish callbacks [] for router_gateway (b5cc6242-d5cd-4389-9661-1d85cf22d0ad), precommit_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:10.203063 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-952717e4-c00a-4f7b-89d6-2c1cd56b074c None None] Publish callbacks [] for port (99345bcd-25b3-4d58-b0c0-258dec10ef70), precommit_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:10.225370 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.db_base_plugin_common [None req-1db7c61f-846e-470a-8d07-a9ff9bf6035b None None] Allocated IP 172.20.0.2 (23886f4b-e730-461e-bc0d-56bf305936c6/26aacfbb-9da3-4316-af5c-bff5ae0ee1c4/04696b1b-221e-4a7b-b121-575687a0c2c1) {{(pid=106778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:32:10.277912 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-952717e4-c00a-4f7b-89d6-2c1cd56b074c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (99345bcd-25b3-4d58-b0c0-258dec10ef70), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:10.354989 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:32:10.366264 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9882d27-f083-4ccb-a9f0-9262a51cd90a None None] Pushing event updated for resources: {'Port': ['ID=99345bcd-25b3-4d58-b0c0-258dec10ef70,revision_number=3']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:10.421421 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.managers [None req-952717e4-c00a-4f7b-89d6-2c1cd56b074c None None] Attempting to bind port 99345bcd-25b3-4d58-b0c0-258dec10ef70 on host dv-cinder-855288-2-iscsi for vnic_type normal with profile {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 01:32:10.421786 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.managers [None req-952717e4-c00a-4f7b-89d6-2c1cd56b074c None None] Attempting to bind port 99345bcd-25b3-4d58-b0c0-258dec10ef70 by drivers openvswitch,hyperv on host dv-cinder-855288-2-iscsi at level 0 using segments [{'id': '8994d348-5d09-4aea-bc75-847599eef432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '8302676b-2573-43a3-9e62-be304d7b7f01'}] {{(pid=106778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 01:32:10.422143 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952717e4-c00a-4f7b-89d6-2c1cd56b074c None None] Attempting to bind port 99345bcd-25b3-4d58-b0c0-258dec10ef70 on network 8302676b-2573-43a3-9e62-be304d7b7f01 {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:32:10.426583 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-b7231e03-ee45-4429-9b69-d32afbcdc767 admin admin] Publish callbacks [] for router_gateway (b5cc6242-d5cd-4389-9661-1d85cf22d0ad), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:10.444475 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952717e4-c00a-4f7b-89d6-2c1cd56b074c None None] Checking agent: {'id': 'f96ef3eb-5320-49ab-b33a-a2775d3a6053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855288-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 1, 14, 6), 'started_at': datetime.datetime(2022, 8, 31, 1, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 1, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855288-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 01:32:10.444877 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952717e4-c00a-4f7b-89d6-2c1cd56b074c None None] Checking segment: {'id': '8994d348-5d09-4aea-bc75-847599eef432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '8302676b-2573-43a3-9e62-be304d7b7f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:32:10.445275 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-952717e4-c00a-4f7b-89d6-2c1cd56b074c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:10.445668 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952717e4-c00a-4f7b-89d6-2c1cd56b074c None None] Bound using segment: {'id': '8994d348-5d09-4aea-bc75-847599eef432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '8302676b-2573-43a3-9e62-be304d7b7f01'} {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 01:32:10.446130 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.managers [None req-952717e4-c00a-4f7b-89d6-2c1cd56b074c None None] Bound port: 99345bcd-25b3-4d58-b0c0-258dec10ef70, host: dv-cinder-855288-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8994d348-5d09-4aea-bc75-847599eef432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '8302676b-2573-43a3-9e62-be304d7b7f01'}}] {{(pid=106778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 01:32:10.446359 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-b7231e03-ee45-4429-9b69-d32afbcdc767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:10.446505 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-952717e4-c00a-4f7b-89d6-2c1cd56b074c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (99345bcd-25b3-4d58-b0c0-258dec10ef70), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:10.490997 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-1db7c61f-846e-470a-8d07-a9ff9bf6035b None None] Publish callbacks [] for port (04696b1b-221e-4a7b-b121-575687a0c2c1), precommit_create {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:10.523846 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-952717e4-c00a-4f7b-89d6-2c1cd56b074c None None] For port 99345bcd-25b3-4d58-b0c0-258dec10ef70, host dv-cinder-855288-2-iscsi, cleared binding levels {{(pid=106778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:32:10.526954 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-952717e4-c00a-4f7b-89d6-2c1cd56b074c None None] For port 99345bcd-25b3-4d58-b0c0-258dec10ef70, host dv-cinder-855288-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=99345bcd-25b3-4d58-b0c0-258dec10ef70,segment=NetworkSegment(8994d348-5d09-4aea-bc75-847599eef432),segment_id=8994d348-5d09-4aea-bc75-847599eef432)] {{(pid=106778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:32:10.554905 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.db_base_plugin_common [None req-b7231e03-ee45-4429-9b69-d32afbcdc767 admin admin] Allocated IP 172.27.1.207 (6de90673-24a8-444a-94e7-38ef2e70dd83/b0882f00-706c-4556-bcad-01ef413e142c/8a60e013-02b8-467a-9404-25cd2cbd52c4) {{(pid=106777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:32:10.597309 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-1db7c61f-846e-470a-8d07-a9ff9bf6035b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779185826838'] for port (04696b1b-221e-4a7b-b121-575687a0c2c1), after_create {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:10.622863 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:32:10.643328 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-952717e4-c00a-4f7b-89d6-2c1cd56b074c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (99345bcd-25b3-4d58-b0c0-258dec10ef70), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:10.649730 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db7c61f-846e-470a-8d07-a9ff9bf6035b None None] Network 23886f4b-e730-461e-bc0d-56bf305936c6 is already hosted by enough agents. {{(pid=106778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:32:10.656365 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.scheduler.base_scheduler [None req-1db7c61f-846e-470a-8d07-a9ff9bf6035b None None] Resources bound (agent type, host, resource id): {{(pid=106778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:32:10.659484 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-b7231e03-ee45-4429-9b69-d32afbcdc767 admin admin] Publish callbacks [] for port (8a60e013-02b8-467a-9404-25cd2cbd52c4), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:10.664288 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db7c61f-846e-470a-8d07-a9ff9bf6035b None None] Received port after_create {{(pid=106778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 01:32:10.668389 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db7c61f-846e-470a-8d07-a9ff9bf6035b None None] Pushing event updated for resources: {'Port': ['ID=04696b1b-221e-4a7b-b121-575687a0c2c1,revision_number=1']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:10.691611 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952717e4-c00a-4f7b-89d6-2c1cd56b074c None None] Routers {'0f721828-a092-464d-9649-2a9ceaa7d320'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:32:10.692267 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-952717e4-c00a-4f7b-89d6-2c1cd56b074c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:32:03Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['0f721828-a092-464d-9649-2a9ceaa7d320'], 'active': True} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:10.773685 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-b7231e03-ee45-4429-9b69-d32afbcdc767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779185826838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5261574'] for port (8a60e013-02b8-467a-9404-25cd2cbd52c4), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:10.818877 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7231e03-ee45-4429-9b69-d32afbcdc767 admin admin] Network 6de90673-24a8-444a-94e7-38ef2e70dd83 is already hosted by enough agents. {{(pid=106777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:32:10.823632 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.base_scheduler [None req-b7231e03-ee45-4429-9b69-d32afbcdc767 admin admin] Resources bound (agent type, host, resource id): {{(pid=106777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:32:10.827478 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7231e03-ee45-4429-9b69-d32afbcdc767 admin admin] Received port after_create {{(pid=106777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 01:32:10.831604 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7231e03-ee45-4429-9b69-d32afbcdc767 admin admin] Pushing event updated for resources: {'Port': ['ID=8a60e013-02b8-467a-9404-25cd2cbd52c4,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:10.835789 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.managers [None req-1db7c61f-846e-470a-8d07-a9ff9bf6035b None None] Attempting to bind port 04696b1b-221e-4a7b-b121-575687a0c2c1 on host dv-cinder-855288-2-iscsi for vnic_type normal with profile {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 01:32:10.836176 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.managers [None req-1db7c61f-846e-470a-8d07-a9ff9bf6035b None None] Attempting to bind port 04696b1b-221e-4a7b-b121-575687a0c2c1 by drivers openvswitch,hyperv on host dv-cinder-855288-2-iscsi at level 0 using segments [{'id': 'bf864a09-9ffb-4c51-8359-f838d5adce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '23886f4b-e730-461e-bc0d-56bf305936c6'}] {{(pid=106778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 01:32:10.836546 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db7c61f-846e-470a-8d07-a9ff9bf6035b None None] Attempting to bind port 04696b1b-221e-4a7b-b121-575687a0c2c1 on network 23886f4b-e730-461e-bc0d-56bf305936c6 {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:32:10.838767 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9882d27-f083-4ccb-a9f0-9262a51cd90a None None] Pushing event updated for resources: {'Port': ['ID=99345bcd-25b3-4d58-b0c0-258dec10ef70,revision_number=4']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:10.845082 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:INSERT=4,neutron:SELECT=90,neutron:UPDATE=6 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:32:10.853779 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db7c61f-846e-470a-8d07-a9ff9bf6035b None None] Checking agent: {'id': 'f96ef3eb-5320-49ab-b33a-a2775d3a6053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855288-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 1, 14, 6), 'started_at': datetime.datetime(2022, 8, 31, 1, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 1, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855288-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 01:32:10.855044 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db7c61f-846e-470a-8d07-a9ff9bf6035b None None] Checking segment: {'id': 'bf864a09-9ffb-4c51-8359-f838d5adce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '23886f4b-e730-461e-bc0d-56bf305936c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:32:10.855044 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-1db7c61f-846e-470a-8d07-a9ff9bf6035b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:10.855044 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db7c61f-846e-470a-8d07-a9ff9bf6035b None None] Bound using segment: {'id': 'bf864a09-9ffb-4c51-8359-f838d5adce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '23886f4b-e730-461e-bc0d-56bf305936c6'} {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 01:32:10.855455 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.managers [None req-1db7c61f-846e-470a-8d07-a9ff9bf6035b None None] Bound port: 04696b1b-221e-4a7b-b121-575687a0c2c1, host: dv-cinder-855288-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf864a09-9ffb-4c51-8359-f838d5adce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '23886f4b-e730-461e-bc0d-56bf305936c6'}}] {{(pid=106778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 01:32:10.855836 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-1db7c61f-846e-470a-8d07-a9ff9bf6035b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (04696b1b-221e-4a7b-b121-575687a0c2c1), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:10.902881 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:32:10.906651 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvr_db [None req-952717e4-c00a-4f7b-89d6-2c1cd56b074c None None] Set router 0f721828-a092-464d-9649-2a9ceaa7d320 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:32:10.997251 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-1db7c61f-846e-470a-8d07-a9ff9bf6035b None None] For port 04696b1b-221e-4a7b-b121-575687a0c2c1, host dv-cinder-855288-2-iscsi, cleared binding levels {{(pid=106778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:32:11.024118 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-1db7c61f-846e-470a-8d07-a9ff9bf6035b None None] For port 04696b1b-221e-4a7b-b121-575687a0c2c1, host dv-cinder-855288-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=04696b1b-221e-4a7b-b121-575687a0c2c1,segment=NetworkSegment(bf864a09-9ffb-4c51-8359-f838d5adce71),segment_id=bf864a09-9ffb-4c51-8359-f838d5adce71)] {{(pid=106778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:32:11.084868 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device ece5c27b-ccfe-4dcf-b976-5bdb3e5be9ce up at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:32:11.119627 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-1db7c61f-846e-470a-8d07-a9ff9bf6035b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (04696b1b-221e-4a7b-b121-575687a0c2c1), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:11.173736 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-b7231e03-ee45-4429-9b69-d32afbcdc767 admin admin] Publish callbacks [] for router_gateway (b5cc6242-d5cd-4389-9661-1d85cf22d0ad), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:11.230021 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db7c61f-846e-470a-8d07-a9ff9bf6035b None None] Pushing event updated for resources: {'Port': ['ID=04696b1b-221e-4a7b-b121-575687a0c2c1,revision_number=2']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:11.237829 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-952717e4-c00a-4f7b-89d6-2c1cd56b074c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f721828-a092-464d-9649-2a9ceaa7d320', 'name': 'tempest-TestShelveInstance-1880247420-router', 'tenant_id': '970d06f2d1e24f0e9072a7f43bb4925b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'ece5c27b-ccfe-4dcf-b976-5bdb3e5be9ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:32:04Z', 'updated_at': '2022-08-31T01:32:07Z', 'revision_number': 4, 'project_id': '970d06f2d1e24f0e9072a7f43bb4925b', 'gw_port': {'id': 'ece5c27b-ccfe-4dcf-b976-5bdb3e5be9ce', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f721828-a092-464d-9649-2a9ceaa7d320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:32:04Z', 'updated_at': '2022-08-31T01:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_interfaces': [{'id': '99345bcd-25b3-4d58-b0c0-258dec10ef70', 'name': '', 'network_id': '8302676b-2573-43a3-9e62-be304d7b7f01', 'tenant_id': '970d06f2d1e24f0e9072a7f43bb4925b', 'mac_address': 'fa:16:3e:da:26:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f721828-a092-464d-9649-2a9ceaa7d320', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '13bf33c4-dc93-411d-b62c-34bc26f1dd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:32:06Z', 'updated_at': '2022-08-31T01:32:10Z', 'revision_number': 4, 'project_id': '970d06f2d1e24f0e9072a7f43bb4925b', 'subnets': [{'id': '13bf33c4-dc93-411d-b62c-34bc26f1dd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:11.240992 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Provisioning complete for port ece5c27b-ccfe-4dcf-b976-5bdb3e5be9ce triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:32:11.241373 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (ece5c27b-ccfe-4dcf-b976-5bdb3e5be9ce), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:11.282606 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952717e4-c00a-4f7b-89d6-2c1cd56b074c None None] The sync data for ids ['0f721828-a092-464d-9649-2a9ceaa7d320'] in dv-cinder-855288-2-iscsi is: [{'id': '0f721828-a092-464d-9649-2a9ceaa7d320', 'name': 'tempest-TestShelveInstance-1880247420-router', 'tenant_id': '970d06f2d1e24f0e9072a7f43bb4925b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'ece5c27b-ccfe-4dcf-b976-5bdb3e5be9ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:32:04Z', 'updated_at': '2022-08-31T01:32:07Z', 'revision_number': 4, 'project_id': '970d06f2d1e24f0e9072a7f43bb4925b', 'gw_port': {'id': 'ece5c27b-ccfe-4dcf-b976-5bdb3e5be9ce', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f721828-a092-464d-9649-2a9ceaa7d320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:32:04Z', 'updated_at': '2022-08-31T01:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_interfaces': [{'id': '99345bcd-25b3-4d58-b0c0-258dec10ef70', 'name': '', 'network_id': '8302676b-2573-43a3-9e62-be304d7b7f01', 'tenant_id': '970d06f2d1e24f0e9072a7f43bb4925b', 'mac_address': 'fa:16:3e:da:26:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f721828-a092-464d-9649-2a9ceaa7d320', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '13bf33c4-dc93-411d-b62c-34bc26f1dd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:32:06Z', 'updated_at': '2022-08-31T01:32:10Z', 'revision_number': 4, 'project_id': '970d06f2d1e24f0e9072a7f43bb4925b', 'subnets': [{'id': '13bf33c4-dc93-411d-b62c-34bc26f1dd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:32:11.381334 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Current status of the port ece5c27b-ccfe-4dcf-b976-5bdb3e5be9ce is: ACTIVE; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:32:11.704364 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:32:11.711261 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-b7231e03-ee45-4429-9b69-d32afbcdc767 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-608468'] for router (b5cc6242-d5cd-4389-9661-1d85cf22d0ad), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:11.938484 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7231e03-ee45-4429-9b69-d32afbcdc767 admin admin] Router b5cc6242-d5cd-4389-9661-1d85cf22d0ad is scheduled to L3 agent 1428144b-5b15-4168-8538-b51b3045e8b6 with binding_index 1 {{(pid=106777) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:32:12.063520 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7231e03-ee45-4429-9b69-d32afbcdc767 admin admin] Notify agent at l3_agent.dv-cinder-855288-2-iscsi the message routers_updated {{(pid=106777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:32:12.073822 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1daed823-06ed-4d0d-bae0-8de65af546d3 None None] Sync routers for ids ['b5cc6242-d5cd-4389-9661-1d85cf22d0ad'] in dv-cinder-855288-2-iscsi {{(pid=106779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:32:12.158512 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5942f39b-470f-4786-8f44-a24a2bfb6d07 None None] Network 23886f4b-e730-461e-bc0d-56bf305936c6 requested from dv-cinder-855288-2-iscsi {{(pid=106778) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 01:32:12.174431 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1daed823-06ed-4d0d-bae0-8de65af546d3 None None] Routers {'b5cc6242-d5cd-4389-9661-1d85cf22d0ad'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:32:12.175060 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-1daed823-06ed-4d0d-bae0-8de65af546d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:32:03Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['b5cc6242-d5cd-4389-9661-1d85cf22d0ad'], 'active': True} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:12.186336 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-b7231e03-ee45-4429-9b69-d32afbcdc767 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:12.190512 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 37026) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:32:12.191048 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-b7231e03-ee45-4429-9b69-d32afbcdc767 admin admin] 10.222.0.20 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3769281 Aug 31 01:32:12.282111 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvr_db [None req-1daed823-06ed-4d0d-bae0-8de65af546d3 None None] Set router b5cc6242-d5cd-4389-9661-1d85cf22d0ad gateway port host: dv-cinder-855288-2-iscsi {{(pid=106779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:32:12.298909 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-63b5f6f7-e280-452e-aee6-35144549d0d7 None None] Provisioning complete for port 04696b1b-221e-4a7b-b121-575687a0c2c1 triggered by entity DHCP. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:32:12.304005 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-63b5f6f7-e280-452e-aee6-35144549d0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (04696b1b-221e-4a7b-b121-575687a0c2c1), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:12.348445 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=74,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:32:12.421451 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:32:12.503670 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:32:12.509262 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-1daed823-06ed-4d0d-bae0-8de65af546d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cc6242-d5cd-4389-9661-1d85cf22d0ad', 'name': 'tempest-TestShelveInstance-2109239539-router', 'tenant_id': 'dd9592e823ce4809b652aa7fd2029f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '8a60e013-02b8-467a-9404-25cd2cbd52c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:32:09Z', 'updated_at': '2022-08-31T01:32:10Z', 'revision_number': 3, 'project_id': 'dd9592e823ce4809b652aa7fd2029f49', 'gw_port': {'id': '8a60e013-02b8-467a-9404-25cd2cbd52c4', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e1:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cc6242-d5cd-4389-9661-1d85cf22d0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:32:10Z', 'updated_at': '2022-08-31T01:32:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi'}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:12.524326 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-63b5f6f7-e280-452e-aee6-35144549d0d7 None None] Current status of the port 04696b1b-221e-4a7b-b121-575687a0c2c1 is: DOWN; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:32:12.525030 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-63b5f6f7-e280-452e-aee6-35144549d0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (04696b1b-221e-4a7b-b121-575687a0c2c1), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:12.531807 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1daed823-06ed-4d0d-bae0-8de65af546d3 None None] Checking router: b5cc6242-d5cd-4389-9661-1d85cf22d0ad for host: dv-cinder-855288-2-iscsi {{(pid=106779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:32:12.532650 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1daed823-06ed-4d0d-bae0-8de65af546d3 None None] Updating router b5cc6242-d5cd-4389-9661-1d85cf22d0ad port 8a60e013-02b8-467a-9404-25cd2cbd52c4 binding host dv-cinder-855288-2-iscsi {{(pid=106779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:32:12.568305 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron_lib.callbacks.manager [None req-1daed823-06ed-4d0d-bae0-8de65af546d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (8a60e013-02b8-467a-9404-25cd2cbd52c4), before_update {{(pid=106779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:12.596644 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-63b5f6f7-e280-452e-aee6-35144549d0d7 None None] For port 04696b1b-221e-4a7b-b121-575687a0c2c1, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=04696b1b-221e-4a7b-b121-575687a0c2c1,segment=NetworkSegment(bf864a09-9ffb-4c51-8359-f838d5adce71),segment_id=bf864a09-9ffb-4c51-8359-f838d5adce71)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:32:12.646361 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:32:12.665201 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-63b5f6f7-e280-452e-aee6-35144549d0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (04696b1b-221e-4a7b-b121-575687a0c2c1), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:12.703335 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e10b79-f18c-41c7-9ecd-9cc525b440ab req-c154593a-cd26-4582-9fde-5cee077c5201 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:32:12.704966 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-f5e10b79-f18c-41c7-9ecd-9cc525b440ab req-c154593a-cd26-4582-9fde-5cee077c5201 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] 10.222.0.20 "GET /networking/v2.0/networks?id=5ae771f9-b42a-4b35-89fa-0e126c4452ca HTTP/1.1" status: 200 len: 813 time: 0.1887047 Aug 31 01:32:12.735952 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-f5e10b79-f18c-41c7-9ecd-9cc525b440ab req-309cbf13-aed0-44ff-81ab-626539ac7050 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] 10.222.0.20 "GET /networking/v2.0/quotas/29c95fae9a51415b9245125f5faedb37 HTTP/1.1" status: 200 len: 375 time: 0.0205986 Aug 31 01:32:12.765022 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b5f6f7-e280-452e-aee6-35144549d0d7 None None] Pushing event updated for resources: {'Port': ['ID=04696b1b-221e-4a7b-b121-575687a0c2c1,revision_number=3']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:12.788241 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-f5e10b79-f18c-41c7-9ecd-9cc525b440ab req-82f7e111-e2a8-4cc6-b3ed-4a88eb97b526 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=29c95fae9a51415b9245125f5faedb37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471139 Aug 31 01:32:12.792387 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:32:12.795594 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-879e286a-38e2-40eb-a709-db6c1fff7945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:12.888483 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-92479971-800f-49f0-9e07-76d9fa2663f5 None None] Provisioning complete for port 04696b1b-221e-4a7b-b121-575687a0c2c1 triggered by entity DHCP. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:32:12.889202 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-92479971-800f-49f0-9e07-76d9fa2663f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (04696b1b-221e-4a7b-b121-575687a0c2c1), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:12.901769 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-f5e10b79-f18c-41c7-9ecd-9cc525b440ab req-58526bb3-b93e-46c4-9492-1d55e9521dc1 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/5ae771f9-b42a-4b35-89fa-0e126c4452ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058631 Aug 31 01:32:12.924104 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron_lib.callbacks.manager [None req-1daed823-06ed-4d0d-bae0-8de65af546d3 None None] Publish callbacks [] for port (8a60e013-02b8-467a-9404-25cd2cbd52c4), precommit_update {{(pid=106779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:12.967283 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.db_base_plugin_common [None req-879e286a-38e2-40eb-a709-db6c1fff7945 admin admin] Allocated IP 172.20.0.1 (23886f4b-e730-461e-bc0d-56bf305936c6/26aacfbb-9da3-4316-af5c-bff5ae0ee1c4/3acf6668-c128-465f-8374-b6d0548773b1) {{(pid=106776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:32:12.983527 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-92479971-800f-49f0-9e07-76d9fa2663f5 None None] Current status of the port 04696b1b-221e-4a7b-b121-575687a0c2c1 is: ACTIVE; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:32:13.000836 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-f5e10b79-f18c-41c7-9ecd-9cc525b440ab req-1bf8d7ba-2602-4ebc-abc7-974c686bfa9b service neutron] 10.222.0.20 "GET /networking/v2.0/networks/5ae771f9-b42a-4b35-89fa-0e126c4452ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980484 Aug 31 01:32:13.005488 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron_lib.callbacks.manager [None req-1daed823-06ed-4d0d-bae0-8de65af546d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (8a60e013-02b8-467a-9404-25cd2cbd52c4), after_update {{(pid=106779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:13.064200 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.managers [None req-1daed823-06ed-4d0d-bae0-8de65af546d3 None None] Attempting to bind port 8a60e013-02b8-467a-9404-25cd2cbd52c4 on host dv-cinder-855288-2-iscsi for vnic_type normal with profile {{(pid=106779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 01:32:13.064566 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.managers [None req-1daed823-06ed-4d0d-bae0-8de65af546d3 None None] Attempting to bind port 8a60e013-02b8-467a-9404-25cd2cbd52c4 by drivers openvswitch,hyperv on host dv-cinder-855288-2-iscsi at level 0 using segments [{'id': '5532158b-12fc-4975-99d9-f23bee8acdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83'}] {{(pid=106779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 01:32:13.064948 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1daed823-06ed-4d0d-bae0-8de65af546d3 None None] Attempting to bind port 8a60e013-02b8-467a-9404-25cd2cbd52c4 on network 6de90673-24a8-444a-94e7-38ef2e70dd83 {{(pid=106779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:32:13.083663 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1daed823-06ed-4d0d-bae0-8de65af546d3 None None] Checking agent: {'id': 'f96ef3eb-5320-49ab-b33a-a2775d3a6053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855288-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 1, 14, 6), 'started_at': datetime.datetime(2022, 8, 31, 1, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 1, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855288-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 01:32:13.084304 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1daed823-06ed-4d0d-bae0-8de65af546d3 None None] Checking segment: {'id': '5532158b-12fc-4975-99d9-f23bee8acdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:32:13.084415 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron_lib.callbacks.manager [None req-1daed823-06ed-4d0d-bae0-8de65af546d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:13.084832 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1daed823-06ed-4d0d-bae0-8de65af546d3 None None] Bound using segment: {'id': '5532158b-12fc-4975-99d9-f23bee8acdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83'} {{(pid=106779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 01:32:13.085301 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.managers [None req-1daed823-06ed-4d0d-bae0-8de65af546d3 None None] Bound port: 8a60e013-02b8-467a-9404-25cd2cbd52c4, host: dv-cinder-855288-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5532158b-12fc-4975-99d9-f23bee8acdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83'}}] {{(pid=106779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 01:32:13.085773 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron_lib.callbacks.manager [None req-1daed823-06ed-4d0d-bae0-8de65af546d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (8a60e013-02b8-467a-9404-25cd2cbd52c4), before_update {{(pid=106779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:13.112845 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-879e286a-38e2-40eb-a709-db6c1fff7945 admin admin] Publish callbacks [] for port (3acf6668-c128-465f-8374-b6d0548773b1), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:13.113476 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e161441-284b-48f6-a3c7-b4f940ab16e4 None None] Pushing event updated for resources: {'Port': ['ID=8a60e013-02b8-467a-9404-25cd2cbd52c4,revision_number=2']} {{(pid=106779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:13.149796 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.db [None req-1daed823-06ed-4d0d-bae0-8de65af546d3 None None] For port 8a60e013-02b8-467a-9404-25cd2cbd52c4, host dv-cinder-855288-2-iscsi, cleared binding levels {{(pid=106779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:32:13.149796 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.db [None req-1daed823-06ed-4d0d-bae0-8de65af546d3 None None] For port 8a60e013-02b8-467a-9404-25cd2cbd52c4, host dv-cinder-855288-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=8a60e013-02b8-467a-9404-25cd2cbd52c4,segment=NetworkSegment(5532158b-12fc-4975-99d9-f23bee8acdf7),segment_id=5532158b-12fc-4975-99d9-f23bee8acdf7)] {{(pid=106779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:32:13.166480 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 04696b1b-221e-4a7b-b121-575687a0c2c1 up at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:32:13.210577 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Provisioning complete for port 04696b1b-221e-4a7b-b121-575687a0c2c1 triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:32:13.210946 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (04696b1b-221e-4a7b-b121-575687a0c2c1), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:13.247494 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron_lib.callbacks.manager [None req-1daed823-06ed-4d0d-bae0-8de65af546d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (8a60e013-02b8-467a-9404-25cd2cbd52c4), after_update {{(pid=106779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:13.247617 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-879e286a-38e2-40eb-a709-db6c1fff7945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779185826838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6273727'] for port (3acf6668-c128-465f-8374-b6d0548773b1), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:13.285469 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:32:13.292575 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1daed823-06ed-4d0d-bae0-8de65af546d3 None None] Routers {'b5cc6242-d5cd-4389-9661-1d85cf22d0ad'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:32:13.293226 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-1daed823-06ed-4d0d-bae0-8de65af546d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:32:03Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['b5cc6242-d5cd-4389-9661-1d85cf22d0ad'], 'active': True} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:13.305523 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:32:13.307185 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879e286a-38e2-40eb-a709-db6c1fff7945 admin admin] Network 23886f4b-e730-461e-bc0d-56bf305936c6 is already hosted by enough agents. {{(pid=106776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:32:13.312352 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.base_scheduler [None req-879e286a-38e2-40eb-a709-db6c1fff7945 admin admin] Resources bound (agent type, host, resource id): {{(pid=106776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:32:13.320569 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879e286a-38e2-40eb-a709-db6c1fff7945 admin admin] Received port after_create {{(pid=106776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 01:32:13.321361 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Current status of the port 04696b1b-221e-4a7b-b121-575687a0c2c1 is: ACTIVE; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:32:13.322651 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 99345bcd-25b3-4d58-b0c0-258dec10ef70 up at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:32:13.349496 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e161441-284b-48f6-a3c7-b4f940ab16e4 None None] Pushing event updated for resources: {'Port': ['ID=8a60e013-02b8-467a-9404-25cd2cbd52c4,revision_number=3']} {{(pid=106779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:13.387458 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-879e286a-38e2-40eb-a709-db6c1fff7945 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-636848'] for router_interface (b5cc6242-d5cd-4389-9661-1d85cf22d0ad), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:13.396197 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-2aea259c-4205-416f-a7ba-093770c37d52 req-b2a372ce-7ed5-40e7-9a64-2ffbb373f6e3 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=76a0be6d-f533-4d2e-8ac5-28c894a1d4d3 HTTP/1.1" status: 200 len: 210 time: 0.1229084 Aug 31 01:32:13.430908 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Provisioning complete for port 99345bcd-25b3-4d58-b0c0-258dec10ef70 triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:32:13.431286 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (99345bcd-25b3-4d58-b0c0-258dec10ef70), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:13.485248 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvr_db [None req-1daed823-06ed-4d0d-bae0-8de65af546d3 None None] Set router b5cc6242-d5cd-4389-9661-1d85cf22d0ad gateway port host: dv-cinder-855288-2-iscsi {{(pid=106779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:32:13.492817 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e286a-38e2-40eb-a709-db6c1fff7945 admin admin] Pushing event updated for resources: {'Port': ['ID=3acf6668-c128-465f-8374-b6d0548773b1,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:13.622584 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Current status of the port 99345bcd-25b3-4d58-b0c0-258dec10ef70 is: DOWN; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:32:13.622584 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (99345bcd-25b3-4d58-b0c0-258dec10ef70), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:13.721952 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-1daed823-06ed-4d0d-bae0-8de65af546d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cc6242-d5cd-4389-9661-1d85cf22d0ad', 'name': 'tempest-TestShelveInstance-2109239539-router', 'tenant_id': 'dd9592e823ce4809b652aa7fd2029f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '8a60e013-02b8-467a-9404-25cd2cbd52c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:32:09Z', 'updated_at': '2022-08-31T01:32:10Z', 'revision_number': 3, 'project_id': 'dd9592e823ce4809b652aa7fd2029f49', 'gw_port': {'id': '8a60e013-02b8-467a-9404-25cd2cbd52c4', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e1:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cc6242-d5cd-4389-9661-1d85cf22d0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:32:10Z', 'updated_at': '2022-08-31T01:32:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi'}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:13.752256 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1daed823-06ed-4d0d-bae0-8de65af546d3 None None] The sync data for ids ['b5cc6242-d5cd-4389-9661-1d85cf22d0ad'] in dv-cinder-855288-2-iscsi is: [{'id': 'b5cc6242-d5cd-4389-9661-1d85cf22d0ad', 'name': 'tempest-TestShelveInstance-2109239539-router', 'tenant_id': 'dd9592e823ce4809b652aa7fd2029f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '8a60e013-02b8-467a-9404-25cd2cbd52c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:32:09Z', 'updated_at': '2022-08-31T01:32:10Z', 'revision_number': 3, 'project_id': 'dd9592e823ce4809b652aa7fd2029f49', 'gw_port': {'id': '8a60e013-02b8-467a-9404-25cd2cbd52c4', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e1:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cc6242-d5cd-4389-9661-1d85cf22d0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:32:10Z', 'updated_at': '2022-08-31T01:32:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi'}] {{(pid=106779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:32:13.802348 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-879e286a-38e2-40eb-a709-db6c1fff7945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (3acf6668-c128-465f-8374-b6d0548773b1), before_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:13.808992 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-a8b9beaf-5db3-4862-b71d-ad188db1e0c7 None None] Provisioning complete for port 3acf6668-c128-465f-8374-b6d0548773b1 triggered by entity DHCP. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:32:13.809361 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-a8b9beaf-5db3-4862-b71d-ad188db1e0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (3acf6668-c128-465f-8374-b6d0548773b1), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:13.818919 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:32:13.844502 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] For port 99345bcd-25b3-4d58-b0c0-258dec10ef70, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=99345bcd-25b3-4d58-b0c0-258dec10ef70,segment=NetworkSegment(8994d348-5d09-4aea-bc75-847599eef432),segment_id=8994d348-5d09-4aea-bc75-847599eef432)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:32:13.858464 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-a8b9beaf-5db3-4862-b71d-ad188db1e0c7 None None] Port 3acf6668-c128-465f-8374-b6d0548773b1 cannot update to ACTIVE because it is not bound. {{(pid=106778) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 01:32:13.893202 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:32:13.908060 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (99345bcd-25b3-4d58-b0c0-258dec10ef70), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:13.960553 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Pushing event updated for resources: {'Port': ['ID=99345bcd-25b3-4d58-b0c0-258dec10ef70,revision_number=5']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:14.019536 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-879e286a-38e2-40eb-a709-db6c1fff7945 admin admin] Publish callbacks [] for port (3acf6668-c128-465f-8374-b6d0548773b1), precommit_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:14.076881 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-879e286a-38e2-40eb-a709-db6c1fff7945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6273718'] for port (3acf6668-c128-465f-8374-b6d0548773b1), after_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:14.150579 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e286a-38e2-40eb-a709-db6c1fff7945 admin admin] Pushing event updated for resources: {'Port': ['ID=3acf6668-c128-465f-8374-b6d0548773b1,revision_number=2']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:14.155198 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-879e286a-38e2-40eb-a709-db6c1fff7945 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-636708'] for router_interface (b5cc6242-d5cd-4389-9661-1d85cf22d0ad), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:14.254307 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879e286a-38e2-40eb-a709-db6c1fff7945 admin admin] Network 23886f4b-e730-461e-bc0d-56bf305936c6 is already hosted by enough agents. {{(pid=106776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:32:14.255772 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.base_scheduler [None req-879e286a-38e2-40eb-a709-db6c1fff7945 admin admin] Resources bound (agent type, host, resource id): {{(pid=106776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:32:14.376711 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-879e286a-38e2-40eb-a709-db6c1fff7945 admin admin] Router b5cc6242-d5cd-4389-9661-1d85cf22d0ad has already been hosted by L3 agent 1428144b-5b15-4168-8538-b51b3045e8b6 {{(pid=106776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:32:14.497077 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-879e286a-38e2-40eb-a709-db6c1fff7945 admin admin] Notify agent at l3_agent.dv-cinder-855288-2-iscsi the message routers_updated {{(pid=106776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:32:14.509946 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-879e286a-38e2-40eb-a709-db6c1fff7945 admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/b5cc6242-d5cd-4389-9661-1d85cf22d0ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3174510 Aug 31 01:32:14.528233 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-bcc32068-18b9-41c2-a3a1-70a427fc3307 req-54d916f7-fc4c-4558-b8f8-2a13815f4ba9 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=76a0be6d-f533-4d2e-8ac5-28c894a1d4d3 HTTP/1.1" status: 200 len: 210 time: 0.0519946 Aug 31 01:32:14.593438 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-7f1ef63c-0f4e-457f-8820-cd7734b74eb7 None None] Provisioning complete for port 3acf6668-c128-465f-8374-b6d0548773b1 triggered by entity DHCP. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:32:14.594037 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-7f1ef63c-0f4e-457f-8820-cd7734b74eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (3acf6668-c128-465f-8374-b6d0548773b1), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:14.641718 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-7f1ef63c-0f4e-457f-8820-cd7734b74eb7 None None] Port 3acf6668-c128-465f-8374-b6d0548773b1 cannot update to ACTIVE because it is not bound. {{(pid=106778) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 01:32:15.128995 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 8a60e013-02b8-467a-9404-25cd2cbd52c4 up at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:32:15.149975 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:32:15.176134 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Provisioning complete for port 8a60e013-02b8-467a-9404-25cd2cbd52c4 triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:32:15.176515 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (8a60e013-02b8-467a-9404-25cd2cbd52c4), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:15.250457 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Current status of the port 8a60e013-02b8-467a-9404-25cd2cbd52c4 is: DOWN; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:32:15.251371 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (8a60e013-02b8-467a-9404-25cd2cbd52c4), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:15.276428 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] For port 8a60e013-02b8-467a-9404-25cd2cbd52c4, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=8a60e013-02b8-467a-9404-25cd2cbd52c4,segment=NetworkSegment(5532158b-12fc-4975-99d9-f23bee8acdf7),segment_id=5532158b-12fc-4975-99d9-f23bee8acdf7)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:32:15.350281 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (8a60e013-02b8-467a-9404-25cd2cbd52c4), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:15.351119 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 99345bcd-25b3-4d58-b0c0-258dec10ef70 up at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:32:15.404551 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c3aecc-88a9-44ae-b5de-501bfcd76e84 None None] Sync routers for ids ['b5cc6242-d5cd-4389-9661-1d85cf22d0ad'] in dv-cinder-855288-2-iscsi {{(pid=106778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:32:15.437746 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c3aecc-88a9-44ae-b5de-501bfcd76e84 None None] Routers {'b5cc6242-d5cd-4389-9661-1d85cf22d0ad'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:32:15.438872 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-b1c3aecc-88a9-44ae-b5de-501bfcd76e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:32:03Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['b5cc6242-d5cd-4389-9661-1d85cf22d0ad'], 'active': True} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:15.442019 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Pushing event updated for resources: {'Port': ['ID=8a60e013-02b8-467a-9404-25cd2cbd52c4,revision_number=4']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:15.453623 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=100 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:32:15.493524 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Provisioning complete for port 99345bcd-25b3-4d58-b0c0-258dec10ef70 triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:32:15.493900 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (99345bcd-25b3-4d58-b0c0-258dec10ef70), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:15.512457 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e10b79-f18c-41c7-9ecd-9cc525b440ab req-94d4f412-a2bf-4697-b681-51c054b7323b tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:32:15.514001 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-f5e10b79-f18c-41c7-9ecd-9cc525b440ab req-94d4f412-a2bf-4697-b681-51c054b7323b tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] 10.222.0.85 "GET /networking/v2.0/networks?id=5ae771f9-b42a-4b35-89fa-0e126c4452ca HTTP/1.1" status: 200 len: 813 time: 0.1158788 Aug 31 01:32:15.526356 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [req-f5e10b79-f18c-41c7-9ecd-9cc525b440ab req-c263d1ec-4296-4fdb-9d47-7f251f928c24 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] Request body: {'port': {'device_id': '76a0be6d-f533-4d2e-8ac5-28c894a1d4d3', 'network_id': '5ae771f9-b42a-4b35-89fa-0e126c4452ca', 'admin_state_up': True, 'tenant_id': '29c95fae9a51415b9245125f5faedb37'}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:32:15.585350 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvr_db [None req-b1c3aecc-88a9-44ae-b5de-501bfcd76e84 None None] Set router b5cc6242-d5cd-4389-9661-1d85cf22d0ad gateway port host: dv-cinder-855288-2-iscsi {{(pid=106778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:32:15.654492 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-69d17b66-f888-4a93-a620-3b3e8da8c526 req-74b8102f-eaf8-4e1e-880f-7ade80774778 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=76a0be6d-f533-4d2e-8ac5-28c894a1d4d3 HTTP/1.1" status: 200 len: 210 time: 0.0322988 Aug 31 01:32:15.683971 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Current status of the port 99345bcd-25b3-4d58-b0c0-258dec10ef70 is: ACTIVE; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:32:15.688204 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5e10b79-f18c-41c7-9ecd-9cc525b440ab req-c263d1ec-4296-4fdb-9d47-7f251f928c24 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] Made reservation on behalf of 29c95fae9a51415b9245125f5faedb37 for: {'port': 1} {{(pid=106776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:32:15.693067 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-f5e10b79-f18c-41c7-9ecd-9cc525b440ab req-c263d1ec-4296-4fdb-9d47-7f251f928c24 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:15.797304 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:32:15.811324 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-b1c3aecc-88a9-44ae-b5de-501bfcd76e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cc6242-d5cd-4389-9661-1d85cf22d0ad', 'name': 'tempest-TestShelveInstance-2109239539-router', 'tenant_id': 'dd9592e823ce4809b652aa7fd2029f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '8a60e013-02b8-467a-9404-25cd2cbd52c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:32:09Z', 'updated_at': '2022-08-31T01:32:13Z', 'revision_number': 4, 'project_id': 'dd9592e823ce4809b652aa7fd2029f49', 'gw_port': {'id': '8a60e013-02b8-467a-9404-25cd2cbd52c4', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cc6242-d5cd-4389-9661-1d85cf22d0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:32:10Z', 'updated_at': '2022-08-31T01:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_interfaces': [{'id': '3acf6668-c128-465f-8374-b6d0548773b1', 'name': '', 'network_id': '23886f4b-e730-461e-bc0d-56bf305936c6', 'tenant_id': 'dd9592e823ce4809b652aa7fd2029f49', 'mac_address': 'fa:16:3e:ef:9e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cc6242-d5cd-4389-9661-1d85cf22d0ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '26aacfbb-9da3-4316-af5c-bff5ae0ee1c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:32:12Z', 'updated_at': '2022-08-31T01:32:13Z', 'revision_number': 2, 'project_id': 'dd9592e823ce4809b652aa7fd2029f49', 'subnets': [{'id': '26aacfbb-9da3-4316-af5c-bff5ae0ee1c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:15.832322 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.db_base_plugin_common [req-f5e10b79-f18c-41c7-9ecd-9cc525b440ab req-c263d1ec-4296-4fdb-9d47-7f251f928c24 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] Allocated IP 172.20.0.6 (5ae771f9-b42a-4b35-89fa-0e126c4452ca/654f4acd-0d4c-4693-ad7e-f5d3a7c42b5f/f9a9283a-8f15-439f-9443-549350a01130) {{(pid=106776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:32:15.841044 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c3aecc-88a9-44ae-b5de-501bfcd76e84 None None] Checking router: b5cc6242-d5cd-4389-9661-1d85cf22d0ad for host: dv-cinder-855288-2-iscsi {{(pid=106778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:32:15.843718 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c3aecc-88a9-44ae-b5de-501bfcd76e84 None None] Updating router b5cc6242-d5cd-4389-9661-1d85cf22d0ad port 3acf6668-c128-465f-8374-b6d0548773b1 binding host dv-cinder-855288-2-iscsi {{(pid=106778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:32:15.869745 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b1c3aecc-88a9-44ae-b5de-501bfcd76e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (3acf6668-c128-465f-8374-b6d0548773b1), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:15.954818 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 37068) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:32:15.961466 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [None req-451ab42e-4160-4ed8-80a4-c1e2aff35eb3 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-749134086', 'description': 'tempest-secgroup-smoke-749134086 description', 'project_id': '970d06f2d1e24f0e9072a7f43bb4925b'}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:32:16.016899 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-f5e10b79-f18c-41c7-9ecd-9cc525b440ab req-c263d1ec-4296-4fdb-9d47-7f251f928c24 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] Publish callbacks [] for port (f9a9283a-8f15-439f-9443-549350a01130), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:16.026406 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:32:16.044623 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:32:16.070379 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-451ab42e-4160-4ed8-80a4-c1e2aff35eb3 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Publish callbacks [] for security_group (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:16.119442 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-f5e10b79-f18c-41c7-9ecd-9cc525b440ab req-c263d1ec-4296-4fdb-9d47-7f251f928c24 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779185826838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6273727'] for port (f9a9283a-8f15-439f-9443-549350a01130), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:16.137416 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b1c3aecc-88a9-44ae-b5de-501bfcd76e84 None None] Publish callbacks [] for port (3acf6668-c128-465f-8374-b6d0548773b1), precommit_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:16.158036 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:32:16.183045 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-451ab42e-4160-4ed8-80a4-c1e2aff35eb3 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Publish callbacks [] for security_group (dc1d39fc-2df3-4b61-93bb-7770219d3d9b), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:16.189352 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5e10b79-f18c-41c7-9ecd-9cc525b440ab req-c263d1ec-4296-4fdb-9d47-7f251f928c24 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] Network 5ae771f9-b42a-4b35-89fa-0e126c4452ca is already hosted by enough agents. {{(pid=106776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:32:16.192742 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.base_scheduler [req-f5e10b79-f18c-41c7-9ecd-9cc525b440ab req-c263d1ec-4296-4fdb-9d47-7f251f928c24 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] Resources bound (agent type, host, resource id): {{(pid=106776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:32:16.194633 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c263d1ec-4296-4fdb-9d47-7f251f928c24 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] Pushing event updated for resources: {'Port': ['ID=f9a9283a-8f15-439f-9443-549350a01130,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:16.196873 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5e10b79-f18c-41c7-9ecd-9cc525b440ab req-c263d1ec-4296-4fdb-9d47-7f251f928c24 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] Received port after_create {{(pid=106776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 01:32:16.218796 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b1c3aecc-88a9-44ae-b5de-501bfcd76e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (3acf6668-c128-465f-8374-b6d0548773b1), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:16.246935 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e10b79-f18c-41c7-9ecd-9cc525b440ab req-c263d1ec-4296-4fdb-9d47-7f251f928c24 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:32:16.247587 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-f5e10b79-f18c-41c7-9ecd-9cc525b440ab req-c263d1ec-4296-4fdb-9d47-7f251f928c24 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for port (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:16.254638 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-451ab42e-4160-4ed8-80a4-c1e2aff35eb3 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (dc1d39fc-2df3-4b61-93bb-7770219d3d9b), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:16.287189 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ab42e-4160-4ed8-80a4-c1e2aff35eb3 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1d39fc-2df3-4b61-93bb-7770219d3d9b,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:16.300106 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c2d6c2-bf76-4f36-8046-21acdc2be5e2 None None] Pushing event updated for resources: {'Port': ['ID=3acf6668-c128-465f-8374-b6d0548773b1,revision_number=3']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:16.313099 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.managers [None req-b1c3aecc-88a9-44ae-b5de-501bfcd76e84 None None] Attempting to bind port 3acf6668-c128-465f-8374-b6d0548773b1 on host dv-cinder-855288-2-iscsi for vnic_type normal with profile {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 01:32:16.313486 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.managers [None req-b1c3aecc-88a9-44ae-b5de-501bfcd76e84 None None] Attempting to bind port 3acf6668-c128-465f-8374-b6d0548773b1 by drivers openvswitch,hyperv on host dv-cinder-855288-2-iscsi at level 0 using segments [{'id': 'bf864a09-9ffb-4c51-8359-f838d5adce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '23886f4b-e730-461e-bc0d-56bf305936c6'}] {{(pid=106778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 01:32:16.313876 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c3aecc-88a9-44ae-b5de-501bfcd76e84 None None] Attempting to bind port 3acf6668-c128-465f-8374-b6d0548773b1 on network 23886f4b-e730-461e-bc0d-56bf305936c6 {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:32:16.318857 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c3aecc-88a9-44ae-b5de-501bfcd76e84 None None] Checking agent: {'id': 'f96ef3eb-5320-49ab-b33a-a2775d3a6053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855288-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 1, 14, 6), 'started_at': datetime.datetime(2022, 8, 31, 1, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 1, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855288-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 01:32:16.319227 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c3aecc-88a9-44ae-b5de-501bfcd76e84 None None] Checking segment: {'id': 'bf864a09-9ffb-4c51-8359-f838d5adce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '23886f4b-e730-461e-bc0d-56bf305936c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:32:16.319623 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b1c3aecc-88a9-44ae-b5de-501bfcd76e84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:16.320035 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c3aecc-88a9-44ae-b5de-501bfcd76e84 None None] Bound using segment: {'id': 'bf864a09-9ffb-4c51-8359-f838d5adce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '23886f4b-e730-461e-bc0d-56bf305936c6'} {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 01:32:16.320510 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.managers [None req-b1c3aecc-88a9-44ae-b5de-501bfcd76e84 None None] Bound port: 3acf6668-c128-465f-8374-b6d0548773b1, host: dv-cinder-855288-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf864a09-9ffb-4c51-8359-f838d5adce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '23886f4b-e730-461e-bc0d-56bf305936c6'}}] {{(pid=106778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 01:32:16.320895 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b1c3aecc-88a9-44ae-b5de-501bfcd76e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (3acf6668-c128-465f-8374-b6d0548773b1), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:16.358068 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-451ab42e-4160-4ed8-80a4-c1e2aff35eb3 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Publish callbacks [] for security_group (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:16.362632 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-451ab42e-4160-4ed8-80a4-c1e2aff35eb3 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4035740 Aug 31 01:32:16.366168 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-f5e10b79-f18c-41c7-9ecd-9cc525b440ab req-c263d1ec-4296-4fdb-9d47-7f251f928c24 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] 10.222.0.85 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8405273 Aug 31 01:32:16.366344 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 37070) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:32:16.367916 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [None req-13ee26ff-1946-4af8-830d-d1b430318506 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Request body: {'security_group_rule': {'security_group_id': 'dc1d39fc-2df3-4b61-93bb-7770219d3d9b', 'project_id': '970d06f2d1e24f0e9072a7f43bb4925b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:32:16.374057 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [req-f5e10b79-f18c-41c7-9ecd-9cc525b440ab req-250e9b8d-d1fb-4d11-9b1e-a9bb3e9e0c86 service neutron] Request body: {'port': {'device_id': '76a0be6d-f533-4d2e-8ac5-28c894a1d4d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85528'}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:32:16.382369 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b1c3aecc-88a9-44ae-b5de-501bfcd76e84 None None] For port 3acf6668-c128-465f-8374-b6d0548773b1, host dv-cinder-855288-2-iscsi, cleared binding levels {{(pid=106778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:32:16.385637 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b1c3aecc-88a9-44ae-b5de-501bfcd76e84 None None] For port 3acf6668-c128-465f-8374-b6d0548773b1, host dv-cinder-855288-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=3acf6668-c128-465f-8374-b6d0548773b1,segment=NetworkSegment(bf864a09-9ffb-4c51-8359-f838d5adce71),segment_id=bf864a09-9ffb-4c51-8359-f838d5adce71)] {{(pid=106778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:32:16.436790 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-f5e10b79-f18c-41c7-9ecd-9cc525b440ab req-250e9b8d-d1fb-4d11-9b1e-a9bb3e9e0c86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (f9a9283a-8f15-439f-9443-549350a01130), before_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:16.459179 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b1c3aecc-88a9-44ae-b5de-501bfcd76e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (3acf6668-c128-465f-8374-b6d0548773b1), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:16.465166 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-13ee26ff-1946-4af8-830d-d1b430318506 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Publish callbacks [] for security_group_rule (abc18846-a38a-445e-8947-7546b1bdff9c), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:16.503380 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c3aecc-88a9-44ae-b5de-501bfcd76e84 None None] Routers {'b5cc6242-d5cd-4389-9661-1d85cf22d0ad'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:32:16.504144 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-b1c3aecc-88a9-44ae-b5de-501bfcd76e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:32:03Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['b5cc6242-d5cd-4389-9661-1d85cf22d0ad'], 'active': True} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:16.533341 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-13ee26ff-1946-4af8-830d-d1b430318506 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Publish callbacks [] for security_group_rule (abc18846-a38a-445e-8947-7546b1bdff9c), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:16.561643 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c2d6c2-bf76-4f36-8046-21acdc2be5e2 None None] Pushing event updated for resources: {'Port': ['ID=3acf6668-c128-465f-8374-b6d0548773b1,revision_number=4']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:16.608489 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:32:16.628138 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvr_db [None req-b1c3aecc-88a9-44ae-b5de-501bfcd76e84 None None] Set router b5cc6242-d5cd-4389-9661-1d85cf22d0ad gateway port host: dv-cinder-855288-2-iscsi {{(pid=106778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:32:16.628351 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-13ee26ff-1946-4af8-830d-d1b430318506 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413228'] for security_group_rule (abc18846-a38a-445e-8947-7546b1bdff9c), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:16.647435 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ee26ff-1946-4af8-830d-d1b430318506 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abc18846-a38a-445e-8947-7546b1bdff9c,revision_number=0']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:16.723893 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-13ee26ff-1946-4af8-830d-d1b430318506 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:16.725221 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-13ee26ff-1946-4af8-830d-d1b430318506 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3608947 Aug 31 01:32:16.728169 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 37074) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:32:16.733174 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [None req-c0e647a5-cdec-4019-b4eb-510a76b84306 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Request body: {'security_group_rule': {'security_group_id': 'dc1d39fc-2df3-4b61-93bb-7770219d3d9b', 'project_id': '970d06f2d1e24f0e9072a7f43bb4925b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:32:16.790972 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:32:16.806106 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5cd3c-cb97-4701-adad-4bba6cc3c8da req-65129164-a6a9-4adf-b0a3-1bf758b15676 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:32:16.808948 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1fe5cd3c-cb97-4701-adad-4bba6cc3c8da req-65129164-a6a9-4adf-b0a3-1bf758b15676 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=76a0be6d-f533-4d2e-8ac5-28c894a1d4d3 HTTP/1.1" status: 200 len: 931 time: 0.0532136 Aug 31 01:32:16.817425 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-c0e647a5-cdec-4019-b4eb-510a76b84306 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Publish callbacks [] for security_group_rule (8faebb26-f7b2-43ed-941f-03040de31249), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:16.839916 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-b1c3aecc-88a9-44ae-b5de-501bfcd76e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cc6242-d5cd-4389-9661-1d85cf22d0ad', 'name': 'tempest-TestShelveInstance-2109239539-router', 'tenant_id': 'dd9592e823ce4809b652aa7fd2029f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '8a60e013-02b8-467a-9404-25cd2cbd52c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:32:09Z', 'updated_at': '2022-08-31T01:32:13Z', 'revision_number': 4, 'project_id': 'dd9592e823ce4809b652aa7fd2029f49', 'gw_port': {'id': '8a60e013-02b8-467a-9404-25cd2cbd52c4', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cc6242-d5cd-4389-9661-1d85cf22d0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:32:10Z', 'updated_at': '2022-08-31T01:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_interfaces': [{'id': '3acf6668-c128-465f-8374-b6d0548773b1', 'name': '', 'network_id': '23886f4b-e730-461e-bc0d-56bf305936c6', 'tenant_id': 'dd9592e823ce4809b652aa7fd2029f49', 'mac_address': 'fa:16:3e:ef:9e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cc6242-d5cd-4389-9661-1d85cf22d0ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '26aacfbb-9da3-4316-af5c-bff5ae0ee1c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:32:12Z', 'updated_at': '2022-08-31T01:32:16Z', 'revision_number': 4, 'project_id': 'dd9592e823ce4809b652aa7fd2029f49', 'subnets': [{'id': '26aacfbb-9da3-4316-af5c-bff5ae0ee1c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:16.866075 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c3aecc-88a9-44ae-b5de-501bfcd76e84 None None] The sync data for ids ['b5cc6242-d5cd-4389-9661-1d85cf22d0ad'] in dv-cinder-855288-2-iscsi is: [{'id': 'b5cc6242-d5cd-4389-9661-1d85cf22d0ad', 'name': 'tempest-TestShelveInstance-2109239539-router', 'tenant_id': 'dd9592e823ce4809b652aa7fd2029f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '8a60e013-02b8-467a-9404-25cd2cbd52c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:32:09Z', 'updated_at': '2022-08-31T01:32:13Z', 'revision_number': 4, 'project_id': 'dd9592e823ce4809b652aa7fd2029f49', 'gw_port': {'id': '8a60e013-02b8-467a-9404-25cd2cbd52c4', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cc6242-d5cd-4389-9661-1d85cf22d0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:32:10Z', 'updated_at': '2022-08-31T01:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_interfaces': [{'id': '3acf6668-c128-465f-8374-b6d0548773b1', 'name': '', 'network_id': '23886f4b-e730-461e-bc0d-56bf305936c6', 'tenant_id': 'dd9592e823ce4809b652aa7fd2029f49', 'mac_address': 'fa:16:3e:ef:9e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cc6242-d5cd-4389-9661-1d85cf22d0ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '26aacfbb-9da3-4316-af5c-bff5ae0ee1c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:32:12Z', 'updated_at': '2022-08-31T01:32:16Z', 'revision_number': 4, 'project_id': 'dd9592e823ce4809b652aa7fd2029f49', 'subnets': [{'id': '26aacfbb-9da3-4316-af5c-bff5ae0ee1c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:32:16.910074 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-c0e647a5-cdec-4019-b4eb-510a76b84306 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Publish callbacks [] for security_group_rule (8faebb26-f7b2-43ed-941f-03040de31249), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:16.914671 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1fe5cd3c-cb97-4701-adad-4bba6cc3c8da req-3668e6a0-457d-40aa-a655-c885e2de4bcc tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3c1edca6-1a75-484d-a700-dd55af4bdb87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984573 Aug 31 01:32:16.962110 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-c0e647a5-cdec-4019-b4eb-510a76b84306 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413228'] for security_group_rule (8faebb26-f7b2-43ed-941f-03040de31249), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:16.970652 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.notifiers.nova [req-f5e10b79-f18c-41c7-9ecd-9cc525b440ab req-250e9b8d-d1fb-4d11-9b1e-a9bb3e9e0c86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9a9283a-8f15-439f-9443-549350a01130 {{(pid=106776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 01:32:16.978878 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-f5e10b79-f18c-41c7-9ecd-9cc525b440ab req-250e9b8d-d1fb-4d11-9b1e-a9bb3e9e0c86 service neutron] Publish callbacks [] for port (f9a9283a-8f15-439f-9443-549350a01130), precommit_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:16.984803 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e647a5-cdec-4019-b4eb-510a76b84306 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8faebb26-f7b2-43ed-941f-03040de31249,revision_number=0']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:16.996010 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.provisioning_blocks [req-f5e10b79-f18c-41c7-9ecd-9cc525b440ab req-250e9b8d-d1fb-4d11-9b1e-a9bb3e9e0c86 service neutron] Transition to ACTIVE for port object f9a9283a-8f15-439f-9443-549350a01130 will not be triggered until provisioned by entity L2. {{(pid=106776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 01:32:17.060679 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-c0e647a5-cdec-4019-b4eb-510a76b84306 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:17.062026 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-c0e647a5-cdec-4019-b4eb-510a76b84306 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3325055 Aug 31 01:32:17.065714 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 37076) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:32:17.073519 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [None req-eb419c72-c8f5-4edb-8cf7-6d19ad513b22 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Request body: {'security_group_rule': {'security_group_id': 'dc1d39fc-2df3-4b61-93bb-7770219d3d9b', 'project_id': '970d06f2d1e24f0e9072a7f43bb4925b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:32:17.073880 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-f5e10b79-f18c-41c7-9ecd-9cc525b440ab req-250e9b8d-d1fb-4d11-9b1e-a9bb3e9e0c86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6273718'] for port (f9a9283a-8f15-439f-9443-549350a01130), after_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:17.115675 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e9b8d-d1fb-4d11-9b1e-a9bb3e9e0c86 service neutron] Pushing event updated for resources: {'Port': ['ID=f9a9283a-8f15-439f-9443-549350a01130,revision_number=2']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:17.123239 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:32:17.190598 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 8a60e013-02b8-467a-9404-25cd2cbd52c4 up at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:32:17.194647 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-eb419c72-c8f5-4edb-8cf7-6d19ad513b22 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Publish callbacks [] for security_group_rule (704ec114-a6c0-4deb-a276-acbb70b09f9e), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:17.202058 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.managers [req-f5e10b79-f18c-41c7-9ecd-9cc525b440ab req-250e9b8d-d1fb-4d11-9b1e-a9bb3e9e0c86 service neutron] Attempting to bind port f9a9283a-8f15-439f-9443-549350a01130 on host hv-cinder-85528 for vnic_type normal with profile {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 01:32:17.202538 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.managers [req-f5e10b79-f18c-41c7-9ecd-9cc525b440ab req-250e9b8d-d1fb-4d11-9b1e-a9bb3e9e0c86 service neutron] Attempting to bind port f9a9283a-8f15-439f-9443-549350a01130 by drivers openvswitch,hyperv on host hv-cinder-85528 at level 0 using segments [{'id': 'c8dc5385-b822-4dcf-8576-bc1309eb153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '5ae771f9-b42a-4b35-89fa-0e126c4452ca'}] {{(pid=106776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 01:32:17.202969 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e10b79-f18c-41c7-9ecd-9cc525b440ab req-250e9b8d-d1fb-4d11-9b1e-a9bb3e9e0c86 service neutron] Attempting to bind port f9a9283a-8f15-439f-9443-549350a01130 on network 5ae771f9-b42a-4b35-89fa-0e126c4452ca {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:32:17.208926 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e10b79-f18c-41c7-9ecd-9cc525b440ab req-250e9b8d-d1fb-4d11-9b1e-a9bb3e9e0c86 service neutron] Port f9a9283a-8f15-439f-9443-549350a01130 on network 5ae771f9-b42a-4b35-89fa-0e126c4452ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85528 {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 01:32:17.209645 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e10b79-f18c-41c7-9ecd-9cc525b440ab req-250e9b8d-d1fb-4d11-9b1e-a9bb3e9e0c86 service neutron] Attempting to bind port f9a9283a-8f15-439f-9443-549350a01130 on network 5ae771f9-b42a-4b35-89fa-0e126c4452ca {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:32:17.215247 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e10b79-f18c-41c7-9ecd-9cc525b440ab req-250e9b8d-d1fb-4d11-9b1e-a9bb3e9e0c86 service neutron] Checking agent: {'id': '799b9b45-836a-4007-8b99-6041c4a5ce6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85528', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 1, 20, 34), 'started_at': datetime.datetime(2022, 8, 31, 1, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 1, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 01:32:17.216014 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e10b79-f18c-41c7-9ecd-9cc525b440ab req-250e9b8d-d1fb-4d11-9b1e-a9bb3e9e0c86 service neutron] Checking segment: {'id': 'c8dc5385-b822-4dcf-8576-bc1309eb153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '5ae771f9-b42a-4b35-89fa-0e126c4452ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:32:17.216281 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e10b79-f18c-41c7-9ecd-9cc525b440ab req-250e9b8d-d1fb-4d11-9b1e-a9bb3e9e0c86 service neutron] Bound using segment: {'id': 'c8dc5385-b822-4dcf-8576-bc1309eb153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '5ae771f9-b42a-4b35-89fa-0e126c4452ca'} {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 01:32:17.216810 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.managers [req-f5e10b79-f18c-41c7-9ecd-9cc525b440ab req-250e9b8d-d1fb-4d11-9b1e-a9bb3e9e0c86 service neutron] Bound port: f9a9283a-8f15-439f-9443-549350a01130, host: hv-cinder-85528, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8dc5385-b822-4dcf-8576-bc1309eb153e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '5ae771f9-b42a-4b35-89fa-0e126c4452ca'}}] {{(pid=106776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 01:32:17.217239 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-f5e10b79-f18c-41c7-9ecd-9cc525b440ab req-250e9b8d-d1fb-4d11-9b1e-a9bb3e9e0c86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (f9a9283a-8f15-439f-9443-549350a01130), before_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:17.259484 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Provisioning complete for port 8a60e013-02b8-467a-9404-25cd2cbd52c4 triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:32:17.259865 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (8a60e013-02b8-467a-9404-25cd2cbd52c4), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:17.282746 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-eb419c72-c8f5-4edb-8cf7-6d19ad513b22 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Publish callbacks [] for security_group_rule (704ec114-a6c0-4deb-a276-acbb70b09f9e), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:17.287506 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.db [req-f5e10b79-f18c-41c7-9ecd-9cc525b440ab req-250e9b8d-d1fb-4d11-9b1e-a9bb3e9e0c86 service neutron] For port f9a9283a-8f15-439f-9443-549350a01130, host hv-cinder-85528, cleared binding levels {{(pid=106776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:32:17.291253 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.db [req-f5e10b79-f18c-41c7-9ecd-9cc525b440ab req-250e9b8d-d1fb-4d11-9b1e-a9bb3e9e0c86 service neutron] For port f9a9283a-8f15-439f-9443-549350a01130, host hv-cinder-85528, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=f9a9283a-8f15-439f-9443-549350a01130,segment=NetworkSegment(c8dc5385-b822-4dcf-8576-bc1309eb153e),segment_id=c8dc5385-b822-4dcf-8576-bc1309eb153e)] {{(pid=106776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:32:17.344344 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Current status of the port 8a60e013-02b8-467a-9404-25cd2cbd52c4 is: ACTIVE; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:32:17.350716 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 3acf6668-c128-465f-8374-b6d0548773b1 up at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:32:17.367595 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-eb419c72-c8f5-4edb-8cf7-6d19ad513b22 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413228'] for security_group_rule (704ec114-a6c0-4deb-a276-acbb70b09f9e), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:17.368692 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-f5e10b79-f18c-41c7-9ecd-9cc525b440ab req-250e9b8d-d1fb-4d11-9b1e-a9bb3e9e0c86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6273718'] for port (f9a9283a-8f15-439f-9443-549350a01130), after_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:17.372754 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e10b79-f18c-41c7-9ecd-9cc525b440ab req-250e9b8d-d1fb-4d11-9b1e-a9bb3e9e0c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:32:17.373617 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-f5e10b79-f18c-41c7-9ecd-9cc525b440ab req-250e9b8d-d1fb-4d11-9b1e-a9bb3e9e0c86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for port (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:17.375346 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-f5e10b79-f18c-41c7-9ecd-9cc525b440ab req-250e9b8d-d1fb-4d11-9b1e-a9bb3e9e0c86 service neutron] 10.222.0.85 "PUT /networking/v2.0/ports/f9a9283a-8f15-439f-9443-549350a01130 HTTP/1.1" status: 200 len: 1093 time: 1.0052145 Aug 31 01:32:17.386561 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76a0be6d-f533-4d2e-8ac5-28c894a1d4d3', 'tag': 'f9a9283a-8f15-439f-9443-549350a01130'}] {{(pid=106776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:32:17.387496 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb419c72-c8f5-4edb-8cf7-6d19ad513b22 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=704ec114-a6c0-4deb-a276-acbb70b09f9e,revision_number=0']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:17.392521 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c75c880f6fcf50a6244b1a715e98a431c8b587c27dc42cc7f33f1c98f81bddd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41089a92-0b2e-406c-aa7e-875ca5fd967d" -d '{"events": [{"name": "network-changed", "server_uuid": "76a0be6d-f533-4d2e-8ac5-28c894a1d4d3", "tag": "f9a9283a-8f15-439f-9443-549350a01130"}]}' {{(pid=106776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:32:17.405650 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Provisioning complete for port 3acf6668-c128-465f-8374-b6d0548773b1 triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:32:17.411649 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (3acf6668-c128-465f-8374-b6d0548773b1), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:17.444764 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 01:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a28b92e-ce2e-4bee-9dbd-8ce799021474 x-openstack-request-id: req-5a28b92e-ce2e-4bee-9dbd-8ce799021474 {{(pid=106776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:32:17.445050 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76a0be6d-f533-4d2e-8ac5-28c894a1d4d3", "tag": "f9a9283a-8f15-439f-9443-549350a01130", "status": "completed", "code": 200}]} {{(pid=106776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:32:17.445297 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5a28b92e-ce2e-4bee-9dbd-8ce799021474 {{(pid=106776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:32:17.445882 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a28b92e-ce2e-4bee-9dbd-8ce799021474'] response: {'name': 'network-changed', 'server_uuid': '76a0be6d-f533-4d2e-8ac5-28c894a1d4d3', 'tag': 'f9a9283a-8f15-439f-9443-549350a01130', 'status': 'completed', 'code': 200} Aug 31 01:32:17.448814 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e9b8d-d1fb-4d11-9b1e-a9bb3e9e0c86 service neutron] Pushing event updated for resources: {'Port': ['ID=f9a9283a-8f15-439f-9443-549350a01130,revision_number=3']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:17.466265 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-eb419c72-c8f5-4edb-8cf7-6d19ad513b22 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:17.467614 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-eb419c72-c8f5-4edb-8cf7-6d19ad513b22 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4008207 Aug 31 01:32:17.470290 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 37080) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:32:17.474853 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [None req-1f6c235c-a6ff-41c7-b339-799411658f97 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Request body: {'security_group_rule': {'security_group_id': 'dc1d39fc-2df3-4b61-93bb-7770219d3d9b', 'project_id': '970d06f2d1e24f0e9072a7f43bb4925b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:32:17.488677 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Current status of the port 3acf6668-c128-465f-8374-b6d0548773b1 is: DOWN; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:32:17.489406 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (3acf6668-c128-465f-8374-b6d0548773b1), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:17.506140 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41089a92-0b2e-406c-aa7e-875ca5fd967d req-2167edf6-f5f7-42b2-9e96-d4757815ea42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:32:17.507656 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-41089a92-0b2e-406c-aa7e-875ca5fd967d req-2167edf6-f5f7-42b2-9e96-d4757815ea42 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=29c95fae9a51415b9245125f5faedb37&device_id=76a0be6d-f533-4d2e-8ac5-28c894a1d4d3 HTTP/1.1" status: 200 len: 1127 time: 0.0415432 Aug 31 01:32:17.512231 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:32:17.530889 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] For port 3acf6668-c128-465f-8374-b6d0548773b1, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=3acf6668-c128-465f-8374-b6d0548773b1,segment=NetworkSegment(bf864a09-9ffb-4c51-8359-f838d5adce71),segment_id=bf864a09-9ffb-4c51-8359-f838d5adce71)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:32:17.556904 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-1f6c235c-a6ff-41c7-b339-799411658f97 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Publish callbacks [] for security_group_rule (f47e9ea1-3a60-48c6-a0f8-41f8abb6f0df), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:17.611268 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:32:17.619327 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (3acf6668-c128-465f-8374-b6d0548773b1), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:17.621895 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-1f6c235c-a6ff-41c7-b339-799411658f97 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Publish callbacks [] for security_group_rule (f47e9ea1-3a60-48c6-a0f8-41f8abb6f0df), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:17.624275 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41089a92-0b2e-406c-aa7e-875ca5fd967d req-41a67c16-3876-417b-a075-382894bd0dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:32:17.625805 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-41089a92-0b2e-406c-aa7e-875ca5fd967d req-41a67c16-3876-417b-a075-382894bd0dd1 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?tenant_id=29c95fae9a51415b9245125f5faedb37&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1115241 Aug 31 01:32:17.669798 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Pushing event updated for resources: {'Port': ['ID=3acf6668-c128-465f-8374-b6d0548773b1,revision_number=5']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:17.692303 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-1f6c235c-a6ff-41c7-b339-799411658f97 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413228'] for security_group_rule (f47e9ea1-3a60-48c6-a0f8-41f8abb6f0df), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:17.698193 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:32:17.712675 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6c235c-a6ff-41c7-b339-799411658f97 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f47e9ea1-3a60-48c6-a0f8-41f8abb6f0df,revision_number=0']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:17.727632 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41089a92-0b2e-406c-aa7e-875ca5fd967d req-7d3a15ba-0315-4239-bb1f-6d4324aa50ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:32:17.730644 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-41089a92-0b2e-406c-aa7e-875ca5fd967d req-7d3a15ba-0315-4239-bb1f-6d4324aa50ea service neutron] 10.222.0.85 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0969625 Aug 31 01:32:17.798296 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-1f6c235c-a6ff-41c7-b339-799411658f97 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:17.799562 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-1f6c235c-a6ff-41c7-b339-799411658f97 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3282340 Aug 31 01:32:17.802401 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 37082) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:32:17.803740 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e10b79-f18c-41c7-9ecd-9cc525b440ab req-d5c64e4d-4c6a-410d-b23c-7c680da6e4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:32:17.805281 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-f5e10b79-f18c-41c7-9ecd-9cc525b440ab req-d5c64e4d-4c6a-410d-b23c-7c680da6e4e6 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=29c95fae9a51415b9245125f5faedb37&device_id=76a0be6d-f533-4d2e-8ac5-28c894a1d4d3 HTTP/1.1" status: 200 len: 1127 time: 0.0401480 Aug 31 01:32:17.806732 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [None req-b6027436-a2e1-43ab-aa7d-637a5570a5ce tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Request body: {'security_group_rule': {'security_group_id': 'dc1d39fc-2df3-4b61-93bb-7770219d3d9b', 'project_id': '970d06f2d1e24f0e9072a7f43bb4925b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:32:17.845416 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-f5e10b79-f18c-41c7-9ecd-9cc525b440ab req-a8b08cf9-1d0f-434d-86e4-343ddffa3f06 service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9a9283a-8f15-439f-9443-549350a01130 HTTP/1.1" status: 200 len: 217 time: 0.0338974 Aug 31 01:32:17.898594 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e10b79-f18c-41c7-9ecd-9cc525b440ab req-79e270ee-60b1-4a53-b644-b82817a8415a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:32:17.900051 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-f5e10b79-f18c-41c7-9ecd-9cc525b440ab req-79e270ee-60b1-4a53-b644-b82817a8415a service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=654f4acd-0d4c-4693-ad7e-f5d3a7c42b5f HTTP/1.1" status: 200 len: 853 time: 0.0483997 Aug 31 01:32:17.901908 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.db.securitygroups_db [None req-b6027436-a2e1-43ab-aa7d-637a5570a5ce tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Project 970d06f2d1e24f0e9072a7f43bb4925b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 01:32:17.909051 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-b6027436-a2e1-43ab-aa7d-637a5570a5ce tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Publish callbacks [] for security_group_rule (4d02bbd0-64e4-4cd6-a9c6-a94ff6ae5d8b), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:17.933293 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-f5e10b79-f18c-41c7-9ecd-9cc525b440ab req-72f08b8e-9c3d-43fb-9894-e5377ee9eae2 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=5ae771f9-b42a-4b35-89fa-0e126c4452ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259032 Aug 31 01:32:17.979721 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-b6027436-a2e1-43ab-aa7d-637a5570a5ce tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Publish callbacks [] for security_group_rule (4d02bbd0-64e4-4cd6-a9c6-a94ff6ae5d8b), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:18.034834 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-f5e10b79-f18c-41c7-9ecd-9cc525b440ab req-5f22894b-7558-41f4-bce8-4b07625903f2 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/5ae771f9-b42a-4b35-89fa-0e126c4452ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955808 Aug 31 01:32:18.059996 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93659245-13cc-4fd0-8cfc-beb2813a304b req-6805c6d8-5341-4fac-a8b1-e30509fb1aef tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:32:18.061728 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-93659245-13cc-4fd0-8cfc-beb2813a304b req-6805c6d8-5341-4fac-a8b1-e30509fb1aef tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=76a0be6d-f533-4d2e-8ac5-28c894a1d4d3 HTTP/1.1" status: 200 len: 943 time: 0.0537639 Aug 31 01:32:18.074277 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-b6027436-a2e1-43ab-aa7d-637a5570a5ce tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413228'] for security_group_rule (4d02bbd0-64e4-4cd6-a9c6-a94ff6ae5d8b), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:18.106935 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6027436-a2e1-43ab-aa7d-637a5570a5ce tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d02bbd0-64e4-4cd6-a9c6-a94ff6ae5d8b,revision_number=0']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:18.135542 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-93659245-13cc-4fd0-8cfc-beb2813a304b req-87e2cac0-43f7-46ae-b69d-1310ee1f3da5 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3c1edca6-1a75-484d-a700-dd55af4bdb87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678177 Aug 31 01:32:18.149490 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-f5e10b79-f18c-41c7-9ecd-9cc525b440ab req-abaa3795-3676-44f1-8969-0dd20e5ccf68 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/5ae771f9-b42a-4b35-89fa-0e126c4452ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087677 Aug 31 01:32:18.199192 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-b6027436-a2e1-43ab-aa7d-637a5570a5ce tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:18.199192 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-b6027436-a2e1-43ab-aa7d-637a5570a5ce tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3949461 Aug 31 01:32:18.201178 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 37086) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:32:18.206385 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [None req-a2c71b87-7563-4c9e-a5eb-ceb244509fcd tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Request body: {'security_group_rule': {'security_group_id': 'dc1d39fc-2df3-4b61-93bb-7770219d3d9b', 'project_id': '970d06f2d1e24f0e9072a7f43bb4925b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:32:18.220518 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:32:18.311569 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.db.securitygroups_db [None req-a2c71b87-7563-4c9e-a5eb-ceb244509fcd tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Project 970d06f2d1e24f0e9072a7f43bb4925b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 01:32:18.321001 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-a2c71b87-7563-4c9e-a5eb-ceb244509fcd tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Publish callbacks [] for security_group_rule (1beed1fc-1549-4398-ab62-c064637e7208), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:18.384187 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-a2c71b87-7563-4c9e-a5eb-ceb244509fcd tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Publish callbacks [] for security_group_rule (1beed1fc-1549-4398-ab62-c064637e7208), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:18.470178 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-a2c71b87-7563-4c9e-a5eb-ceb244509fcd tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413228'] for security_group_rule (1beed1fc-1549-4398-ab62-c064637e7208), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:18.489686 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c71b87-7563-4c9e-a5eb-ceb244509fcd tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1beed1fc-1549-4398-ab62-c064637e7208,revision_number=0']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:18.581583 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-a2c71b87-7563-4c9e-a5eb-ceb244509fcd tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:18.582801 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-a2c71b87-7563-4c9e-a5eb-ceb244509fcd tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3806758 Aug 31 01:32:19.074097 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 3acf6668-c128-465f-8374-b6d0548773b1 up at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:32:19.122343 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Provisioning complete for port 3acf6668-c128-465f-8374-b6d0548773b1 triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:32:19.122721 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (3acf6668-c128-465f-8374-b6d0548773b1), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:19.194724 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Current status of the port 3acf6668-c128-465f-8374-b6d0548773b1 is: ACTIVE; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:32:19.264494 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f781b4-ad30-4ee7-b1c1-7b3cd36adeac req-0b2117cd-a74b-49f5-9b5e-dc18ee66eb9e tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:32:19.265917 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-16f781b4-ad30-4ee7-b1c1-7b3cd36adeac req-0b2117cd-a74b-49f5-9b5e-dc18ee66eb9e tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=76a0be6d-f533-4d2e-8ac5-28c894a1d4d3 HTTP/1.1" status: 200 len: 943 time: 0.0501807 Aug 31 01:32:19.314115 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-16f781b4-ad30-4ee7-b1c1-7b3cd36adeac req-1887701f-e06c-4f7f-894b-f834c3f76cec tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3c1edca6-1a75-484d-a700-dd55af4bdb87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423653 Aug 31 01:32:19.993455 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device f9a9283a-8f15-439f-9443-549350a01130 details requested by agent hyperv_hv-cinder-85528 with host hv-cinder-85528 {{(pid=106778) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:32:20.097082 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port f9a9283a-8f15-439f-9443-549350a01130, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=f9a9283a-8f15-439f-9443-549350a01130,segment=NetworkSegment(c8dc5385-b822-4dcf-8576-bc1309eb153e),segment_id=c8dc5385-b822-4dcf-8576-bc1309eb153e)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:32:20.109190 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Returning: {'device': 'f9a9283a-8f15-439f-9443-549350a01130', 'network_id': '5ae771f9-b42a-4b35-89fa-0e126c4452ca', 'port_id': 'f9a9283a-8f15-439f-9443-549350a01130', 'mac_address': 'fa:16:3e:84:8a:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1050, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '654f4acd-0d4c-4693-ad7e-f5d3a7c42b5f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106778) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:32:20.143775 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Current status of the port f9a9283a-8f15-439f-9443-549350a01130 is: DOWN; New status is: BUILD {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:32:20.144164 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (f9a9283a-8f15-439f-9443-549350a01130), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:20.156953 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.notifiers.nova [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9a9283a-8f15-439f-9443-549350a01130 {{(pid=106778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 01:32:20.160655 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:32:20.179022 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port f9a9283a-8f15-439f-9443-549350a01130, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=f9a9283a-8f15-439f-9443-549350a01130,segment=NetworkSegment(c8dc5385-b822-4dcf-8576-bc1309eb153e),segment_id=c8dc5385-b822-4dcf-8576-bc1309eb153e)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:32:20.258538 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (f9a9283a-8f15-439f-9443-549350a01130), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:20.310083 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Pushing event updated for resources: {'Port': ['ID=f9a9283a-8f15-439f-9443-549350a01130,revision_number=4']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:20.437616 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db445929-14e1-44a4-9710-c928205f1e7a req-9fb3cd3c-ed02-43e2-8226-b05ff8a29993 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:32:20.439702 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-db445929-14e1-44a4-9710-c928205f1e7a req-9fb3cd3c-ed02-43e2-8226-b05ff8a29993 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=76a0be6d-f533-4d2e-8ac5-28c894a1d4d3 HTTP/1.1" status: 200 len: 944 time: 0.0507035 Aug 31 01:32:20.487440 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-db445929-14e1-44a4-9710-c928205f1e7a req-b728bd56-771b-488d-9264-3b903194ec53 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3c1edca6-1a75-484d-a700-dd55af4bdb87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414417 Aug 31 01:32:20.490575 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] get_ports_and_sgs() called for port_ids ['f9a9283a-8f15-439f-9443-549350a01130'] {{(pid=106778) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 01:32:21.609288 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18cb571-1190-4616-b207-eb51c9780e72 req-50b9b713-1bc1-454a-a24d-e345b622619f tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:32:21.611369 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-c18cb571-1190-4616-b207-eb51c9780e72 req-50b9b713-1bc1-454a-a24d-e345b622619f tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=76a0be6d-f533-4d2e-8ac5-28c894a1d4d3 HTTP/1.1" status: 200 len: 944 time: 0.0498211 Aug 31 01:32:21.660662 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-c18cb571-1190-4616-b207-eb51c9780e72 req-f6524aca-a4da-4465-ae0a-3cc8b58a9c2c tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3c1edca6-1a75-484d-a700-dd55af4bdb87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437164 Aug 31 01:32:22.009143 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device f9a9283a-8f15-439f-9443-549350a01130 up at agent hyperv_hv-cinder-85528 {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:32:22.180920 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Provisioning for port f9a9283a-8f15-439f-9443-549350a01130 completed by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 01:32:22.241294 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Provisioning complete for port f9a9283a-8f15-439f-9443-549350a01130 triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:32:22.241674 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (f9a9283a-8f15-439f-9443-549350a01130), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:22.314615 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Current status of the port f9a9283a-8f15-439f-9443-549350a01130 is: BUILD; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:32:22.315000 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (f9a9283a-8f15-439f-9443-549350a01130), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:22.333433 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:32:22.338645 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76a0be6d-f533-4d2e-8ac5-28c894a1d4d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a9283a-8f15-439f-9443-549350a01130'}] {{(pid=106778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:32:22.340906 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d41e2a553b02095d3b1f0ace215352f4a23baa657e7b5a2da03818d3ee46b5df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19fabd1e-8ff7-4063-b8af-7260318a42fd" -d '{"events": [{"server_uuid": "76a0be6d-f533-4d2e-8ac5-28c894a1d4d3", "name": "network-vif-plugged", "status": "completed", "tag": "f9a9283a-8f15-439f-9443-549350a01130"}]}' {{(pid=106778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:32:22.352968 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port f9a9283a-8f15-439f-9443-549350a01130, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=f9a9283a-8f15-439f-9443-549350a01130,segment=NetworkSegment(c8dc5385-b822-4dcf-8576-bc1309eb153e),segment_id=c8dc5385-b822-4dcf-8576-bc1309eb153e)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:32:22.382445 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 01:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b712a529-92a7-4062-a04c-69611b5016ea x-openstack-request-id: req-b712a529-92a7-4062-a04c-69611b5016ea {{(pid=106778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:32:22.382758 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76a0be6d-f533-4d2e-8ac5-28c894a1d4d3", "name": "network-vif-plugged", "status": "completed", "tag": "f9a9283a-8f15-439f-9443-549350a01130", "code": 200}]} {{(pid=106778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:32:22.383036 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b712a529-92a7-4062-a04c-69611b5016ea {{(pid=106778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:32:22.383504 dv-cinder-855288-2-iscsi neutron-server[106778]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b712a529-92a7-4062-a04c-69611b5016ea'] response: {'server_uuid': '76a0be6d-f533-4d2e-8ac5-28c894a1d4d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a9283a-8f15-439f-9443-549350a01130', 'code': 200} Aug 31 01:32:22.453161 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (f9a9283a-8f15-439f-9443-549350a01130), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:22.507251 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Pushing event updated for resources: {'Port': ['ID=f9a9283a-8f15-439f-9443-549350a01130,revision_number=5']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:22.722950 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f3522a-60a8-4019-82b6-2110c19b3628 req-3a99c53e-6c2a-4719-9358-e36714acfc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:32:22.724385 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-49f3522a-60a8-4019-82b6-2110c19b3628 req-3a99c53e-6c2a-4719-9358-e36714acfc51 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?device_id=76a0be6d-f533-4d2e-8ac5-28c894a1d4d3 HTTP/1.1" status: 200 len: 1129 time: 0.0397191 Aug 31 01:32:22.774961 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-49f3522a-60a8-4019-82b6-2110c19b3628 req-71a8f761-6519-414f-8c16-5f0e82c8534e service neutron] 10.222.0.85 "GET /networking/v2.0/security-groups?id=3c1edca6-1a75-484d-a700-dd55af4bdb87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443995 Aug 31 01:32:22.881538 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f926ccb-9298-4850-910b-a116a917fbdd req-07bcc513-84a4-46fa-9258-c6761393b0f3 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:32:22.883011 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-3f926ccb-9298-4850-910b-a116a917fbdd req-07bcc513-84a4-46fa-9258-c6761393b0f3 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=76a0be6d-f533-4d2e-8ac5-28c894a1d4d3 HTTP/1.1" status: 200 len: 945 time: 0.1504693 Aug 31 01:32:22.933100 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-3f926ccb-9298-4850-910b-a116a917fbdd req-5792d081-b646-4de4-afc2-ecc08cf1b9d5 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3c1edca6-1a75-484d-a700-dd55af4bdb87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430942 Aug 31 01:32:23.725738 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=64 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:32:24.107040 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f5d32-b74c-4250-97a7-2d86cb2c8c27 req-216b953e-4d8c-4230-99bd-10918f28c63c tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:32:24.108789 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-502f5d32-b74c-4250-97a7-2d86cb2c8c27 req-216b953e-4d8c-4230-99bd-10918f28c63c tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=76a0be6d-f533-4d2e-8ac5-28c894a1d4d3 HTTP/1.1" status: 200 len: 945 time: 0.0978515 Aug 31 01:32:24.162422 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-502f5d32-b74c-4250-97a7-2d86cb2c8c27 req-51c4281a-852a-4746-b2a8-38f0f9ba7478 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3c1edca6-1a75-484d-a700-dd55af4bdb87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470490 Aug 31 01:32:31.286789 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-d12a2f73-fb58-43e2-9ef2-f7cb288d9d57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (06e7caa6-6f15-45a1-a03b-1c511964ed9a), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:31.987338 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.agents_db [None req-5925ee7b-6bd5-4912-8f46-3ff11817b141 None None] Agent healthcheck: found 6 active agents {{(pid=106779) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:32:32.769638 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=85 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:32:32.772590 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=28 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:32:33.532611 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-a71d45c6-0fdf-4b0a-a7ea-576a7824a460 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (1428144b-5b15-4168-8538-b51b3045e8b6), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:33.847000 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (799b9b45-836a-4007-8b99-6041c4a5ce6b), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:34.154853 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=70,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:32:34.157341 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=51 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:32:34.227130 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-d5cedeb6-75e9-481e-944c-252c3e2f306f req-422545d0-a980-4a8b-a7e3-f2801d3accb2 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-749134086&fields=id&tenant_id=970d06f2d1e24f0e9072a7f43bb4925b HTTP/1.1" status: 200 len: 267 time: 0.0451305 Aug 31 01:32:34.334892 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cedeb6-75e9-481e-944c-252c3e2f306f req-683d1947-0395-4a98-a499-5e8f6e0ff3a1 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:32:34.336354 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-d5cedeb6-75e9-481e-944c-252c3e2f306f req-683d1947-0395-4a98-a499-5e8f6e0ff3a1 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/networks?id=8302676b-2573-43a3-9e62-be304d7b7f01 HTTP/1.1" status: 200 len: 809 time: 0.1027715 Aug 31 01:32:34.351190 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-d5cedeb6-75e9-481e-944c-252c3e2f306f req-cfd085a5-8d05-4281-9e3a-de633c418f71 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/quotas/970d06f2d1e24f0e9072a7f43bb4925b HTTP/1.1" status: 200 len: 375 time: 0.0090721 Aug 31 01:32:34.404755 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-d5cedeb6-75e9-481e-944c-252c3e2f306f req-020f45ec-58c4-409d-b398-566a3aa5120c tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=970d06f2d1e24f0e9072a7f43bb4925b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485976 Aug 31 01:32:34.419392 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [req-d5cedeb6-75e9-481e-944c-252c3e2f306f req-a77d74b0-d42e-48df-bda9-e544a0d9f0f6 service neutron] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106777) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 01:32:34.420345 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-d5cedeb6-75e9-481e-944c-252c3e2f306f req-a77d74b0-d42e-48df-bda9-e544a0d9f0f6 service neutron] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048950 Aug 31 01:32:34.509010 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-d5cedeb6-75e9-481e-944c-252c3e2f306f req-c9865263-5286-4089-b80b-81af13388c87 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/8302676b-2573-43a3-9e62-be304d7b7f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829549 Aug 31 01:32:34.660707 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-d5cedeb6-75e9-481e-944c-252c3e2f306f req-cfd870de-e44c-4554-8111-e29e2e0a1bb6 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/8302676b-2573-43a3-9e62-be304d7b7f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460111 Aug 31 01:32:35.018467 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-6cf74907-e165-4231-8e79-d72e153e628e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (625e835a-7d63-45f9-8a46-c3ba876c3627), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:35.281938 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-85bd46b5-1a9d-4759-8bc3-16772206788c req-f2c8bc0a-e8ee-42c6-bc76-72344245977b tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9a8fe146-0b7b-4588-b312-2a525c4ca249 HTTP/1.1" status: 200 len: 210 time: 0.0274165 Aug 31 01:32:36.366108 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-e26c6725-37c4-459a-8067-aad5736313c1 req-71400ca9-adff-426e-96d6-c0a6e7a7d09e tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9a8fe146-0b7b-4588-b312-2a525c4ca249 HTTP/1.1" status: 200 len: 210 time: 0.0273933 Aug 31 01:32:36.378738 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (f96ef3eb-5320-49ab-b33a-a2775d3a6053), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:36.429955 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-f7411cf7-2853-429b-aa0f-54d02b543116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (5f821ebb-aac9-4915-bb43-6712672a5d6c), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:37.467052 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-dc35ec2e-38eb-4e9b-ad6d-496882b20d34 req-be037f9f-bd3b-45ca-83cc-1a6b25862c6f tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9a8fe146-0b7b-4588-b312-2a525c4ca249 HTTP/1.1" status: 200 len: 210 time: 0.0277684 Aug 31 01:32:37.615629 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cedeb6-75e9-481e-944c-252c3e2f306f req-8c2a85a5-084d-47d1-a4df-045e44b5cc9b tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:32:37.617122 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-d5cedeb6-75e9-481e-944c-252c3e2f306f req-8c2a85a5-084d-47d1-a4df-045e44b5cc9b tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.85 "GET /networking/v2.0/networks?id=8302676b-2573-43a3-9e62-be304d7b7f01 HTTP/1.1" status: 200 len: 809 time: 0.1073518 Aug 31 01:32:38.055085 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=3 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:32:38.569239 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-c7a83078-6be7-41a1-a85d-42a47e76db1b req-7d32c873-34f9-47a3-8653-bf04538d1aec tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9a8fe146-0b7b-4588-b312-2a525c4ca249 HTTP/1.1" status: 200 len: 210 time: 0.0301015 Aug 31 01:32:39.668662 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-e76fa3a3-ed4c-42c3-97bd-fe36ddafc316 req-9238eb8e-c17a-4ad5-a344-efbfbd464bec tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9a8fe146-0b7b-4588-b312-2a525c4ca249 HTTP/1.1" status: 200 len: 210 time: 0.0277090 Aug 31 01:32:40.321230 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-d5cedeb6-75e9-481e-944c-252c3e2f306f req-4efa9e45-f46a-4af5-b31e-588304c0d3b4 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.85 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=970d06f2d1e24f0e9072a7f43bb4925b HTTP/1.1" status: 200 len: 379 time: 0.0637805 Aug 31 01:32:40.335954 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [req-d5cedeb6-75e9-481e-944c-252c3e2f306f req-e5738b1b-04b8-42ee-9fae-8c741a6e21e4 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Request body: {'port': {'device_id': '9a8fe146-0b7b-4588-b312-2a525c4ca249', 'network_id': '8302676b-2573-43a3-9e62-be304d7b7f01', 'admin_state_up': True, 'tenant_id': '970d06f2d1e24f0e9072a7f43bb4925b', 'security_groups': ['dc1d39fc-2df3-4b61-93bb-7770219d3d9b']}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:32:40.502792 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5cedeb6-75e9-481e-944c-252c3e2f306f req-e5738b1b-04b8-42ee-9fae-8c741a6e21e4 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Made reservation on behalf of 970d06f2d1e24f0e9072a7f43bb4925b for: {'port': 1} {{(pid=106776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:32:40.506644 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-d5cedeb6-75e9-481e-944c-252c3e2f306f req-e5738b1b-04b8-42ee-9fae-8c741a6e21e4 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:40.633595 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.db_base_plugin_common [req-d5cedeb6-75e9-481e-944c-252c3e2f306f req-e5738b1b-04b8-42ee-9fae-8c741a6e21e4 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Allocated IP 172.20.0.9 (8302676b-2573-43a3-9e62-be304d7b7f01/13bf33c4-dc93-411d-b62c-34bc26f1dd78/51e05401-efe1-4123-a876-e27cdccec893) {{(pid=106776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:32:40.771756 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-51721746-2fe2-4388-a352-b532e01f802c req-74d7e35e-6256-493e-95fe-c83866567a17 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9a8fe146-0b7b-4588-b312-2a525c4ca249 HTTP/1.1" status: 200 len: 210 time: 0.0289073 Aug 31 01:32:40.776896 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-d5cedeb6-75e9-481e-944c-252c3e2f306f req-e5738b1b-04b8-42ee-9fae-8c741a6e21e4 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Publish callbacks [] for port (51e05401-efe1-4123-a876-e27cdccec893), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:40.864458 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-d5cedeb6-75e9-481e-944c-252c3e2f306f req-e5738b1b-04b8-42ee-9fae-8c741a6e21e4 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779185826838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6273727'] for port (51e05401-efe1-4123-a876-e27cdccec893), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:40.915928 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5cedeb6-75e9-481e-944c-252c3e2f306f req-e5738b1b-04b8-42ee-9fae-8c741a6e21e4 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Network 8302676b-2573-43a3-9e62-be304d7b7f01 is already hosted by enough agents. {{(pid=106776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:32:40.921097 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.base_scheduler [req-d5cedeb6-75e9-481e-944c-252c3e2f306f req-e5738b1b-04b8-42ee-9fae-8c741a6e21e4 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Resources bound (agent type, host, resource id): {{(pid=106776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:32:40.923268 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5738b1b-04b8-42ee-9fae-8c741a6e21e4 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Pushing event updated for resources: {'Port': ['ID=51e05401-efe1-4123-a876-e27cdccec893,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:40.927018 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5cedeb6-75e9-481e-944c-252c3e2f306f req-e5738b1b-04b8-42ee-9fae-8c741a6e21e4 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Received port after_create {{(pid=106776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 01:32:40.955357 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5738b1b-04b8-42ee-9fae-8c741a6e21e4 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:40.956823 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5738b1b-04b8-42ee-9fae-8c741a6e21e4 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:40.956946 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5738b1b-04b8-42ee-9fae-8c741a6e21e4 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:40.957220 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5738b1b-04b8-42ee-9fae-8c741a6e21e4 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:40.957547 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5738b1b-04b8-42ee-9fae-8c741a6e21e4 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:40.957870 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5738b1b-04b8-42ee-9fae-8c741a6e21e4 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:40.958197 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5738b1b-04b8-42ee-9fae-8c741a6e21e4 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:40.958518 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5738b1b-04b8-42ee-9fae-8c741a6e21e4 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:40.958839 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5738b1b-04b8-42ee-9fae-8c741a6e21e4 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:40.959164 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5738b1b-04b8-42ee-9fae-8c741a6e21e4 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:40.959480 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5738b1b-04b8-42ee-9fae-8c741a6e21e4 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:40.959803 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5738b1b-04b8-42ee-9fae-8c741a6e21e4 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:40.960117 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5738b1b-04b8-42ee-9fae-8c741a6e21e4 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:40.960433 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5738b1b-04b8-42ee-9fae-8c741a6e21e4 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:40.960783 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5738b1b-04b8-42ee-9fae-8c741a6e21e4 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:32:40.987596 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cedeb6-75e9-481e-944c-252c3e2f306f req-e5738b1b-04b8-42ee-9fae-8c741a6e21e4 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:32:40.988219 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-d5cedeb6-75e9-481e-944c-252c3e2f306f req-e5738b1b-04b8-42ee-9fae-8c741a6e21e4 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for port (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:41.050081 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-d5cedeb6-75e9-481e-944c-252c3e2f306f req-e5738b1b-04b8-42ee-9fae-8c741a6e21e4 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.85 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7177589 Aug 31 01:32:41.060208 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [req-d5cedeb6-75e9-481e-944c-252c3e2f306f req-15a425bf-9370-471c-9ab9-d4992b369f43 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106776) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 01:32:41.061277 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-d5cedeb6-75e9-481e-944c-252c3e2f306f req-15a425bf-9370-471c-9ab9-d4992b369f43 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.85 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0069783 Aug 31 01:32:41.115417 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-b266bfca-e2b3-42df-a291-58ea34ac8645 None None] Provisioning complete for port 51e05401-efe1-4123-a876-e27cdccec893 triggered by entity DHCP. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:32:41.115944 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b266bfca-e2b3-42df-a291-58ea34ac8645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (51e05401-efe1-4123-a876-e27cdccec893), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:41.122321 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [req-d5cedeb6-75e9-481e-944c-252c3e2f306f req-145704f0-8170-460c-ba4b-5dd7b5c7425e service neutron] Request body: {'port': {'device_id': '9a8fe146-0b7b-4588-b312-2a525c4ca249', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85528'}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:32:41.148595 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b266bfca-e2b3-42df-a291-58ea34ac8645 None None] Port 51e05401-efe1-4123-a876-e27cdccec893 cannot update to ACTIVE because it is not bound. {{(pid=106778) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 01:32:41.182393 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-d5cedeb6-75e9-481e-944c-252c3e2f306f req-145704f0-8170-460c-ba4b-5dd7b5c7425e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (51e05401-efe1-4123-a876-e27cdccec893), before_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:41.184920 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:32:41.196432 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:32:41.448517 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.notifiers.nova [req-d5cedeb6-75e9-481e-944c-252c3e2f306f req-145704f0-8170-460c-ba4b-5dd7b5c7425e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51e05401-efe1-4123-a876-e27cdccec893 {{(pid=106776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 01:32:41.456712 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-d5cedeb6-75e9-481e-944c-252c3e2f306f req-145704f0-8170-460c-ba4b-5dd7b5c7425e service neutron] Publish callbacks [] for port (51e05401-efe1-4123-a876-e27cdccec893), precommit_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:41.469848 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.provisioning_blocks [req-d5cedeb6-75e9-481e-944c-252c3e2f306f req-145704f0-8170-460c-ba4b-5dd7b5c7425e service neutron] Transition to ACTIVE for port object 51e05401-efe1-4123-a876-e27cdccec893 will not be triggered until provisioned by entity L2. {{(pid=106776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 01:32:41.520541 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-d5cedeb6-75e9-481e-944c-252c3e2f306f req-145704f0-8170-460c-ba4b-5dd7b5c7425e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6273718'] for port (51e05401-efe1-4123-a876-e27cdccec893), after_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:41.598578 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145704f0-8170-460c-ba4b-5dd7b5c7425e service neutron] Pushing event updated for resources: {'Port': ['ID=51e05401-efe1-4123-a876-e27cdccec893,revision_number=2']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:41.630229 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.managers [req-d5cedeb6-75e9-481e-944c-252c3e2f306f req-145704f0-8170-460c-ba4b-5dd7b5c7425e service neutron] Attempting to bind port 51e05401-efe1-4123-a876-e27cdccec893 on host hv-cinder-85528 for vnic_type normal with profile {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 01:32:41.630567 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.managers [req-d5cedeb6-75e9-481e-944c-252c3e2f306f req-145704f0-8170-460c-ba4b-5dd7b5c7425e service neutron] Attempting to bind port 51e05401-efe1-4123-a876-e27cdccec893 by drivers openvswitch,hyperv on host hv-cinder-85528 at level 0 using segments [{'id': '8994d348-5d09-4aea-bc75-847599eef432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '8302676b-2573-43a3-9e62-be304d7b7f01'}] {{(pid=106776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 01:32:41.630890 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cedeb6-75e9-481e-944c-252c3e2f306f req-145704f0-8170-460c-ba4b-5dd7b5c7425e service neutron] Attempting to bind port 51e05401-efe1-4123-a876-e27cdccec893 on network 8302676b-2573-43a3-9e62-be304d7b7f01 {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:32:41.635486 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cedeb6-75e9-481e-944c-252c3e2f306f req-145704f0-8170-460c-ba4b-5dd7b5c7425e service neutron] Port 51e05401-efe1-4123-a876-e27cdccec893 on network 8302676b-2573-43a3-9e62-be304d7b7f01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85528 {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 01:32:41.635889 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cedeb6-75e9-481e-944c-252c3e2f306f req-145704f0-8170-460c-ba4b-5dd7b5c7425e service neutron] Attempting to bind port 51e05401-efe1-4123-a876-e27cdccec893 on network 8302676b-2573-43a3-9e62-be304d7b7f01 {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:32:41.641012 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cedeb6-75e9-481e-944c-252c3e2f306f req-145704f0-8170-460c-ba4b-5dd7b5c7425e service neutron] Checking agent: {'id': '799b9b45-836a-4007-8b99-6041c4a5ce6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85528', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 1, 20, 34), 'started_at': datetime.datetime(2022, 8, 31, 1, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 1, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 01:32:41.641350 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cedeb6-75e9-481e-944c-252c3e2f306f req-145704f0-8170-460c-ba4b-5dd7b5c7425e service neutron] Checking segment: {'id': '8994d348-5d09-4aea-bc75-847599eef432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '8302676b-2573-43a3-9e62-be304d7b7f01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:32:41.641728 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cedeb6-75e9-481e-944c-252c3e2f306f req-145704f0-8170-460c-ba4b-5dd7b5c7425e service neutron] Bound using segment: {'id': '8994d348-5d09-4aea-bc75-847599eef432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '8302676b-2573-43a3-9e62-be304d7b7f01'} {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 01:32:41.642151 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.managers [req-d5cedeb6-75e9-481e-944c-252c3e2f306f req-145704f0-8170-460c-ba4b-5dd7b5c7425e service neutron] Bound port: 51e05401-efe1-4123-a876-e27cdccec893, host: hv-cinder-85528, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8994d348-5d09-4aea-bc75-847599eef432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '8302676b-2573-43a3-9e62-be304d7b7f01'}}] {{(pid=106776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 01:32:41.642501 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-d5cedeb6-75e9-481e-944c-252c3e2f306f req-145704f0-8170-460c-ba4b-5dd7b5c7425e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (51e05401-efe1-4123-a876-e27cdccec893), before_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:41.708534 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.db [req-d5cedeb6-75e9-481e-944c-252c3e2f306f req-145704f0-8170-460c-ba4b-5dd7b5c7425e service neutron] For port 51e05401-efe1-4123-a876-e27cdccec893, host hv-cinder-85528, cleared binding levels {{(pid=106776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:32:41.711523 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.db [req-d5cedeb6-75e9-481e-944c-252c3e2f306f req-145704f0-8170-460c-ba4b-5dd7b5c7425e service neutron] For port 51e05401-efe1-4123-a876-e27cdccec893, host hv-cinder-85528, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=51e05401-efe1-4123-a876-e27cdccec893,segment=NetworkSegment(8994d348-5d09-4aea-bc75-847599eef432),segment_id=8994d348-5d09-4aea-bc75-847599eef432)] {{(pid=106776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:32:41.771740 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-d5cedeb6-75e9-481e-944c-252c3e2f306f req-145704f0-8170-460c-ba4b-5dd7b5c7425e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6273718'] for port (51e05401-efe1-4123-a876-e27cdccec893), after_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:41.775922 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cedeb6-75e9-481e-944c-252c3e2f306f req-145704f0-8170-460c-ba4b-5dd7b5c7425e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:32:41.776624 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-d5cedeb6-75e9-481e-944c-252c3e2f306f req-145704f0-8170-460c-ba4b-5dd7b5c7425e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for port (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:41.778048 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-d5cedeb6-75e9-481e-944c-252c3e2f306f req-145704f0-8170-460c-ba4b-5dd7b5c7425e service neutron] 10.222.0.85 "PUT /networking/v2.0/ports/51e05401-efe1-4123-a876-e27cdccec893 HTTP/1.1" status: 200 len: 1093 time: 0.7094543 Aug 31 01:32:41.778539 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a8fe146-0b7b-4588-b312-2a525c4ca249', 'tag': '51e05401-efe1-4123-a876-e27cdccec893'}] {{(pid=106776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:32:41.780826 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c75c880f6fcf50a6244b1a715e98a431c8b587c27dc42cc7f33f1c98f81bddd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac4c7d8-8e09-438e-8631-f169640b0381" -d '{"events": [{"name": "network-changed", "server_uuid": "9a8fe146-0b7b-4588-b312-2a525c4ca249", "tag": "51e05401-efe1-4123-a876-e27cdccec893"}]}' {{(pid=106776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:32:41.808384 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:32:41.820532 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 01:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8633ae5c-4f11-402c-9615-93e2e2f1fbe0 x-openstack-request-id: req-8633ae5c-4f11-402c-9615-93e2e2f1fbe0 {{(pid=106776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:32:41.820858 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a8fe146-0b7b-4588-b312-2a525c4ca249", "tag": "51e05401-efe1-4123-a876-e27cdccec893", "status": "completed", "code": 200}]} {{(pid=106776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:32:41.821110 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8633ae5c-4f11-402c-9615-93e2e2f1fbe0 {{(pid=106776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:32:41.821530 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8633ae5c-4f11-402c-9615-93e2e2f1fbe0'] response: {'name': 'network-changed', 'server_uuid': '9a8fe146-0b7b-4588-b312-2a525c4ca249', 'tag': '51e05401-efe1-4123-a876-e27cdccec893', 'status': 'completed', 'code': 200} Aug 31 01:32:41.834521 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145704f0-8170-460c-ba4b-5dd7b5c7425e service neutron] Pushing event updated for resources: {'Port': ['ID=51e05401-efe1-4123-a876-e27cdccec893,revision_number=3']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:41.884123 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac4c7d8-8e09-438e-8631-f169640b0381 req-1d142392-d69a-4336-8059-4059dc36ee31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:32:41.886003 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-5ac4c7d8-8e09-438e-8631-f169640b0381 req-1d142392-d69a-4336-8059-4059dc36ee31 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=970d06f2d1e24f0e9072a7f43bb4925b&device_id=9a8fe146-0b7b-4588-b312-2a525c4ca249 HTTP/1.1" status: 200 len: 1127 time: 0.0404098 Aug 31 01:32:41.899927 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc3d4a-ad17-484c-90a9-e14b77eb7e65 req-c33b8d31-efd9-4810-b770-0faeabc33e73 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:32:41.901468 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-5edc3d4a-ad17-484c-90a9-e14b77eb7e65 req-c33b8d31-efd9-4810-b770-0faeabc33e73 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9a8fe146-0b7b-4588-b312-2a525c4ca249 HTTP/1.1" status: 200 len: 943 time: 0.0472319 Aug 31 01:32:41.955299 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-5edc3d4a-ad17-484c-90a9-e14b77eb7e65 req-afbb602c-d119-42b7-be95-61c53f0680a2 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=dc1d39fc-2df3-4b61-93bb-7770219d3d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473211 Aug 31 01:32:41.982434 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=5 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:32:41.992019 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac4c7d8-8e09-438e-8631-f169640b0381 req-de23c77c-a53b-42c8-85aa-1bcfe9ed8499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:32:41.993591 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-5ac4c7d8-8e09-438e-8631-f169640b0381 req-de23c77c-a53b-42c8-85aa-1bcfe9ed8499 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?tenant_id=970d06f2d1e24f0e9072a7f43bb4925b&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1013227 Aug 31 01:32:42.087024 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac4c7d8-8e09-438e-8631-f169640b0381 req-bf82302b-d269-4e1f-abb7-8579f29a9bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:32:42.088488 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-5ac4c7d8-8e09-438e-8631-f169640b0381 req-bf82302b-d269-4e1f-abb7-8579f29a9bec service neutron] 10.222.0.85 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0894923 Aug 31 01:32:42.165764 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cedeb6-75e9-481e-944c-252c3e2f306f req-1869ff79-5987-4247-84c3-543127a69310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:32:42.167247 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-d5cedeb6-75e9-481e-944c-252c3e2f306f req-1869ff79-5987-4247-84c3-543127a69310 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=970d06f2d1e24f0e9072a7f43bb4925b&device_id=9a8fe146-0b7b-4588-b312-2a525c4ca249 HTTP/1.1" status: 200 len: 1127 time: 0.0436902 Aug 31 01:32:42.208418 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-d5cedeb6-75e9-481e-944c-252c3e2f306f req-3f51cf98-9d62-4cfd-bbaf-9843e416b897 service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51e05401-efe1-4123-a876-e27cdccec893 HTTP/1.1" status: 200 len: 217 time: 0.0347555 Aug 31 01:32:42.258370 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cedeb6-75e9-481e-944c-252c3e2f306f req-101e09cc-abfb-4241-b8f5-c02d59cbdd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:32:42.260064 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-d5cedeb6-75e9-481e-944c-252c3e2f306f req-101e09cc-abfb-4241-b8f5-c02d59cbdd1d service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=13bf33c4-dc93-411d-b62c-34bc26f1dd78 HTTP/1.1" status: 200 len: 848 time: 0.0463886 Aug 31 01:32:42.310917 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cedeb6-75e9-481e-944c-252c3e2f306f req-fb0e0823-fb1d-4d06-9205-bf7000bd8780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:32:42.312457 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-d5cedeb6-75e9-481e-944c-252c3e2f306f req-fb0e0823-fb1d-4d06-9205-bf7000bd8780 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=8302676b-2573-43a3-9e62-be304d7b7f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455360 Aug 31 01:32:42.402682 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-d5cedeb6-75e9-481e-944c-252c3e2f306f req-ea9ce6ea-fd5b-4037-a2af-0a9a9b0fa718 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/8302676b-2573-43a3-9e62-be304d7b7f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835717 Aug 31 01:32:42.480796 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:32:42.496237 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-d5cedeb6-75e9-481e-944c-252c3e2f306f req-764eef58-4a25-4e94-8819-45873c58f605 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/8302676b-2573-43a3-9e62-be304d7b7f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872848 Aug 31 01:32:43.074766 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8387c9-c431-4f37-87e0-1edab5857415 req-aba3c00d-51c7-4348-bdbc-34f000865c86 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:32:43.076226 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-af8387c9-c431-4f37-87e0-1edab5857415 req-aba3c00d-51c7-4348-bdbc-34f000865c86 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9a8fe146-0b7b-4588-b312-2a525c4ca249 HTTP/1.1" status: 200 len: 943 time: 0.0471230 Aug 31 01:32:43.125024 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-af8387c9-c431-4f37-87e0-1edab5857415 req-dd244d41-3a94-40ca-8419-23b272abac83 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=dc1d39fc-2df3-4b61-93bb-7770219d3d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428705 Aug 31 01:32:44.102922 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device 51e05401-efe1-4123-a876-e27cdccec893 details requested by agent hyperv_hv-cinder-85528 with host hv-cinder-85528 {{(pid=106778) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:32:44.202793 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port 51e05401-efe1-4123-a876-e27cdccec893, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=51e05401-efe1-4123-a876-e27cdccec893,segment=NetworkSegment(8994d348-5d09-4aea-bc75-847599eef432),segment_id=8994d348-5d09-4aea-bc75-847599eef432)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:32:44.214360 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Returning: {'device': '51e05401-efe1-4123-a876-e27cdccec893', 'network_id': '8302676b-2573-43a3-9e62-be304d7b7f01', 'port_id': '51e05401-efe1-4123-a876-e27cdccec893', 'mac_address': 'fa:16:3e:ef:97:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1091, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13bf33c4-dc93-411d-b62c-34bc26f1dd78', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106778) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:32:44.244155 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b681afd2-8cd8-44a9-b81e-cdfdad5f33a5 req-705e05ef-f96c-4ad6-bd75-33dfb5f4891e tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:32:44.247203 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b681afd2-8cd8-44a9-b81e-cdfdad5f33a5 req-705e05ef-f96c-4ad6-bd75-33dfb5f4891e tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9a8fe146-0b7b-4588-b312-2a525c4ca249 HTTP/1.1" status: 200 len: 943 time: 0.0496521 Aug 31 01:32:44.255674 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Current status of the port 51e05401-efe1-4123-a876-e27cdccec893 is: DOWN; New status is: BUILD {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:32:44.255674 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (51e05401-efe1-4123-a876-e27cdccec893), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:44.260039 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:32:44.265568 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.notifiers.nova [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51e05401-efe1-4123-a876-e27cdccec893 {{(pid=106778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 01:32:44.286344 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port 51e05401-efe1-4123-a876-e27cdccec893, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=51e05401-efe1-4123-a876-e27cdccec893,segment=NetworkSegment(8994d348-5d09-4aea-bc75-847599eef432),segment_id=8994d348-5d09-4aea-bc75-847599eef432)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:32:44.296800 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b681afd2-8cd8-44a9-b81e-cdfdad5f33a5 req-f9838361-866f-44e3-bb53-9475802794b6 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=dc1d39fc-2df3-4b61-93bb-7770219d3d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452082 Aug 31 01:32:44.383836 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (51e05401-efe1-4123-a876-e27cdccec893), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:44.434113 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Pushing event updated for resources: {'Port': ['ID=51e05401-efe1-4123-a876-e27cdccec893,revision_number=4']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:44.592352 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] get_ports_and_sgs() called for port_ids ['51e05401-efe1-4123-a876-e27cdccec893'] {{(pid=106778) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 01:32:44.809542 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:32:45.420468 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f16cd8e-abd2-4efc-a712-0cc639d3a934 req-373ec029-9882-48ba-bbd0-eefd5829ee30 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:32:45.421947 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-3f16cd8e-abd2-4efc-a712-0cc639d3a934 req-373ec029-9882-48ba-bbd0-eefd5829ee30 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9a8fe146-0b7b-4588-b312-2a525c4ca249 HTTP/1.1" status: 200 len: 944 time: 0.0501690 Aug 31 01:32:45.454899 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:32:45.471272 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-3f16cd8e-abd2-4efc-a712-0cc639d3a934 req-daef9f8e-4267-4165-810d-836fc2824b34 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=dc1d39fc-2df3-4b61-93bb-7770219d3d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428634 Aug 31 01:32:46.103328 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device 51e05401-efe1-4123-a876-e27cdccec893 up at agent hyperv_hv-cinder-85528 {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:32:46.145543 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Provisioning for port 51e05401-efe1-4123-a876-e27cdccec893 completed by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 01:32:46.223504 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Provisioning complete for port 51e05401-efe1-4123-a876-e27cdccec893 triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:32:46.229965 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (51e05401-efe1-4123-a876-e27cdccec893), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:46.296171 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Current status of the port 51e05401-efe1-4123-a876-e27cdccec893 is: BUILD; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:32:46.296567 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (51e05401-efe1-4123-a876-e27cdccec893), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:46.323767 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a8fe146-0b7b-4588-b312-2a525c4ca249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e05401-efe1-4123-a876-e27cdccec893'}] {{(pid=106778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:32:46.326025 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d41e2a553b02095d3b1f0ace215352f4a23baa657e7b5a2da03818d3ee46b5df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd6e30cd-1cf0-44bf-90ca-fa3c4652d014" -d '{"events": [{"server_uuid": "9a8fe146-0b7b-4588-b312-2a525c4ca249", "name": "network-vif-plugged", "status": "completed", "tag": "51e05401-efe1-4123-a876-e27cdccec893"}]}' {{(pid=106778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:32:46.339136 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port 51e05401-efe1-4123-a876-e27cdccec893, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=51e05401-efe1-4123-a876-e27cdccec893,segment=NetworkSegment(8994d348-5d09-4aea-bc75-847599eef432),segment_id=8994d348-5d09-4aea-bc75-847599eef432)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:32:46.362180 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 01:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c16c2424-77f0-4b11-9423-48e046ac23a1 x-openstack-request-id: req-c16c2424-77f0-4b11-9423-48e046ac23a1 {{(pid=106778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:32:46.362485 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a8fe146-0b7b-4588-b312-2a525c4ca249", "name": "network-vif-plugged", "status": "completed", "tag": "51e05401-efe1-4123-a876-e27cdccec893", "code": 200}]} {{(pid=106778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:32:46.362737 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c16c2424-77f0-4b11-9423-48e046ac23a1 {{(pid=106778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:32:46.363131 dv-cinder-855288-2-iscsi neutron-server[106778]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c16c2424-77f0-4b11-9423-48e046ac23a1'] response: {'server_uuid': '9a8fe146-0b7b-4588-b312-2a525c4ca249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e05401-efe1-4123-a876-e27cdccec893', 'code': 200} Aug 31 01:32:46.435100 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (51e05401-efe1-4123-a876-e27cdccec893), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:46.482130 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Pushing event updated for resources: {'Port': ['ID=51e05401-efe1-4123-a876-e27cdccec893,revision_number=5']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:46.594348 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f1a16-ada0-4e46-a2b2-b8a850408351 req-c081c931-0019-483d-a00b-24db1223ac9a tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:32:46.595833 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-953f1a16-ada0-4e46-a2b2-b8a850408351 req-c081c931-0019-483d-a00b-24db1223ac9a tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9a8fe146-0b7b-4588-b312-2a525c4ca249 HTTP/1.1" status: 200 len: 945 time: 0.0502830 Aug 31 01:32:46.681126 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-953f1a16-ada0-4e46-a2b2-b8a850408351 req-9114454f-1efa-49a5-ba85-0a182a825043 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=dc1d39fc-2df3-4b61-93bb-7770219d3d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796301 Aug 31 01:32:46.691177 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f80564-e056-463b-a1ac-3c527f193272 req-5e363409-2830-40f3-b5cd-f4b0a0c0190c tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:32:46.702356 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-72f80564-e056-463b-a1ac-3c527f193272 req-5e363409-2830-40f3-b5cd-f4b0a0c0190c tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=76a0be6d-f533-4d2e-8ac5-28c894a1d4d3 HTTP/1.1" status: 200 len: 945 time: 0.0698662 Aug 31 01:32:46.739947 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-72f80564-e056-463b-a1ac-3c527f193272 req-f250bb58-5fbb-40cf-b279-797a4bd3cb5c tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3c1edca6-1a75-484d-a700-dd55af4bdb87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414193 Aug 31 01:32:47.799010 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af1619-5f34-4b7d-a2e1-42d9258cbc00 req-6b48d2db-664f-4652-809e-c2bf2dbe8e67 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:32:47.800498 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-d0af1619-5f34-4b7d-a2e1-42d9258cbc00 req-6b48d2db-664f-4652-809e-c2bf2dbe8e67 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9a8fe146-0b7b-4588-b312-2a525c4ca249 HTTP/1.1" status: 200 len: 945 time: 0.0475686 Aug 31 01:32:47.882287 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b0fa5e-21b0-4419-82b1-8acf7080ea4c req-0e498b56-7838-42be-988f-c45635c78f46 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:32:47.883738 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-22b0fa5e-21b0-4419-82b1-8acf7080ea4c req-0e498b56-7838-42be-988f-c45635c78f46 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=76a0be6d-f533-4d2e-8ac5-28c894a1d4d3 HTTP/1.1" status: 200 len: 945 time: 0.0703075 Aug 31 01:32:47.888598 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-d0af1619-5f34-4b7d-a2e1-42d9258cbc00 req-28973513-e81e-4fb6-8ceb-6238edae366c tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=dc1d39fc-2df3-4b61-93bb-7770219d3d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821135 Aug 31 01:32:47.913475 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:32:47.935703 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-22b0fa5e-21b0-4419-82b1-8acf7080ea4c req-8b113014-405f-425b-b108-f2c4036cc799 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3c1edca6-1a75-484d-a700-dd55af4bdb87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461841 Aug 31 01:32:48.021583 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a585342c-0f68-4923-bf67-9df4d82758a9 req-bf302ec0-1dbd-48a7-89b0-a353d54af5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:32:48.022976 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-a585342c-0f68-4923-bf67-9df4d82758a9 req-bf302ec0-1dbd-48a7-89b0-a353d54af5d6 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?device_id=9a8fe146-0b7b-4588-b312-2a525c4ca249 HTTP/1.1" status: 200 len: 1129 time: 0.0386505 Aug 31 01:32:48.071359 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-a585342c-0f68-4923-bf67-9df4d82758a9 req-a2b48514-bb0b-4722-897c-299684e06946 service neutron] 10.222.0.85 "GET /networking/v2.0/security-groups?id=dc1d39fc-2df3-4b61-93bb-7770219d3d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399275 Aug 31 01:32:48.405783 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6819c4-19a5-46bb-965f-9dd475c04be8 req-e71b71af-cb51-4c74-a3e1-ee6dd937d72e tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:32:48.407235 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-1c6819c4-19a5-46bb-965f-9dd475c04be8 req-e71b71af-cb51-4c74-a3e1-ee6dd937d72e tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=76a0be6d-f533-4d2e-8ac5-28c894a1d4d3 HTTP/1.1" status: 200 len: 945 time: 0.0472629 Aug 31 01:32:48.500087 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [req-1c6819c4-19a5-46bb-965f-9dd475c04be8 req-294d5018-33b3-429c-9465-6422f8632a97 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] Deleting port f9a9283a-8f15-439f-9443-549350a01130 {{(pid=106776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:32:48.500422 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-1c6819c4-19a5-46bb-965f-9dd475c04be8 req-294d5018-33b3-429c-9465-6422f8632a97 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (f9a9283a-8f15-439f-9443-549350a01130), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:48.593857 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.db [req-1c6819c4-19a5-46bb-965f-9dd475c04be8 req-294d5018-33b3-429c-9465-6422f8632a97 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] For port f9a9283a-8f15-439f-9443-549350a01130, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=f9a9283a-8f15-439f-9443-549350a01130,segment=NetworkSegment(c8dc5385-b822-4dcf-8576-bc1309eb153e),segment_id=c8dc5385-b822-4dcf-8576-bc1309eb153e)] {{(pid=106776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:32:48.594220 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-1c6819c4-19a5-46bb-965f-9dd475c04be8 req-294d5018-33b3-429c-9465-6422f8632a97 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (f9a9283a-8f15-439f-9443-549350a01130), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:48.607806 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [req-1c6819c4-19a5-46bb-965f-9dd475c04be8 req-294d5018-33b3-429c-9465-6422f8632a97 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] Calling delete_port for f9a9283a-8f15-439f-9443-549350a01130 owned by compute:nova {{(pid=106776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:32:48.789445 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-1c6819c4-19a5-46bb-965f-9dd475c04be8 req-294d5018-33b3-429c-9465-6422f8632a97 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6273727'] for port (f9a9283a-8f15-439f-9443-549350a01130), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:48.795190 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:32:48.800759 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] get_ports_and_sgs() called for port_ids ['f9a9283a-8f15-439f-9443-549350a01130'] {{(pid=106778) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 01:32:48.818984 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294d5018-33b3-429c-9465-6422f8632a97 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] Pushing event deleted for resources: {'Port': ['ID=f9a9283a-8f15-439f-9443-549350a01130,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:48.863514 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c6819c4-19a5-46bb-965f-9dd475c04be8 req-294d5018-33b3-429c-9465-6422f8632a97 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] No DVR routers for this DVR port f9a9283a-8f15-439f-9443-549350a01130 on host hv-cinder-85528 {{(pid=106776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 01:32:48.865988 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-1c6819c4-19a5-46bb-965f-9dd475c04be8 req-294d5018-33b3-429c-9465-6422f8632a97 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for port (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:48.869174 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-1c6819c4-19a5-46bb-965f-9dd475c04be8 req-294d5018-33b3-429c-9465-6422f8632a97 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] 10.222.0.85 "DELETE /networking/v2.0/ports/f9a9283a-8f15-439f-9443-549350a01130 HTTP/1.1" status: 204 len: 173 time: 0.4554992 Aug 31 01:32:48.869602 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76a0be6d-f533-4d2e-8ac5-28c894a1d4d3', 'name': 'network-vif-deleted', 'tag': 'f9a9283a-8f15-439f-9443-549350a01130'}] {{(pid=106776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:32:48.871826 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c75c880f6fcf50a6244b1a715e98a431c8b587c27dc42cc7f33f1c98f81bddd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af3125be-0e7a-49e8-b8f5-b1e9f518b61d" -d '{"events": [{"server_uuid": "76a0be6d-f533-4d2e-8ac5-28c894a1d4d3", "name": "network-vif-deleted", "tag": "f9a9283a-8f15-439f-9443-549350a01130"}]}' {{(pid=106776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:32:48.910849 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 01:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8002c117-fe11-47da-af64-e5bcdd03e791 x-openstack-request-id: req-8002c117-fe11-47da-af64-e5bcdd03e791 {{(pid=106776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:32:48.911306 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76a0be6d-f533-4d2e-8ac5-28c894a1d4d3", "name": "network-vif-deleted", "tag": "f9a9283a-8f15-439f-9443-549350a01130", "status": "completed", "code": 200}]} {{(pid=106776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:32:48.911559 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8002c117-fe11-47da-af64-e5bcdd03e791 {{(pid=106776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:32:48.911965 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8002c117-fe11-47da-af64-e5bcdd03e791'] response: {'server_uuid': '76a0be6d-f533-4d2e-8ac5-28c894a1d4d3', 'name': 'network-vif-deleted', 'tag': 'f9a9283a-8f15-439f-9443-549350a01130', 'status': 'completed', 'code': 200} Aug 31 01:32:49.010443 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a9a79-e720-4cb5-a5e9-0c0ffa1567d7 req-cecf7c8e-c975-4811-8d5d-cda5cdfc66f9 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:32:49.011959 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1e1a9a79-e720-4cb5-a5e9-0c0ffa1567d7 req-cecf7c8e-c975-4811-8d5d-cda5cdfc66f9 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9a8fe146-0b7b-4588-b312-2a525c4ca249 HTTP/1.1" status: 200 len: 945 time: 0.0474358 Aug 31 01:32:49.050687 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-09c1c429-37f4-448d-bc49-29c4a33ca138 req-f1497838-a9f1-4362-84ff-6aa9127ce060 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=76a0be6d-f533-4d2e-8ac5-28c894a1d4d3 HTTP/1.1" status: 200 len: 210 time: 0.0376718 Aug 31 01:32:49.085932 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1e1a9a79-e720-4cb5-a5e9-0c0ffa1567d7 req-4948a396-6c71-4bd6-806b-39efb0dfc952 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=dc1d39fc-2df3-4b61-93bb-7770219d3d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640769 Aug 31 01:32:50.169070 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-7acb1c27-7e33-4966-830c-bf5d6f1bd7d2 req-0355dddd-8b61-49bd-804a-ca29d5e188a4 tempest-VolumesSnapshotTestJSON-2011634263 tempest-VolumesSnapshotTestJSON-2011634263-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=76a0be6d-f533-4d2e-8ac5-28c894a1d4d3 HTTP/1.1" status: 200 len: 210 time: 0.0304406 Aug 31 01:32:50.215539 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b249fd33-06da-4424-9eb2-a97945e150f4 req-3e574a17-b53e-4ecd-9005-dac327c0db96 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:32:50.217076 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b249fd33-06da-4424-9eb2-a97945e150f4 req-3e574a17-b53e-4ecd-9005-dac327c0db96 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9a8fe146-0b7b-4588-b312-2a525c4ca249 HTTP/1.1" status: 200 len: 945 time: 0.0507591 Aug 31 01:32:50.264633 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b249fd33-06da-4424-9eb2-a97945e150f4 req-ec0170bf-f07f-419d-8c06-463543fd68b6 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=dc1d39fc-2df3-4b61-93bb-7770219d3d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419736 Aug 31 01:32:50.381068 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4238608-0ddf-4e1b-bbe9-299f587da342 req-b188f2e9-6668-4c33-83f8-8d885b44ad2b tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:32:50.382473 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-a4238608-0ddf-4e1b-bbe9-299f587da342 req-b188f2e9-6668-4c33-83f8-8d885b44ad2b tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9a8fe146-0b7b-4588-b312-2a525c4ca249 HTTP/1.1" status: 200 len: 945 time: 0.0474639 Aug 31 01:32:50.431083 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-a4238608-0ddf-4e1b-bbe9-299f587da342 req-f37b3d90-8299-4510-bbfb-a587a8f40ef3 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=dc1d39fc-2df3-4b61-93bb-7770219d3d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429945 Aug 31 01:32:50.457499 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 37342) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:32:50.535785 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b42c7b3-9880-48f2-ba9a-0c343f5f1b86 tempest-TestShelveInstance-1171172801 tempest-TestShelveInstance-1171172801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:32:50.542968 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-8b42c7b3-9880-48f2-ba9a-0c343f5f1b86 tempest-TestShelveInstance-1171172801 tempest-TestShelveInstance-1171172801-project-admin] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9a8fe146-0b7b-4588-b312-2a525c4ca249 HTTP/1.1" status: 200 len: 1124 time: 0.0788429 Aug 31 01:32:50.545086 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 37346) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:32:50.549301 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [None req-2ff94201-8245-464a-a0be-19dab1e27d45 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Request body: {'floatingip': {'floating_network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'port_id': '51e05401-efe1-4123-a876-e27cdccec893', 'tenant_id': '970d06f2d1e24f0e9072a7f43bb4925b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:32:50.623621 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-2ff94201-8245-464a-a0be-19dab1e27d45 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:50.706772 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-2ff94201-8245-464a-a0be-19dab1e27d45 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:50.809040 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.db_base_plugin_common [None req-2ff94201-8245-464a-a0be-19dab1e27d45 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Allocated IP 172.27.1.196 (6de90673-24a8-444a-94e7-38ef2e70dd83/b0882f00-706c-4556-bcad-01ef413e142c/382442d1-1e86-4ec4-82bb-ffbc91cb3114) {{(pid=106776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:32:50.869685 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:32:50.916884 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-2ff94201-8245-464a-a0be-19dab1e27d45 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Publish callbacks [] for port (382442d1-1e86-4ec4-82bb-ffbc91cb3114), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:51.000851 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-2ff94201-8245-464a-a0be-19dab1e27d45 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779185826838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6273727'] for port (382442d1-1e86-4ec4-82bb-ffbc91cb3114), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:51.036692 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff94201-8245-464a-a0be-19dab1e27d45 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Network 6de90673-24a8-444a-94e7-38ef2e70dd83 is already hosted by enough agents. {{(pid=106776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:32:51.041682 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.base_scheduler [None req-2ff94201-8245-464a-a0be-19dab1e27d45 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Resources bound (agent type, host, resource id): {{(pid=106776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:32:51.045270 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff94201-8245-464a-a0be-19dab1e27d45 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Received port after_create {{(pid=106776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 01:32:51.072558 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff94201-8245-464a-a0be-19dab1e27d45 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Pushing event updated for resources: {'Port': ['ID=382442d1-1e86-4ec4-82bb-ffbc91cb3114,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:51.211176 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:32:51.422008 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-2ff94201-8245-464a-a0be-19dab1e27d45 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Publish callbacks [] for floatingip (3f5097f0-66e6-4f7b-87dc-185f434a08b4), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:51.526933 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-2ff94201-8245-464a-a0be-19dab1e27d45 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (382442d1-1e86-4ec4-82bb-ffbc91cb3114), before_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:51.683457 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-2ff94201-8245-464a-a0be-19dab1e27d45 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Publish callbacks [] for port (382442d1-1e86-4ec4-82bb-ffbc91cb3114), precommit_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:51.760482 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-2ff94201-8245-464a-a0be-19dab1e27d45 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6273718'] for port (382442d1-1e86-4ec4-82bb-ffbc91cb3114), after_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:51.828124 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff94201-8245-464a-a0be-19dab1e27d45 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Pushing event updated for resources: {'Port': ['ID=382442d1-1e86-4ec4-82bb-ffbc91cb3114,revision_number=2']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:32:51.833811 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-2ff94201-8245-464a-a0be-19dab1e27d45 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608267'] for floatingip (3f5097f0-66e6-4f7b-87dc-185f434a08b4), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:51.836065 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:32:52.153492 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device f9a9283a-8f15-439f-9443-549350a01130 no longer exists at agent hyperv_hv-cinder-85528 {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:32:52.154045 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.db.l3_db [None req-2ff94201-8245-464a-a0be-19dab1e27d45 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Floating IP 3f5097f0-66e6-4f7b-87dc-185f434a08b4 associated. External IP: 172.27.1.196, port: 51e05401-efe1-4123-a876-e27cdccec893. Aug 31 01:32:52.175298 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] No Port match for: f9a9283a-8f15-439f-9443-549350a01130 {{(pid=106778) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 01:32:52.175637 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device f9a9283a-8f15-439f-9443-549350a01130 not bound to the agent host hv-cinder-85528 {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:32:52.348956 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff94201-8245-464a-a0be-19dab1e27d45 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Router 0f721828-a092-464d-9649-2a9ceaa7d320 has already been hosted by L3 agent 1428144b-5b15-4168-8538-b51b3045e8b6 {{(pid=106776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:32:52.452057 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff94201-8245-464a-a0be-19dab1e27d45 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Notify agent at l3_agent.dv-cinder-855288-2-iscsi the message routers_updated {{(pid=106776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:32:52.462402 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91765d53-526b-4021-87a6-e4618ce67790 None None] Sync routers for ids ['0f721828-a092-464d-9649-2a9ceaa7d320'] in dv-cinder-855288-2-iscsi {{(pid=106779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:32:52.471705 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91765d53-526b-4021-87a6-e4618ce67790 None None] Routers {'0f721828-a092-464d-9649-2a9ceaa7d320'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:32:52.472321 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-91765d53-526b-4021-87a6-e4618ce67790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:32:33Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['0f721828-a092-464d-9649-2a9ceaa7d320'], 'active': True} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:52.534005 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-2ff94201-8245-464a-a0be-19dab1e27d45 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for floatingip (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:32:52.561319 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:32:52.569518 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-2ff94201-8245-464a-a0be-19dab1e27d45 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0234439 Aug 31 01:32:52.571399 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a8fe146-0b7b-4588-b312-2a525c4ca249', 'tag': '51e05401-efe1-4123-a876-e27cdccec893'}] {{(pid=106776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:32:52.572833 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c75c880f6fcf50a6244b1a715e98a431c8b587c27dc42cc7f33f1c98f81bddd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8cdda1c-f72f-4609-af23-c7b35b58f60d" -d '{"events": [{"name": "network-changed", "server_uuid": "9a8fe146-0b7b-4588-b312-2a525c4ca249", "tag": "51e05401-efe1-4123-a876-e27cdccec893"}]}' {{(pid=106776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:32:52.578425 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvr_db [None req-91765d53-526b-4021-87a6-e4618ce67790 None None] Set router 0f721828-a092-464d-9649-2a9ceaa7d320 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:32:52.615202 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 01:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23aae0c9-e90f-497c-bb93-082f8d247ee3 x-openstack-request-id: req-23aae0c9-e90f-497c-bb93-082f8d247ee3 {{(pid=106776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:32:52.615503 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a8fe146-0b7b-4588-b312-2a525c4ca249", "tag": "51e05401-efe1-4123-a876-e27cdccec893", "status": "completed", "code": 200}]} {{(pid=106776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:32:52.615756 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-23aae0c9-e90f-497c-bb93-082f8d247ee3 {{(pid=106776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:32:52.616279 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23aae0c9-e90f-497c-bb93-082f8d247ee3'] response: {'name': 'network-changed', 'server_uuid': '9a8fe146-0b7b-4588-b312-2a525c4ca249', 'tag': '51e05401-efe1-4123-a876-e27cdccec893', 'status': 'completed', 'code': 200} Aug 31 01:32:52.676351 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cdda1c-f72f-4609-af23-c7b35b58f60d req-2d337018-1287-4860-b2a9-6f193cf6c14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:32:52.678480 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-d8cdda1c-f72f-4609-af23-c7b35b58f60d req-2d337018-1287-4860-b2a9-6f193cf6c14b service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=970d06f2d1e24f0e9072a7f43bb4925b&device_id=9a8fe146-0b7b-4588-b312-2a525c4ca249 HTTP/1.1" status: 200 len: 1129 time: 0.0410326 Aug 31 01:32:52.784530 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cdda1c-f72f-4609-af23-c7b35b58f60d req-7589e2e1-fc09-462f-86e4-7719cbb04284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:32:52.785850 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-d8cdda1c-f72f-4609-af23-c7b35b58f60d req-7589e2e1-fc09-462f-86e4-7719cbb04284 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?id=8302676b-2573-43a3-9e62-be304d7b7f01 HTTP/1.1" status: 200 len: 911 time: 0.1015093 Aug 31 01:32:52.859662 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-d8cdda1c-f72f-4609-af23-c7b35b58f60d req-8e91bca5-5e90-4c61-b52c-08df78b56f56 service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51e05401-efe1-4123-a876-e27cdccec893 HTTP/1.1" status: 200 len: 999 time: 0.0676396 Aug 31 01:32:52.894212 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-91765d53-526b-4021-87a6-e4618ce67790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f721828-a092-464d-9649-2a9ceaa7d320', 'name': 'tempest-TestShelveInstance-1880247420-router', 'tenant_id': '970d06f2d1e24f0e9072a7f43bb4925b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'ece5c27b-ccfe-4dcf-b976-5bdb3e5be9ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:32:04Z', 'updated_at': '2022-08-31T01:32:07Z', 'revision_number': 4, 'project_id': '970d06f2d1e24f0e9072a7f43bb4925b', 'gw_port': {'id': 'ece5c27b-ccfe-4dcf-b976-5bdb3e5be9ce', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f721828-a092-464d-9649-2a9ceaa7d320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:32:04Z', 'updated_at': '2022-08-31T01:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_floatingips': [{'id': '3f5097f0-66e6-4f7b-87dc-185f434a08b4', 'tenant_id': '970d06f2d1e24f0e9072a7f43bb4925b', 'floating_ip_address': '172.27.1.196', 'floating_network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'router_id': '0f721828-a092-464d-9649-2a9ceaa7d320', 'port_id': '51e05401-efe1-4123-a876-e27cdccec893', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 720, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8302676b-2573-43a3-9e62-be304d7b7f01', 'mac_address': 'fa:16:3e:ef:97:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8fe146-0b7b-4588-b312-2a525c4ca249', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T01:32:51Z', 'updated_at': '2022-08-31T01:32:51Z', 'revision_number': 0, 'project_id': '970d06f2d1e24f0e9072a7f43bb4925b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99345bcd-25b3-4d58-b0c0-258dec10ef70', 'name': '', 'network_id': '8302676b-2573-43a3-9e62-be304d7b7f01', 'tenant_id': '970d06f2d1e24f0e9072a7f43bb4925b', 'mac_address': 'fa:16:3e:da:26:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f721828-a092-464d-9649-2a9ceaa7d320', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '13bf33c4-dc93-411d-b62c-34bc26f1dd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:32:06Z', 'updated_at': '2022-08-31T01:32:13Z', 'revision_number': 5, 'project_id': '970d06f2d1e24f0e9072a7f43bb4925b', 'subnets': [{'id': '13bf33c4-dc93-411d-b62c-34bc26f1dd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:52.909379 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cdda1c-f72f-4609-af23-c7b35b58f60d req-56fae096-64f2-4c0c-95a9-267382563fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:32:52.911376 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-d8cdda1c-f72f-4609-af23-c7b35b58f60d req-56fae096-64f2-4c0c-95a9-267382563fff service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=13bf33c4-dc93-411d-b62c-34bc26f1dd78 HTTP/1.1" status: 200 len: 848 time: 0.0453649 Aug 31 01:32:52.920091 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91765d53-526b-4021-87a6-e4618ce67790 None None] Checking router: 0f721828-a092-464d-9649-2a9ceaa7d320 for host: dv-cinder-855288-2-iscsi {{(pid=106779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:32:52.929172 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91765d53-526b-4021-87a6-e4618ce67790 None None] Routers {'0f721828-a092-464d-9649-2a9ceaa7d320'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:32:52.929772 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-91765d53-526b-4021-87a6-e4618ce67790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:32:33Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['0f721828-a092-464d-9649-2a9ceaa7d320'], 'active': True} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:52.954238 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cdda1c-f72f-4609-af23-c7b35b58f60d req-28f9302c-65ca-4b34-bcc0-f6f653652168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:32:52.956002 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-d8cdda1c-f72f-4609-af23-c7b35b58f60d req-28f9302c-65ca-4b34-bcc0-f6f653652168 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=8302676b-2573-43a3-9e62-be304d7b7f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393662 Aug 31 01:32:53.031962 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvr_db [None req-91765d53-526b-4021-87a6-e4618ce67790 None None] Set router 0f721828-a092-464d-9649-2a9ceaa7d320 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:32:53.053329 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-d8cdda1c-f72f-4609-af23-c7b35b58f60d req-e13e03eb-23c8-498a-bc99-17f3d9e716d0 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/8302676b-2573-43a3-9e62-be304d7b7f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919011 Aug 31 01:32:53.150301 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-d8cdda1c-f72f-4609-af23-c7b35b58f60d req-aad35ebd-081d-4d73-9d48-a95ab2980e7a service neutron] 10.222.0.85 "GET /networking/v2.0/networks/8302676b-2573-43a3-9e62-be304d7b7f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912094 Aug 31 01:32:53.251840 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-91765d53-526b-4021-87a6-e4618ce67790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f721828-a092-464d-9649-2a9ceaa7d320', 'name': 'tempest-TestShelveInstance-1880247420-router', 'tenant_id': '970d06f2d1e24f0e9072a7f43bb4925b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'ece5c27b-ccfe-4dcf-b976-5bdb3e5be9ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:32:04Z', 'updated_at': '2022-08-31T01:32:07Z', 'revision_number': 4, 'project_id': '970d06f2d1e24f0e9072a7f43bb4925b', 'gw_port': {'id': 'ece5c27b-ccfe-4dcf-b976-5bdb3e5be9ce', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f721828-a092-464d-9649-2a9ceaa7d320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:32:04Z', 'updated_at': '2022-08-31T01:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_floatingips': [{'id': '3f5097f0-66e6-4f7b-87dc-185f434a08b4', 'tenant_id': '970d06f2d1e24f0e9072a7f43bb4925b', 'floating_ip_address': '172.27.1.196', 'floating_network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'router_id': '0f721828-a092-464d-9649-2a9ceaa7d320', 'port_id': '51e05401-efe1-4123-a876-e27cdccec893', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 720, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8302676b-2573-43a3-9e62-be304d7b7f01', 'mac_address': 'fa:16:3e:ef:97:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8fe146-0b7b-4588-b312-2a525c4ca249', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T01:32:51Z', 'updated_at': '2022-08-31T01:32:51Z', 'revision_number': 0, 'project_id': '970d06f2d1e24f0e9072a7f43bb4925b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99345bcd-25b3-4d58-b0c0-258dec10ef70', 'name': '', 'network_id': '8302676b-2573-43a3-9e62-be304d7b7f01', 'tenant_id': '970d06f2d1e24f0e9072a7f43bb4925b', 'mac_address': 'fa:16:3e:da:26:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f721828-a092-464d-9649-2a9ceaa7d320', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '13bf33c4-dc93-411d-b62c-34bc26f1dd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:32:06Z', 'updated_at': '2022-08-31T01:32:13Z', 'revision_number': 5, 'project_id': '970d06f2d1e24f0e9072a7f43bb4925b', 'subnets': [{'id': '13bf33c4-dc93-411d-b62c-34bc26f1dd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:32:53.280139 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91765d53-526b-4021-87a6-e4618ce67790 None None] The sync data for ids ['0f721828-a092-464d-9649-2a9ceaa7d320'] in dv-cinder-855288-2-iscsi is: [{'id': '0f721828-a092-464d-9649-2a9ceaa7d320', 'name': 'tempest-TestShelveInstance-1880247420-router', 'tenant_id': '970d06f2d1e24f0e9072a7f43bb4925b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'ece5c27b-ccfe-4dcf-b976-5bdb3e5be9ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:32:04Z', 'updated_at': '2022-08-31T01:32:07Z', 'revision_number': 4, 'project_id': '970d06f2d1e24f0e9072a7f43bb4925b', 'gw_port': {'id': 'ece5c27b-ccfe-4dcf-b976-5bdb3e5be9ce', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f721828-a092-464d-9649-2a9ceaa7d320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:32:04Z', 'updated_at': '2022-08-31T01:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_floatingips': [{'id': '3f5097f0-66e6-4f7b-87dc-185f434a08b4', 'tenant_id': '970d06f2d1e24f0e9072a7f43bb4925b', 'floating_ip_address': '172.27.1.196', 'floating_network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'router_id': '0f721828-a092-464d-9649-2a9ceaa7d320', 'port_id': '51e05401-efe1-4123-a876-e27cdccec893', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 720, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8302676b-2573-43a3-9e62-be304d7b7f01', 'mac_address': 'fa:16:3e:ef:97:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8fe146-0b7b-4588-b312-2a525c4ca249', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T01:32:51Z', 'updated_at': '2022-08-31T01:32:51Z', 'revision_number': 0, 'project_id': '970d06f2d1e24f0e9072a7f43bb4925b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99345bcd-25b3-4d58-b0c0-258dec10ef70', 'name': '', 'network_id': '8302676b-2573-43a3-9e62-be304d7b7f01', 'tenant_id': '970d06f2d1e24f0e9072a7f43bb4925b', 'mac_address': 'fa:16:3e:da:26:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f721828-a092-464d-9649-2a9ceaa7d320', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '13bf33c4-dc93-411d-b62c-34bc26f1dd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:32:06Z', 'updated_at': '2022-08-31T01:32:13Z', 'revision_number': 5, 'project_id': '970d06f2d1e24f0e9072a7f43bb4925b', 'subnets': [{'id': '13bf33c4-dc93-411d-b62c-34bc26f1dd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:32:53.472353 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf7a8df-a9ec-4f26-9c58-5d0025837900 None None] New status for floating IP 3f5097f0-66e6-4f7b-87dc-185f434a08b4: ACTIVE {{(pid=106778) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 01:33:00.423810 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=30 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:33:00.428277 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=64 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:33:01.290996 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b5781dd3-b828-45ed-9d15-2dfcefa6158d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (06e7caa6-6f15-45a1-a03b-1c511964ed9a), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:03.145419 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=81,neutron:DELETE=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:33:03.147401 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=50 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:33:03.249437 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=81 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:33:03.255391 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=93 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:33:03.525930 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-42e328e1-44d8-4c93-b754-6460692773a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (1428144b-5b15-4168-8538-b51b3045e8b6), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:03.840411 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (799b9b45-836a-4007-8b99-6041c4a5ce6b), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:04.988949 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-6cf74907-e165-4231-8e79-d72e153e628e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (625e835a-7d63-45f9-8a46-c3ba876c3627), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:06.371929 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (f96ef3eb-5320-49ab-b33a-a2775d3a6053), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:06.389055 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-f7411cf7-2853-429b-aa0f-54d02b543116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (5f821ebb-aac9-4915-bb43-6712672a5d6c), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:08.987237 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.agents_db [None req-5925ee7b-6bd5-4912-8f46-3ff11817b141 None None] Agent healthcheck: found 6 active agents {{(pid=106779) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:33:15.532060 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 37484) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:33:15.582174 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f280d82-4bfe-4a00-a02c-1e4b910d17dc admin admin] Deleting subnet 654f4acd-0d4c-4693-ad7e-f5d3a7c42b5f {{(pid=106776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 01:33:15.585456 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-3f280d82-4bfe-4a00-a02c-1e4b910d17dc admin admin] Publish callbacks [] for subnet (654f4acd-0d4c-4693-ad7e-f5d3a7c42b5f), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:15.622611 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-3f280d82-4bfe-4a00-a02c-1e4b910d17dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6223797'] for subnet (654f4acd-0d4c-4693-ad7e-f5d3a7c42b5f), precommit_delete_associations {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:15.662266 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-3f280d82-4bfe-4a00-a02c-1e4b910d17dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1483629'] for subnet (654f4acd-0d4c-4693-ad7e-f5d3a7c42b5f), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:15.766221 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-3f280d82-4bfe-4a00-a02c-1e4b910d17dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1483636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6273100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4799849'] for subnet (654f4acd-0d4c-4693-ad7e-f5d3a7c42b5f), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:15.794624 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f280d82-4bfe-4a00-a02c-1e4b910d17dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=654f4acd-0d4c-4693-ad7e-f5d3a7c42b5f,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:15.800295 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-3f280d82-4bfe-4a00-a02c-1e4b910d17dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537412'] for subnet (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:15.803423 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-3f280d82-4bfe-4a00-a02c-1e4b910d17dc admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/654f4acd-0d4c-4693-ad7e-f5d3a7c42b5f HTTP/1.1" status: 204 len: 168 time: 0.2703710 Aug 31 01:33:15.806658 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 37486) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:33:15.874696 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-8a9bbccd-5c56-40b6-88dd-46ff00595b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1495376'] for network (5ae771f9-b42a-4b35-89fa-0e126c4452ca), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:15.957029 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-8a9bbccd-5c56-40b6-88dd-46ff00595b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1483790', 'neutron.services.segments.db._delete_segments_for_network-8779186328131'] for network (5ae771f9-b42a-4b35-89fa-0e126c4452ca), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:15.978258 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.services.segments.db [None req-8a9bbccd-5c56-40b6-88dd-46ff00595b85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ae771f9-b42a-4b35-89fa-0e126c4452ca']}} {{(pid=106776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:33:15.987649 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.services.segments.db [None req-8a9bbccd-5c56-40b6-88dd-46ff00595b85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8dc5385-b822-4dcf-8576-bc1309eb153e') {'for_net_delete': True} {{(pid=106776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:33:15.987932 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.services.segments.db [None req-8a9bbccd-5c56-40b6-88dd-46ff00595b85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8dc5385-b822-4dcf-8576-bc1309eb153e') {} {{(pid=106776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:33:15.997559 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-8a9bbccd-5c56-40b6-88dd-46ff00595b85 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779186303919', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223806'] for segment (c8dc5385-b822-4dcf-8576-bc1309eb153e), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:16.010673 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-8a9bbccd-5c56-40b6-88dd-46ff00595b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484916'] for segment (c8dc5385-b822-4dcf-8576-bc1309eb153e), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:16.016965 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a9bbccd-5c56-40b6-88dd-46ff00595b85 admin admin] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=106776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:33:16.017285 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-8a9bbccd-5c56-40b6-88dd-46ff00595b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6273770'] for segment (c8dc5385-b822-4dcf-8576-bc1309eb153e), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:16.058222 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.services.segments.plugin [-] Segment c8dc5385-b822-4dcf-8576-bc1309eb153e resource provider aggregate not found Aug 31 01:33:16.078628 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.services.segments.plugin [-] Segment c8dc5385-b822-4dcf-8576-bc1309eb153e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c8dc5385-b822-4dcf-8576-bc1309eb153e found for delete ", "request_id": "req-332d987d-756c-497c-a794-644b32e8a89f"}]} Aug 31 01:33:16.108537 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-8a9bbccd-5c56-40b6-88dd-46ff00595b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1483783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608292'] for network (5ae771f9-b42a-4b35-89fa-0e126c4452ca), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:16.113920 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-8a9bbccd-5c56-40b6-88dd-46ff00595b85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537412'] for network (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:16.117002 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-8a9bbccd-5c56-40b6-88dd-46ff00595b85 admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/5ae771f9-b42a-4b35-89fa-0e126c4452ca HTTP/1.1" status: 204 len: 168 time: 0.3094199 Aug 31 01:33:16.129591 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9bbccd-5c56-40b6-88dd-46ff00595b85 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ae771f9-b42a-4b35-89fa-0e126c4452ca,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:16.337720 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=47,neutron:UPDATE=5 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:33:16.339576 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:33:16.492291 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 37494) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:33:16.532846 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-86da9f6a-1ccb-40f3-95b4-ac1a9f10ea10 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=29c95fae9a51415b9245125f5faedb37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393763 Aug 31 01:33:16.535317 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 37496) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:33:16.586398 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-647e6ca3-2dc4-4fd4-b2a1-cc62b7173f24 admin admin] Publish callbacks [] for security_group (3c1edca6-1a75-484d-a700-dd55af4bdb87), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:16.606058 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-647e6ca3-2dc4-4fd4-b2a1-cc62b7173f24 admin admin] Publish callbacks [] for security_group (3c1edca6-1a75-484d-a700-dd55af4bdb87), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:16.714126 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-647e6ca3-2dc4-4fd4-b2a1-cc62b7173f24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (3c1edca6-1a75-484d-a700-dd55af4bdb87), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:16.716744 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-647e6ca3-2dc4-4fd4-b2a1-cc62b7173f24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:16.717909 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-647e6ca3-2dc4-4fd4-b2a1-cc62b7173f24 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/3c1edca6-1a75-484d-a700-dd55af4bdb87 HTTP/1.1" status: 204 len: 168 time: 0.1817205 Aug 31 01:33:16.725794 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647e6ca3-2dc4-4fd4-b2a1-cc62b7173f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1edca6-1a75-484d-a700-dd55af4bdb87,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:16.733158 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647e6ca3-2dc4-4fd4-b2a1-cc62b7173f24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:16.733506 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647e6ca3-2dc4-4fd4-b2a1-cc62b7173f24 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:16.733842 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647e6ca3-2dc4-4fd4-b2a1-cc62b7173f24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:16.734178 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647e6ca3-2dc4-4fd4-b2a1-cc62b7173f24 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:16.734505 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647e6ca3-2dc4-4fd4-b2a1-cc62b7173f24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:16.734827 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647e6ca3-2dc4-4fd4-b2a1-cc62b7173f24 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:16.735172 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647e6ca3-2dc4-4fd4-b2a1-cc62b7173f24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:16.735490 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647e6ca3-2dc4-4fd4-b2a1-cc62b7173f24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:16.735903 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647e6ca3-2dc4-4fd4-b2a1-cc62b7173f24 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:16.736214 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647e6ca3-2dc4-4fd4-b2a1-cc62b7173f24 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:16.736644 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647e6ca3-2dc4-4fd4-b2a1-cc62b7173f24 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:16.736879 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647e6ca3-2dc4-4fd4-b2a1-cc62b7173f24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:16.737194 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647e6ca3-2dc4-4fd4-b2a1-cc62b7173f24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:16.737507 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647e6ca3-2dc4-4fd4-b2a1-cc62b7173f24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:16.737825 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647e6ca3-2dc4-4fd4-b2a1-cc62b7173f24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:17.710306 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 37518) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:33:17.804424 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [None req-7161c536-8bbe-4611-a759-6182f7321b55 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-176741476-network', 'tenant_id': '8a6177d84e534b358b475672f474f6df'}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:33:17.902807 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7161c536-8bbe-4611-a759-6182f7321b55 admin admin] Made reservation on behalf of 8a6177d84e534b358b475672f474f6df for: {'network': 1} {{(pid=106777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:33:17.905179 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-7161c536-8bbe-4611-a759-6182f7321b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for network (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:17.913950 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-7161c536-8bbe-4611-a759-6182f7321b55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:17.988247 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-7161c536-8bbe-4611-a759-6182f7321b55 admin admin] Publish callbacks [] for security_group (19da324f-2337-49f0-9dae-b22f0d9a1e88), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:18.040046 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-7161c536-8bbe-4611-a759-6182f7321b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (19da324f-2337-49f0-9dae-b22f0d9a1e88), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:18.067378 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7161c536-8bbe-4611-a759-6182f7321b55 admin admin] vlan segment allocate from pool success with {'vlan_id': 1056, 'physical_network': 'physnet1'} {{(pid=106777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:33:18.074152 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7161c536-8bbe-4611-a759-6182f7321b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19da324f-2337-49f0-9dae-b22f0d9a1e88,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:18.081764 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-7161c536-8bbe-4611-a759-6182f7321b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484916'] for segment (669e6717-297e-4b7f-886f-aba7bf4c57f2), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:18.081764 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.db.segments_db [None req-7161c536-8bbe-4611-a759-6182f7321b55 admin admin] Added segment 669e6717-297e-4b7f-886f-aba7bf4c57f2 of type vlan for network 1c20fdf4-c01e-4a42-bd98-933028a4956d Aug 31 01:33:18.122001 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-7161c536-8bbe-4611-a759-6182f7321b55 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779185844565'] for network (1c20fdf4-c01e-4a42-bd98-933028a4956d), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:18.206250 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-7161c536-8bbe-4611-a759-6182f7321b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430'] for network (1c20fdf4-c01e-4a42-bd98-933028a4956d), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:18.207244 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7161c536-8bbe-4611-a759-6182f7321b55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:33:18.207824 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-7161c536-8bbe-4611-a759-6182f7321b55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537412'] for network (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:18.267656 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7161c536-8bbe-4611-a759-6182f7321b55 admin admin] Pushing event updated for resources: {'Network': ['ID=1c20fdf4-c01e-4a42-bd98-933028a4956d,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:18.277394 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Network 1c20fdf4-c01e-4a42-bd98-933028a4956d details requested by agent ovs-agent-dv-cinder-855288-2-iscsi with host dv-cinder-855288-2-iscsi {{(pid=106778) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:33:18.294484 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-7161c536-8bbe-4611-a759-6182f7321b55 admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5831096 Aug 31 01:33:18.297221 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 37522) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:33:18.301848 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [None req-6aa89b11-cae4-4a13-8874-ef407f0c2d9a admin admin] Request body: {'subnet': {'network_id': '1c20fdf4-c01e-4a42-bd98-933028a4956d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-176741476-subnet', 'tenant_id': '8a6177d84e534b358b475672f474f6df', 'ip_version': 4}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:33:18.377559 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa89b11-cae4-4a13-8874-ef407f0c2d9a admin admin] Made reservation on behalf of 8a6177d84e534b358b475672f474f6df for: {'subnet': 1} {{(pid=106777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:33:18.379949 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-6aa89b11-cae4-4a13-8874-ef407f0c2d9a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5608374'] for subnet (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:18.493273 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=77,neutron:DELETE=4,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:33:18.588924 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-6aa89b11-cae4-4a13-8874-ef407f0c2d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5262262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5608352'] for subnet (f83c53c6-3675-4265-96b4-490990a3e29d), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:18.593606 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:33:18.645570 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa89b11-cae4-4a13-8874-ef407f0c2d9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f83c53c6-3675-4265-96b4-490990a3e29d,revision_number=0']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:18.654794 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa89b11-cae4-4a13-8874-ef407f0c2d9a admin admin] Checking segment: {'id': '669e6717-297e-4b7f-886f-aba7bf4c57f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '1c20fdf4-c01e-4a42-bd98-933028a4956d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:33:18.655145 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa89b11-cae4-4a13-8874-ef407f0c2d9a admin admin] Network hostable DHCP agents. Network: 1c20fdf4-c01e-4a42-bd98-933028a4956d, hostable agents: ['06e7caa6-6f15-45a1-a03b-1c511964ed9a'], hosted agents: [] {{(pid=106777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:33:18.737099 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa89b11-cae4-4a13-8874-ef407f0c2d9a admin admin] Network 1c20fdf4-c01e-4a42-bd98-933028a4956d is scheduled to be hosted by DHCP agent 06e7caa6-6f15-45a1-a03b-1c511964ed9a with binding_index 1 {{(pid=106777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:33:18.839777 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.base_scheduler [None req-6aa89b11-cae4-4a13-8874-ef407f0c2d9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855288-2-iscsi, 1c20fdf4-c01e-4a42-bd98-933028a4956d) {{(pid=106777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:33:18.843875 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa89b11-cae4-4a13-8874-ef407f0c2d9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:33:18.844452 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-6aa89b11-cae4-4a13-8874-ef407f0c2d9a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:18.849081 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4a7367-6047-47aa-a60a-719d68eadb02 None None] Network 1c20fdf4-c01e-4a42-bd98-933028a4956d requested from dv-cinder-855288-2-iscsi {{(pid=106778) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 01:33:18.950989 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbfd0a09-dfd4-4952-ab3e-6326c3bc0667 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba7de80-325c-5b15-a1b2-1b6f80050974-1c20fdf4-c01e-4a42-bd98-933028a4956d', 'network_id': '1c20fdf4-c01e-4a42-bd98-933028a4956d', 'project_id': '8a6177d84e534b358b475672f474f6df', 'fixed_ips': [{'subnet_id': 'f83c53c6-3675-4265-96b4-490990a3e29d'}]}} from dv-cinder-855288-2-iscsi. {{(pid=106778) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 01:33:18.951875 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-cbfd0a09-dfd4-4952-ab3e-6326c3bc0667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (None), before_create {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:18.963560 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-6aa89b11-cae4-4a13-8874-ef407f0c2d9a admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6653237 Aug 31 01:33:18.966245 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 37524) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:33:18.970486 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [None req-32e3f48a-0392-4229-b0df-5dcd05cc643f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-176741476-router', 'tenant_id': '8a6177d84e534b358b475672f474f6df', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83'}}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:33:18.982597 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=4 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:33:18.983325 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=4 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:33:19.085412 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.db_base_plugin_common [None req-cbfd0a09-dfd4-4952-ab3e-6326c3bc0667 None None] Allocated IP 172.20.0.2 (1c20fdf4-c01e-4a42-bd98-933028a4956d/f83c53c6-3675-4265-96b4-490990a3e29d/fa11497e-7570-44a8-a0e7-46f1cdca75e2) {{(pid=106778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:33:19.107718 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-32e3f48a-0392-4229-b0df-5dcd05cc643f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10622'] for router (6e56d467-b811-4148-92e6-7dc61c2014c8), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:19.107718 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-32e3f48a-0392-4229-b0df-5dcd05cc643f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-635161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482877', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10609'] for router (6e56d467-b811-4148-92e6-7dc61c2014c8), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:19.158943 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-32e3f48a-0392-4229-b0df-5dcd05cc643f admin admin] Publish callbacks [] for router_controller (6e56d467-b811-4148-92e6-7dc61c2014c8), precommit_add_association {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:19.225166 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-cbfd0a09-dfd4-4952-ab3e-6326c3bc0667 None None] Publish callbacks [] for port (fa11497e-7570-44a8-a0e7-46f1cdca75e2), precommit_create {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:19.291823 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-cbfd0a09-dfd4-4952-ab3e-6326c3bc0667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779185826838'] for port (fa11497e-7570-44a8-a0e7-46f1cdca75e2), after_create {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:19.334047 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfd0a09-dfd4-4952-ab3e-6326c3bc0667 None None] Network 1c20fdf4-c01e-4a42-bd98-933028a4956d is already hosted by enough agents. {{(pid=106778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:33:19.337038 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.scheduler.base_scheduler [None req-cbfd0a09-dfd4-4952-ab3e-6326c3bc0667 None None] Resources bound (agent type, host, resource id): {{(pid=106778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:33:19.340124 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfd0a09-dfd4-4952-ab3e-6326c3bc0667 None None] Received port after_create {{(pid=106778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 01:33:19.349452 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-32e3f48a-0392-4229-b0df-5dcd05cc643f admin admin] Publish callbacks [] for router_gateway (6e56d467-b811-4148-92e6-7dc61c2014c8), precommit_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:19.354167 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfd0a09-dfd4-4952-ab3e-6326c3bc0667 None None] Pushing event updated for resources: {'Port': ['ID=fa11497e-7570-44a8-a0e7-46f1cdca75e2,revision_number=1']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:19.378904 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfd0a09-dfd4-4952-ab3e-6326c3bc0667 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:19.379180 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfd0a09-dfd4-4952-ab3e-6326c3bc0667 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:19.379523 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfd0a09-dfd4-4952-ab3e-6326c3bc0667 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:19.379862 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfd0a09-dfd4-4952-ab3e-6326c3bc0667 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:19.380196 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfd0a09-dfd4-4952-ab3e-6326c3bc0667 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:19.380529 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfd0a09-dfd4-4952-ab3e-6326c3bc0667 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:19.380890 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfd0a09-dfd4-4952-ab3e-6326c3bc0667 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:19.381220 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfd0a09-dfd4-4952-ab3e-6326c3bc0667 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:19.381547 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfd0a09-dfd4-4952-ab3e-6326c3bc0667 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:19.381874 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfd0a09-dfd4-4952-ab3e-6326c3bc0667 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:19.382201 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfd0a09-dfd4-4952-ab3e-6326c3bc0667 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:19.382526 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfd0a09-dfd4-4952-ab3e-6326c3bc0667 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:19.382848 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfd0a09-dfd4-4952-ab3e-6326c3bc0667 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:19.383170 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfd0a09-dfd4-4952-ab3e-6326c3bc0667 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:19.383489 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfd0a09-dfd4-4952-ab3e-6326c3bc0667 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:19.414833 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.managers [None req-cbfd0a09-dfd4-4952-ab3e-6326c3bc0667 None None] Attempting to bind port fa11497e-7570-44a8-a0e7-46f1cdca75e2 on host dv-cinder-855288-2-iscsi for vnic_type normal with profile {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 01:33:19.415198 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.managers [None req-cbfd0a09-dfd4-4952-ab3e-6326c3bc0667 None None] Attempting to bind port fa11497e-7570-44a8-a0e7-46f1cdca75e2 by drivers openvswitch,hyperv on host dv-cinder-855288-2-iscsi at level 0 using segments [{'id': '669e6717-297e-4b7f-886f-aba7bf4c57f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '1c20fdf4-c01e-4a42-bd98-933028a4956d'}] {{(pid=106778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 01:33:19.415589 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfd0a09-dfd4-4952-ab3e-6326c3bc0667 None None] Attempting to bind port fa11497e-7570-44a8-a0e7-46f1cdca75e2 on network 1c20fdf4-c01e-4a42-bd98-933028a4956d {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:33:19.420850 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfd0a09-dfd4-4952-ab3e-6326c3bc0667 None None] Checking agent: {'id': 'f96ef3eb-5320-49ab-b33a-a2775d3a6053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855288-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 1, 14, 6), 'started_at': datetime.datetime(2022, 8, 31, 1, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 1, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855288-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 01:33:19.421598 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfd0a09-dfd4-4952-ab3e-6326c3bc0667 None None] Checking segment: {'id': '669e6717-297e-4b7f-886f-aba7bf4c57f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '1c20fdf4-c01e-4a42-bd98-933028a4956d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:33:19.421598 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-cbfd0a09-dfd4-4952-ab3e-6326c3bc0667 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:19.422074 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfd0a09-dfd4-4952-ab3e-6326c3bc0667 None None] Bound using segment: {'id': '669e6717-297e-4b7f-886f-aba7bf4c57f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '1c20fdf4-c01e-4a42-bd98-933028a4956d'} {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 01:33:19.422537 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.managers [None req-cbfd0a09-dfd4-4952-ab3e-6326c3bc0667 None None] Bound port: fa11497e-7570-44a8-a0e7-46f1cdca75e2, host: dv-cinder-855288-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '669e6717-297e-4b7f-886f-aba7bf4c57f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '1c20fdf4-c01e-4a42-bd98-933028a4956d'}}] {{(pid=106778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 01:33:19.422919 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-cbfd0a09-dfd4-4952-ab3e-6326c3bc0667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (fa11497e-7570-44a8-a0e7-46f1cdca75e2), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:19.483373 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-cbfd0a09-dfd4-4952-ab3e-6326c3bc0667 None None] For port fa11497e-7570-44a8-a0e7-46f1cdca75e2, host dv-cinder-855288-2-iscsi, cleared binding levels {{(pid=106778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:33:19.486403 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-cbfd0a09-dfd4-4952-ab3e-6326c3bc0667 None None] For port fa11497e-7570-44a8-a0e7-46f1cdca75e2, host dv-cinder-855288-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=fa11497e-7570-44a8-a0e7-46f1cdca75e2,segment=NetworkSegment(669e6717-297e-4b7f-886f-aba7bf4c57f2),segment_id=669e6717-297e-4b7f-886f-aba7bf4c57f2)] {{(pid=106778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:33:19.583742 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-cbfd0a09-dfd4-4952-ab3e-6326c3bc0667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (fa11497e-7570-44a8-a0e7-46f1cdca75e2), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:19.585321 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-32e3f48a-0392-4229-b0df-5dcd05cc643f admin admin] Publish callbacks [] for router_gateway (6e56d467-b811-4148-92e6-7dc61c2014c8), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:19.607748 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-32e3f48a-0392-4229-b0df-5dcd05cc643f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:19.638378 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfd0a09-dfd4-4952-ab3e-6326c3bc0667 None None] Pushing event updated for resources: {'Port': ['ID=fa11497e-7570-44a8-a0e7-46f1cdca75e2,revision_number=2']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:19.722811 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.db_base_plugin_common [None req-32e3f48a-0392-4229-b0df-5dcd05cc643f admin admin] Allocated IP 172.27.1.204 (6de90673-24a8-444a-94e7-38ef2e70dd83/b0882f00-706c-4556-bcad-01ef413e142c/b239ba95-6526-4435-9229-e04af35a254d) {{(pid=106777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:33:19.838990 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:33:19.842819 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-32e3f48a-0392-4229-b0df-5dcd05cc643f admin admin] Publish callbacks [] for port (b239ba95-6526-4435-9229-e04af35a254d), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:19.926899 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-32e3f48a-0392-4229-b0df-5dcd05cc643f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779185826838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5261574'] for port (b239ba95-6526-4435-9229-e04af35a254d), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:19.973535 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e3f48a-0392-4229-b0df-5dcd05cc643f admin admin] Network 6de90673-24a8-444a-94e7-38ef2e70dd83 is already hosted by enough agents. {{(pid=106777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:33:19.976163 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:33:19.979619 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.base_scheduler [None req-32e3f48a-0392-4229-b0df-5dcd05cc643f admin admin] Resources bound (agent type, host, resource id): {{(pid=106777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:33:19.982132 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e3f48a-0392-4229-b0df-5dcd05cc643f admin admin] Received port after_create {{(pid=106777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 01:33:19.985578 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e3f48a-0392-4229-b0df-5dcd05cc643f admin admin] Pushing event updated for resources: {'Port': ['ID=b239ba95-6526-4435-9229-e04af35a254d,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:20.302270 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-32e3f48a-0392-4229-b0df-5dcd05cc643f admin admin] Publish callbacks [] for router_gateway (6e56d467-b811-4148-92e6-7dc61c2014c8), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:20.502637 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-32e3f48a-0392-4229-b0df-5dcd05cc643f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-608468'] for router (6e56d467-b811-4148-92e6-7dc61c2014c8), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:20.508484 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463d9de1-59c0-4357-b6e9-0f41af9e19fc None None] Network 1c20fdf4-c01e-4a42-bd98-933028a4956d requested from dv-cinder-855288-2-iscsi {{(pid=106778) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 01:33:20.609058 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:33:20.626155 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-a25a00c7-d3a2-4db1-a7a5-8d5777531b05 None None] Provisioning complete for port fa11497e-7570-44a8-a0e7-46f1cdca75e2 triggered by entity DHCP. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:33:20.626535 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-a25a00c7-d3a2-4db1-a7a5-8d5777531b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (fa11497e-7570-44a8-a0e7-46f1cdca75e2), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:20.649983 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:33:20.713526 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-a25a00c7-d3a2-4db1-a7a5-8d5777531b05 None None] Current status of the port fa11497e-7570-44a8-a0e7-46f1cdca75e2 is: DOWN; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:33:20.713925 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-a25a00c7-d3a2-4db1-a7a5-8d5777531b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (fa11497e-7570-44a8-a0e7-46f1cdca75e2), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:20.752820 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-a25a00c7-d3a2-4db1-a7a5-8d5777531b05 None None] For port fa11497e-7570-44a8-a0e7-46f1cdca75e2, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=fa11497e-7570-44a8-a0e7-46f1cdca75e2,segment=NetworkSegment(669e6717-297e-4b7f-886f-aba7bf4c57f2),segment_id=669e6717-297e-4b7f-886f-aba7bf4c57f2)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:33:20.794408 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-a25a00c7-d3a2-4db1-a7a5-8d5777531b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (fa11497e-7570-44a8-a0e7-46f1cdca75e2), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:20.842257 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25a00c7-d3a2-4db1-a7a5-8d5777531b05 None None] Pushing event updated for resources: {'Port': ['ID=fa11497e-7570-44a8-a0e7-46f1cdca75e2,revision_number=3']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:20.916229 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-ef954779-b289-46f7-9046-9d45d37ef1cf None None] Provisioning complete for port fa11497e-7570-44a8-a0e7-46f1cdca75e2 triggered by entity DHCP. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:33:20.916600 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-ef954779-b289-46f7-9046-9d45d37ef1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (fa11497e-7570-44a8-a0e7-46f1cdca75e2), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:20.977126 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32e3f48a-0392-4229-b0df-5dcd05cc643f admin admin] Router 6e56d467-b811-4148-92e6-7dc61c2014c8 is scheduled to L3 agent 1428144b-5b15-4168-8538-b51b3045e8b6 with binding_index 1 {{(pid=106777) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:33:20.989892 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-ef954779-b289-46f7-9046-9d45d37ef1cf None None] Current status of the port fa11497e-7570-44a8-a0e7-46f1cdca75e2 is: ACTIVE; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:33:21.080103 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e3f48a-0392-4229-b0df-5dcd05cc643f admin admin] Notify agent at l3_agent.dv-cinder-855288-2-iscsi the message routers_updated {{(pid=106777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:33:21.093965 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a1b8cb-5e71-4851-81b4-ea43c1b29ecb None None] Sync routers for ids ['6e56d467-b811-4148-92e6-7dc61c2014c8'] in dv-cinder-855288-2-iscsi {{(pid=106779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:33:21.103784 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a1b8cb-5e71-4851-81b4-ea43c1b29ecb None None] Routers {'6e56d467-b811-4148-92e6-7dc61c2014c8'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:33:21.104378 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-d7a1b8cb-5e71-4851-81b4-ea43c1b29ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:33:03Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['6e56d467-b811-4148-92e6-7dc61c2014c8'], 'active': True} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:33:21.123431 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device fa11497e-7570-44a8-a0e7-46f1cdca75e2 up at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:33:21.151522 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-32e3f48a-0392-4229-b0df-5dcd05cc643f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:21.152953 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-32e3f48a-0392-4229-b0df-5dcd05cc643f admin admin] 10.222.0.20 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1857097 Aug 31 01:33:21.155675 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 37528) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:33:21.172766 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Provisioning complete for port fa11497e-7570-44a8-a0e7-46f1cdca75e2 triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:33:21.173161 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (fa11497e-7570-44a8-a0e7-46f1cdca75e2), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:21.206125 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvr_db [None req-d7a1b8cb-5e71-4851-81b4-ea43c1b29ecb None None] Set router 6e56d467-b811-4148-92e6-7dc61c2014c8 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:33:21.206390 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:33:21.251119 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Current status of the port fa11497e-7570-44a8-a0e7-46f1cdca75e2 is: ACTIVE; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:33:21.378898 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-d7a1b8cb-5e71-4851-81b4-ea43c1b29ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'name': 'tempest-TestVolumeBootPattern-176741476-router', 'tenant_id': '8a6177d84e534b358b475672f474f6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'b239ba95-6526-4435-9229-e04af35a254d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:33:19Z', 'updated_at': '2022-08-31T01:33:20Z', 'revision_number': 3, 'project_id': '8a6177d84e534b358b475672f474f6df', 'gw_port': {'id': 'b239ba95-6526-4435-9229-e04af35a254d', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:59:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:33:19Z', 'updated_at': '2022-08-31T01:33:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi'}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:33:21.407527 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a1b8cb-5e71-4851-81b4-ea43c1b29ecb None None] Checking router: 6e56d467-b811-4148-92e6-7dc61c2014c8 for host: dv-cinder-855288-2-iscsi {{(pid=106779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:33:21.407871 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a1b8cb-5e71-4851-81b4-ea43c1b29ecb None None] Updating router 6e56d467-b811-4148-92e6-7dc61c2014c8 port b239ba95-6526-4435-9229-e04af35a254d binding host dv-cinder-855288-2-iscsi {{(pid=106779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:33:21.435381 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron_lib.callbacks.manager [None req-d7a1b8cb-5e71-4851-81b4-ea43c1b29ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (b239ba95-6526-4435-9229-e04af35a254d), before_update {{(pid=106779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:21.448947 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:33:21.562897 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-df5c938a-5133-4b30-88cb-d27381107dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:21.676673 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron_lib.callbacks.manager [None req-d7a1b8cb-5e71-4851-81b4-ea43c1b29ecb None None] Publish callbacks [] for port (b239ba95-6526-4435-9229-e04af35a254d), precommit_update {{(pid=106779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:21.717530 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.db_base_plugin_common [None req-df5c938a-5133-4b30-88cb-d27381107dc0 admin admin] Allocated IP 172.20.0.1 (1c20fdf4-c01e-4a42-bd98-933028a4956d/f83c53c6-3675-4265-96b4-490990a3e29d/a6b614b8-5291-44c6-a391-2b923ad03edb) {{(pid=106777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:33:21.737225 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron_lib.callbacks.manager [None req-d7a1b8cb-5e71-4851-81b4-ea43c1b29ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (b239ba95-6526-4435-9229-e04af35a254d), after_update {{(pid=106779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:21.773242 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.managers [None req-d7a1b8cb-5e71-4851-81b4-ea43c1b29ecb None None] Attempting to bind port b239ba95-6526-4435-9229-e04af35a254d on host dv-cinder-855288-2-iscsi for vnic_type normal with profile {{(pid=106779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 01:33:21.773611 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.managers [None req-d7a1b8cb-5e71-4851-81b4-ea43c1b29ecb None None] Attempting to bind port b239ba95-6526-4435-9229-e04af35a254d by drivers openvswitch,hyperv on host dv-cinder-855288-2-iscsi at level 0 using segments [{'id': '5532158b-12fc-4975-99d9-f23bee8acdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83'}] {{(pid=106779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 01:33:21.773969 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a1b8cb-5e71-4851-81b4-ea43c1b29ecb None None] Attempting to bind port b239ba95-6526-4435-9229-e04af35a254d on network 6de90673-24a8-444a-94e7-38ef2e70dd83 {{(pid=106779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:33:21.786338 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a1b8cb-5e71-4851-81b4-ea43c1b29ecb None None] Checking agent: {'id': 'f96ef3eb-5320-49ab-b33a-a2775d3a6053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855288-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 1, 14, 6), 'started_at': datetime.datetime(2022, 8, 31, 1, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 1, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855288-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 01:33:21.786710 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a1b8cb-5e71-4851-81b4-ea43c1b29ecb None None] Checking segment: {'id': '5532158b-12fc-4975-99d9-f23bee8acdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:33:21.787109 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron_lib.callbacks.manager [None req-d7a1b8cb-5e71-4851-81b4-ea43c1b29ecb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:21.787515 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a1b8cb-5e71-4851-81b4-ea43c1b29ecb None None] Bound using segment: {'id': '5532158b-12fc-4975-99d9-f23bee8acdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83'} {{(pid=106779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 01:33:21.787978 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.managers [None req-d7a1b8cb-5e71-4851-81b4-ea43c1b29ecb None None] Bound port: b239ba95-6526-4435-9229-e04af35a254d, host: dv-cinder-855288-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5532158b-12fc-4975-99d9-f23bee8acdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83'}}] {{(pid=106779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 01:33:21.788351 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron_lib.callbacks.manager [None req-d7a1b8cb-5e71-4851-81b4-ea43c1b29ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (b239ba95-6526-4435-9229-e04af35a254d), before_update {{(pid=106779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:21.813179 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf84a25-2667-41d1-b693-cc2e3ee12471 None None] Pushing event updated for resources: {'Port': ['ID=b239ba95-6526-4435-9229-e04af35a254d,revision_number=2']} {{(pid=106779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:21.819571 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-df5c938a-5133-4b30-88cb-d27381107dc0 admin admin] Publish callbacks [] for port (a6b614b8-5291-44c6-a391-2b923ad03edb), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:21.831365 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf84a25-2667-41d1-b693-cc2e3ee12471 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:21.831705 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf84a25-2667-41d1-b693-cc2e3ee12471 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:21.832044 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf84a25-2667-41d1-b693-cc2e3ee12471 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:21.832402 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf84a25-2667-41d1-b693-cc2e3ee12471 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:21.832766 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf84a25-2667-41d1-b693-cc2e3ee12471 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:21.833087 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf84a25-2667-41d1-b693-cc2e3ee12471 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:21.833411 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf84a25-2667-41d1-b693-cc2e3ee12471 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:21.833730 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf84a25-2667-41d1-b693-cc2e3ee12471 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:21.834049 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf84a25-2667-41d1-b693-cc2e3ee12471 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:21.834390 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf84a25-2667-41d1-b693-cc2e3ee12471 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:21.834692 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf84a25-2667-41d1-b693-cc2e3ee12471 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:21.835012 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf84a25-2667-41d1-b693-cc2e3ee12471 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:21.835329 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf84a25-2667-41d1-b693-cc2e3ee12471 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:21.835644 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf84a25-2667-41d1-b693-cc2e3ee12471 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:21.835959 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf84a25-2667-41d1-b693-cc2e3ee12471 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:21.854584 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.db [None req-d7a1b8cb-5e71-4851-81b4-ea43c1b29ecb None None] For port b239ba95-6526-4435-9229-e04af35a254d, host dv-cinder-855288-2-iscsi, cleared binding levels {{(pid=106779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:33:21.857717 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.db [None req-d7a1b8cb-5e71-4851-81b4-ea43c1b29ecb None None] For port b239ba95-6526-4435-9229-e04af35a254d, host dv-cinder-855288-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=b239ba95-6526-4435-9229-e04af35a254d,segment=NetworkSegment(5532158b-12fc-4975-99d9-f23bee8acdf7),segment_id=5532158b-12fc-4975-99d9-f23bee8acdf7)] {{(pid=106779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:33:21.903740 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-df5c938a-5133-4b30-88cb-d27381107dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779185826838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5261574'] for port (a6b614b8-5291-44c6-a391-2b923ad03edb), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:21.926433 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron_lib.callbacks.manager [None req-d7a1b8cb-5e71-4851-81b4-ea43c1b29ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (b239ba95-6526-4435-9229-e04af35a254d), after_update {{(pid=106779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:21.949539 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5c938a-5133-4b30-88cb-d27381107dc0 admin admin] Network 1c20fdf4-c01e-4a42-bd98-933028a4956d is already hosted by enough agents. {{(pid=106777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:33:21.954244 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.base_scheduler [None req-df5c938a-5133-4b30-88cb-d27381107dc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:33:21.956951 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5c938a-5133-4b30-88cb-d27381107dc0 admin admin] Received port after_create {{(pid=106777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 01:33:21.964213 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a1b8cb-5e71-4851-81b4-ea43c1b29ecb None None] Routers {'6e56d467-b811-4148-92e6-7dc61c2014c8'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:33:21.964534 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-d7a1b8cb-5e71-4851-81b4-ea43c1b29ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:33:03Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['6e56d467-b811-4148-92e6-7dc61c2014c8'], 'active': True} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:33:21.984895 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5c938a-5133-4b30-88cb-d27381107dc0 admin admin] Pushing event updated for resources: {'Port': ['ID=a6b614b8-5291-44c6-a391-2b923ad03edb,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:22.003624 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-df5c938a-5133-4b30-88cb-d27381107dc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-636848'] for router_interface (6e56d467-b811-4148-92e6-7dc61c2014c8), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:22.028758 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:33:22.056262 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf84a25-2667-41d1-b693-cc2e3ee12471 None None] Pushing event updated for resources: {'Port': ['ID=b239ba95-6526-4435-9229-e04af35a254d,revision_number=3']} {{(pid=106779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:22.084952 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvr_db [None req-d7a1b8cb-5e71-4851-81b4-ea43c1b29ecb None None] Set router 6e56d467-b811-4148-92e6-7dc61c2014c8 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:33:22.087165 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:33:22.192647 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:33:22.198816 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-df5c938a-5133-4b30-88cb-d27381107dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (a6b614b8-5291-44c6-a391-2b923ad03edb), before_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:22.216640 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-cd08a710-b65f-41d3-9d08-4c1a8141f2db None None] Provisioning complete for port a6b614b8-5291-44c6-a391-2b923ad03edb triggered by entity DHCP. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:33:22.217332 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-cd08a710-b65f-41d3-9d08-4c1a8141f2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (a6b614b8-5291-44c6-a391-2b923ad03edb), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:22.250035 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-cd08a710-b65f-41d3-9d08-4c1a8141f2db None None] Port a6b614b8-5291-44c6-a391-2b923ad03edb cannot update to ACTIVE because it is not bound. {{(pid=106778) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 01:33:22.257537 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:33:22.341127 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-d7a1b8cb-5e71-4851-81b4-ea43c1b29ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'name': 'tempest-TestVolumeBootPattern-176741476-router', 'tenant_id': '8a6177d84e534b358b475672f474f6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'b239ba95-6526-4435-9229-e04af35a254d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:33:19Z', 'updated_at': '2022-08-31T01:33:20Z', 'revision_number': 3, 'project_id': '8a6177d84e534b358b475672f474f6df', 'gw_port': {'id': 'b239ba95-6526-4435-9229-e04af35a254d', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:59:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:33:19Z', 'updated_at': '2022-08-31T01:33:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi'}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:33:22.367812 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-df5c938a-5133-4b30-88cb-d27381107dc0 admin admin] Publish callbacks [] for port (a6b614b8-5291-44c6-a391-2b923ad03edb), precommit_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:22.368553 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a1b8cb-5e71-4851-81b4-ea43c1b29ecb None None] The sync data for ids ['6e56d467-b811-4148-92e6-7dc61c2014c8'] in dv-cinder-855288-2-iscsi is: [{'id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'name': 'tempest-TestVolumeBootPattern-176741476-router', 'tenant_id': '8a6177d84e534b358b475672f474f6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'b239ba95-6526-4435-9229-e04af35a254d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:33:19Z', 'updated_at': '2022-08-31T01:33:20Z', 'revision_number': 3, 'project_id': '8a6177d84e534b358b475672f474f6df', 'gw_port': {'id': 'b239ba95-6526-4435-9229-e04af35a254d', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:59:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:33:19Z', 'updated_at': '2022-08-31T01:33:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi'}] {{(pid=106779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:33:22.417472 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-df5c938a-5133-4b30-88cb-d27381107dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5261583'] for port (a6b614b8-5291-44c6-a391-2b923ad03edb), after_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:22.486642 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-df5c938a-5133-4b30-88cb-d27381107dc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-636708'] for router_interface (6e56d467-b811-4148-92e6-7dc61c2014c8), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:22.488350 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5c938a-5133-4b30-88cb-d27381107dc0 admin admin] Pushing event updated for resources: {'Port': ['ID=a6b614b8-5291-44c6-a391-2b923ad03edb,revision_number=2']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:22.596893 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5c938a-5133-4b30-88cb-d27381107dc0 admin admin] Network 1c20fdf4-c01e-4a42-bd98-933028a4956d is already hosted by enough agents. {{(pid=106777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:33:22.598330 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.base_scheduler [None req-df5c938a-5133-4b30-88cb-d27381107dc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:33:22.726756 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df5c938a-5133-4b30-88cb-d27381107dc0 admin admin] Router 6e56d467-b811-4148-92e6-7dc61c2014c8 has already been hosted by L3 agent 1428144b-5b15-4168-8538-b51b3045e8b6 {{(pid=106777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:33:22.835151 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df5c938a-5133-4b30-88cb-d27381107dc0 admin admin] Notify agent at l3_agent.dv-cinder-855288-2-iscsi the message routers_updated {{(pid=106777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:33:22.843976 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-df5c938a-5133-4b30-88cb-d27381107dc0 admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/6e56d467-b811-4148-92e6-7dc61c2014c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6843565 Aug 31 01:33:22.874935 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-8ef9d23d-1d97-4b37-884d-4389eecbbf79 None None] Provisioning complete for port a6b614b8-5291-44c6-a391-2b923ad03edb triggered by entity DHCP. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:33:22.877620 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-8ef9d23d-1d97-4b37-884d-4389eecbbf79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (a6b614b8-5291-44c6-a391-2b923ad03edb), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:22.917532 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-8ef9d23d-1d97-4b37-884d-4389eecbbf79 None None] Port a6b614b8-5291-44c6-a391-2b923ad03edb cannot update to ACTIVE because it is not bound. {{(pid=106778) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 01:33:23.142204 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device b239ba95-6526-4435-9229-e04af35a254d up at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:33:23.172646 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Provisioning complete for port b239ba95-6526-4435-9229-e04af35a254d triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:33:23.179443 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (b239ba95-6526-4435-9229-e04af35a254d), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:23.248610 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Current status of the port b239ba95-6526-4435-9229-e04af35a254d is: DOWN; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:33:23.249309 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (b239ba95-6526-4435-9229-e04af35a254d), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:23.270234 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] For port b239ba95-6526-4435-9229-e04af35a254d, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=b239ba95-6526-4435-9229-e04af35a254d,segment=NetworkSegment(5532158b-12fc-4975-99d9-f23bee8acdf7),segment_id=5532158b-12fc-4975-99d9-f23bee8acdf7)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:33:23.407679 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (b239ba95-6526-4435-9229-e04af35a254d), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:23.584771 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Pushing event updated for resources: {'Port': ['ID=b239ba95-6526-4435-9229-e04af35a254d,revision_number=4']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:23.672925 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 37544) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:33:23.677765 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [None req-ee50abed-6c11-4f55-a8ca-1023199ef887 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-147434268-network', 'tenant_id': '2d46826da53d445fa93891f13fbe9826'}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:33:23.765221 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee50abed-6c11-4f55-a8ca-1023199ef887 admin admin] Made reservation on behalf of 2d46826da53d445fa93891f13fbe9826 for: {'network': 1} {{(pid=106777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:33:23.767609 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-ee50abed-6c11-4f55-a8ca-1023199ef887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for network (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:23.776820 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-ee50abed-6c11-4f55-a8ca-1023199ef887 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:23.854384 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-ee50abed-6c11-4f55-a8ca-1023199ef887 admin admin] Publish callbacks [] for security_group (ba169492-98b6-4e64-89a0-07a15b04aef9), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:23.889085 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5460b91b-cca4-4536-b151-46aa656c8b7e None None] Sync routers for ids ['6e56d467-b811-4148-92e6-7dc61c2014c8'] in dv-cinder-855288-2-iscsi {{(pid=106778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:33:23.900060 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5460b91b-cca4-4536-b151-46aa656c8b7e None None] Routers {'6e56d467-b811-4148-92e6-7dc61c2014c8'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:33:23.900673 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-5460b91b-cca4-4536-b151-46aa656c8b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:33:03Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['6e56d467-b811-4148-92e6-7dc61c2014c8'], 'active': True} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:33:23.902291 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:33:23.903203 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-ee50abed-6c11-4f55-a8ca-1023199ef887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (ba169492-98b6-4e64-89a0-07a15b04aef9), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:23.908610 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:33:23.926507 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee50abed-6c11-4f55-a8ca-1023199ef887 admin admin] vlan segment allocate from pool success with {'vlan_id': 1081, 'physical_network': 'physnet1'} {{(pid=106777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:33:23.943724 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee50abed-6c11-4f55-a8ca-1023199ef887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba169492-98b6-4e64-89a0-07a15b04aef9,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:23.949091 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-ee50abed-6c11-4f55-a8ca-1023199ef887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484916'] for segment (5df9c223-db02-4e13-8cb8-ffe43ceae8c8), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:23.949795 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.db.segments_db [None req-ee50abed-6c11-4f55-a8ca-1023199ef887 admin admin] Added segment 5df9c223-db02-4e13-8cb8-ffe43ceae8c8 of type vlan for network 3ff960d6-c555-4a2f-a596-83f0d2e0096b Aug 31 01:33:23.991747 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-ee50abed-6c11-4f55-a8ca-1023199ef887 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779185844565'] for network (3ff960d6-c555-4a2f-a596-83f0d2e0096b), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:23.997501 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:33:24.008352 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvr_db [None req-5460b91b-cca4-4536-b151-46aa656c8b7e None None] Set router 6e56d467-b811-4148-92e6-7dc61c2014c8 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:33:24.010465 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:33:24.103552 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-ee50abed-6c11-4f55-a8ca-1023199ef887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430'] for network (3ff960d6-c555-4a2f-a596-83f0d2e0096b), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:24.104571 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee50abed-6c11-4f55-a8ca-1023199ef887 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:33:24.105214 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-ee50abed-6c11-4f55-a8ca-1023199ef887 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537412'] for network (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:24.168255 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee50abed-6c11-4f55-a8ca-1023199ef887 admin admin] Pushing event updated for resources: {'Network': ['ID=3ff960d6-c555-4a2f-a596-83f0d2e0096b,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:24.179810 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Network 3ff960d6-c555-4a2f-a596-83f0d2e0096b details requested by agent ovs-agent-dv-cinder-855288-2-iscsi with host dv-cinder-855288-2-iscsi {{(pid=106778) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:33:24.219333 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-ee50abed-6c11-4f55-a8ca-1023199ef887 admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5452776 Aug 31 01:33:24.221980 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 37546) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:33:24.227087 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [None req-c54f1856-0101-4943-9b17-a0ca277243e8 admin admin] Request body: {'subnet': {'network_id': '3ff960d6-c555-4a2f-a596-83f0d2e0096b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-147434268-subnet', 'tenant_id': '2d46826da53d445fa93891f13fbe9826', 'ip_version': 4}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:33:24.250165 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-5460b91b-cca4-4536-b151-46aa656c8b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'name': 'tempest-TestVolumeBootPattern-176741476-router', 'tenant_id': '8a6177d84e534b358b475672f474f6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'b239ba95-6526-4435-9229-e04af35a254d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:33:19Z', 'updated_at': '2022-08-31T01:33:22Z', 'revision_number': 4, 'project_id': '8a6177d84e534b358b475672f474f6df', 'gw_port': {'id': 'b239ba95-6526-4435-9229-e04af35a254d', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:59:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:33:19Z', 'updated_at': '2022-08-31T01:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_interfaces': [{'id': 'a6b614b8-5291-44c6-a391-2b923ad03edb', 'name': '', 'network_id': '1c20fdf4-c01e-4a42-bd98-933028a4956d', 'tenant_id': '8a6177d84e534b358b475672f474f6df', 'mac_address': 'fa:16:3e:8a:df:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'f83c53c6-3675-4265-96b4-490990a3e29d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:33:21Z', 'updated_at': '2022-08-31T01:33:22Z', 'revision_number': 2, 'project_id': '8a6177d84e534b358b475672f474f6df', 'subnets': [{'id': 'f83c53c6-3675-4265-96b4-490990a3e29d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:33:24.283817 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5460b91b-cca4-4536-b151-46aa656c8b7e None None] Checking router: 6e56d467-b811-4148-92e6-7dc61c2014c8 for host: dv-cinder-855288-2-iscsi {{(pid=106778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:33:24.284222 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5460b91b-cca4-4536-b151-46aa656c8b7e None None] Updating router 6e56d467-b811-4148-92e6-7dc61c2014c8 port a6b614b8-5291-44c6-a391-2b923ad03edb binding host dv-cinder-855288-2-iscsi {{(pid=106778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:33:24.314389 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54f1856-0101-4943-9b17-a0ca277243e8 admin admin] Made reservation on behalf of 2d46826da53d445fa93891f13fbe9826 for: {'subnet': 1} {{(pid=106777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:33:24.314596 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-5460b91b-cca4-4536-b151-46aa656c8b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (a6b614b8-5291-44c6-a391-2b923ad03edb), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:24.317260 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-c54f1856-0101-4943-9b17-a0ca277243e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5608374'] for subnet (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:24.531534 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-c54f1856-0101-4943-9b17-a0ca277243e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5262262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5608352'] for subnet (8eafdddf-45e9-4321-b00d-d81cb3fb22d1), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:24.579278 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-5460b91b-cca4-4536-b151-46aa656c8b7e None None] Publish callbacks [] for port (a6b614b8-5291-44c6-a391-2b923ad03edb), precommit_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:24.590138 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54f1856-0101-4943-9b17-a0ca277243e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8eafdddf-45e9-4321-b00d-d81cb3fb22d1,revision_number=0']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:24.601483 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54f1856-0101-4943-9b17-a0ca277243e8 admin admin] Checking segment: {'id': '5df9c223-db02-4e13-8cb8-ffe43ceae8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '3ff960d6-c555-4a2f-a596-83f0d2e0096b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:33:24.601483 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54f1856-0101-4943-9b17-a0ca277243e8 admin admin] Network hostable DHCP agents. Network: 3ff960d6-c555-4a2f-a596-83f0d2e0096b, hostable agents: ['06e7caa6-6f15-45a1-a03b-1c511964ed9a'], hosted agents: [] {{(pid=106777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:33:24.696981 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-5460b91b-cca4-4536-b151-46aa656c8b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (a6b614b8-5291-44c6-a391-2b923ad03edb), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:24.720308 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54f1856-0101-4943-9b17-a0ca277243e8 admin admin] Network 3ff960d6-c555-4a2f-a596-83f0d2e0096b is scheduled to be hosted by DHCP agent 06e7caa6-6f15-45a1-a03b-1c511964ed9a with binding_index 1 {{(pid=106777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:33:24.756167 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac61993c-e92c-4c6a-b6b6-32fdef99a839 None None] Pushing event updated for resources: {'Port': ['ID=a6b614b8-5291-44c6-a391-2b923ad03edb,revision_number=3']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:24.787122 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.managers [None req-5460b91b-cca4-4536-b151-46aa656c8b7e None None] Attempting to bind port a6b614b8-5291-44c6-a391-2b923ad03edb on host dv-cinder-855288-2-iscsi for vnic_type normal with profile {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 01:33:24.787490 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.managers [None req-5460b91b-cca4-4536-b151-46aa656c8b7e None None] Attempting to bind port a6b614b8-5291-44c6-a391-2b923ad03edb by drivers openvswitch,hyperv on host dv-cinder-855288-2-iscsi at level 0 using segments [{'id': '669e6717-297e-4b7f-886f-aba7bf4c57f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '1c20fdf4-c01e-4a42-bd98-933028a4956d'}] {{(pid=106778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 01:33:24.787847 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5460b91b-cca4-4536-b151-46aa656c8b7e None None] Attempting to bind port a6b614b8-5291-44c6-a391-2b923ad03edb on network 1c20fdf4-c01e-4a42-bd98-933028a4956d {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:33:24.792895 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5460b91b-cca4-4536-b151-46aa656c8b7e None None] Checking agent: {'id': 'f96ef3eb-5320-49ab-b33a-a2775d3a6053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855288-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 1, 14, 6), 'started_at': datetime.datetime(2022, 8, 31, 1, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 1, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855288-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 01:33:24.793263 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5460b91b-cca4-4536-b151-46aa656c8b7e None None] Checking segment: {'id': '669e6717-297e-4b7f-886f-aba7bf4c57f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '1c20fdf4-c01e-4a42-bd98-933028a4956d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:33:24.793655 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-5460b91b-cca4-4536-b151-46aa656c8b7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:24.794036 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5460b91b-cca4-4536-b151-46aa656c8b7e None None] Bound using segment: {'id': '669e6717-297e-4b7f-886f-aba7bf4c57f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '1c20fdf4-c01e-4a42-bd98-933028a4956d'} {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 01:33:24.794494 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.managers [None req-5460b91b-cca4-4536-b151-46aa656c8b7e None None] Bound port: a6b614b8-5291-44c6-a391-2b923ad03edb, host: dv-cinder-855288-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '669e6717-297e-4b7f-886f-aba7bf4c57f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '1c20fdf4-c01e-4a42-bd98-933028a4956d'}}] {{(pid=106778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 01:33:24.794860 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-5460b91b-cca4-4536-b151-46aa656c8b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (a6b614b8-5291-44c6-a391-2b923ad03edb), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:24.799891 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.base_scheduler [None req-c54f1856-0101-4943-9b17-a0ca277243e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855288-2-iscsi, 3ff960d6-c555-4a2f-a596-83f0d2e0096b) {{(pid=106777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:33:24.804065 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54f1856-0101-4943-9b17-a0ca277243e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:33:24.804536 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-c54f1856-0101-4943-9b17-a0ca277243e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:24.806892 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:33:24.810912 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b840db7c-21f3-40a4-a937-99c4647bcbba None None] Network 3ff960d6-c555-4a2f-a596-83f0d2e0096b requested from dv-cinder-855288-2-iscsi {{(pid=106778) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 01:33:24.911447 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-c54f1856-0101-4943-9b17-a0ca277243e8 admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6883481 Aug 31 01:33:24.913903 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 37548) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:33:24.918171 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [None req-7b61d7c7-cd24-4fe7-8ddb-21a94ba744f1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-147434268-router', 'tenant_id': '2d46826da53d445fa93891f13fbe9826', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83'}}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:33:24.927029 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-5460b91b-cca4-4536-b151-46aa656c8b7e None None] For port a6b614b8-5291-44c6-a391-2b923ad03edb, host dv-cinder-855288-2-iscsi, cleared binding levels {{(pid=106778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:33:24.956935 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-5460b91b-cca4-4536-b151-46aa656c8b7e None None] For port a6b614b8-5291-44c6-a391-2b923ad03edb, host dv-cinder-855288-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=a6b614b8-5291-44c6-a391-2b923ad03edb,segment=NetworkSegment(669e6717-297e-4b7f-886f-aba7bf4c57f2),segment_id=669e6717-297e-4b7f-886f-aba7bf4c57f2)] {{(pid=106778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:33:24.964230 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b4b051-231c-41c8-94a5-495e4d2fd12d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdba7de80-325c-5b15-a1b2-1b6f80050974-3ff960d6-c555-4a2f-a596-83f0d2e0096b', 'network_id': '3ff960d6-c555-4a2f-a596-83f0d2e0096b', 'project_id': '2d46826da53d445fa93891f13fbe9826', 'fixed_ips': [{'subnet_id': '8eafdddf-45e9-4321-b00d-d81cb3fb22d1'}]}} from dv-cinder-855288-2-iscsi. {{(pid=106778) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 01:33:24.965134 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-d0b4b051-231c-41c8-94a5-495e4d2fd12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (None), before_create {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:24.992492 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-7b61d7c7-cd24-4fe7-8ddb-21a94ba744f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10622'] for router (806ebc0d-70fc-43f1-a1d9-71e434bfdf07), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:24.994127 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-7b61d7c7-cd24-4fe7-8ddb-21a94ba744f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-635161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482877', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10609'] for router (806ebc0d-70fc-43f1-a1d9-71e434bfdf07), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:25.031057 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-5460b91b-cca4-4536-b151-46aa656c8b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (a6b614b8-5291-44c6-a391-2b923ad03edb), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:25.040136 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:33:25.062711 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-7b61d7c7-cd24-4fe7-8ddb-21a94ba744f1 admin admin] Publish callbacks [] for router_controller (806ebc0d-70fc-43f1-a1d9-71e434bfdf07), precommit_add_association {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:25.096970 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5460b91b-cca4-4536-b151-46aa656c8b7e None None] Routers {'6e56d467-b811-4148-92e6-7dc61c2014c8'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:33:25.097577 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-5460b91b-cca4-4536-b151-46aa656c8b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:33:03Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['6e56d467-b811-4148-92e6-7dc61c2014c8'], 'active': True} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:33:25.148824 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device b239ba95-6526-4435-9229-e04af35a254d up at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:33:25.162850 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:33:25.209852 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac61993c-e92c-4c6a-b6b6-32fdef99a839 None None] Pushing event updated for resources: {'Port': ['ID=a6b614b8-5291-44c6-a391-2b923ad03edb,revision_number=4']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:25.255219 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.db_base_plugin_common [None req-d0b4b051-231c-41c8-94a5-495e4d2fd12d None None] Allocated IP 172.20.0.2 (3ff960d6-c555-4a2f-a596-83f0d2e0096b/8eafdddf-45e9-4321-b00d-d81cb3fb22d1/8c67d7d4-c4ae-4d09-8e70-befafbd15c86) {{(pid=106778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:33:25.265143 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-7b61d7c7-cd24-4fe7-8ddb-21a94ba744f1 admin admin] Publish callbacks [] for router_gateway (806ebc0d-70fc-43f1-a1d9-71e434bfdf07), precommit_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:25.296673 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Provisioning complete for port b239ba95-6526-4435-9229-e04af35a254d triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:33:25.296992 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (b239ba95-6526-4435-9229-e04af35a254d), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:25.301014 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvr_db [None req-5460b91b-cca4-4536-b151-46aa656c8b7e None None] Set router 6e56d467-b811-4148-92e6-7dc61c2014c8 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:33:25.565387 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-7b61d7c7-cd24-4fe7-8ddb-21a94ba744f1 admin admin] Publish callbacks [] for router_gateway (806ebc0d-70fc-43f1-a1d9-71e434bfdf07), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:25.585100 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-7b61d7c7-cd24-4fe7-8ddb-21a94ba744f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:25.667871 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:33:25.691679 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.db_base_plugin_common [None req-7b61d7c7-cd24-4fe7-8ddb-21a94ba744f1 admin admin] Allocated IP 172.27.1.233 (6de90673-24a8-444a-94e7-38ef2e70dd83/b0882f00-706c-4556-bcad-01ef413e142c/2ee476b5-73e9-4b0b-84ec-761e64345e09) {{(pid=106777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:33:25.701867 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Current status of the port b239ba95-6526-4435-9229-e04af35a254d is: ACTIVE; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:33:25.744243 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-d0b4b051-231c-41c8-94a5-495e4d2fd12d None None] Publish callbacks [] for port (8c67d7d4-c4ae-4d09-8e70-befafbd15c86), precommit_create {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:25.787100 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:33:25.789664 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-5460b91b-cca4-4536-b151-46aa656c8b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'name': 'tempest-TestVolumeBootPattern-176741476-router', 'tenant_id': '8a6177d84e534b358b475672f474f6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'b239ba95-6526-4435-9229-e04af35a254d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:33:19Z', 'updated_at': '2022-08-31T01:33:22Z', 'revision_number': 4, 'project_id': '8a6177d84e534b358b475672f474f6df', 'gw_port': {'id': 'b239ba95-6526-4435-9229-e04af35a254d', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:59:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:33:19Z', 'updated_at': '2022-08-31T01:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_interfaces': [{'id': 'a6b614b8-5291-44c6-a391-2b923ad03edb', 'name': '', 'network_id': '1c20fdf4-c01e-4a42-bd98-933028a4956d', 'tenant_id': '8a6177d84e534b358b475672f474f6df', 'mac_address': 'fa:16:3e:8a:df:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'f83c53c6-3675-4265-96b4-490990a3e29d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:33:21Z', 'updated_at': '2022-08-31T01:33:24Z', 'revision_number': 4, 'project_id': '8a6177d84e534b358b475672f474f6df', 'subnets': [{'id': 'f83c53c6-3675-4265-96b4-490990a3e29d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:33:25.804820 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-7b61d7c7-cd24-4fe7-8ddb-21a94ba744f1 admin admin] Publish callbacks [] for port (2ee476b5-73e9-4b0b-84ec-761e64345e09), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:25.815495 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5460b91b-cca4-4536-b151-46aa656c8b7e None None] The sync data for ids ['6e56d467-b811-4148-92e6-7dc61c2014c8'] in dv-cinder-855288-2-iscsi is: [{'id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'name': 'tempest-TestVolumeBootPattern-176741476-router', 'tenant_id': '8a6177d84e534b358b475672f474f6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'b239ba95-6526-4435-9229-e04af35a254d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:33:19Z', 'updated_at': '2022-08-31T01:33:22Z', 'revision_number': 4, 'project_id': '8a6177d84e534b358b475672f474f6df', 'gw_port': {'id': 'b239ba95-6526-4435-9229-e04af35a254d', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:59:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:33:19Z', 'updated_at': '2022-08-31T01:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_interfaces': [{'id': 'a6b614b8-5291-44c6-a391-2b923ad03edb', 'name': '', 'network_id': '1c20fdf4-c01e-4a42-bd98-933028a4956d', 'tenant_id': '8a6177d84e534b358b475672f474f6df', 'mac_address': 'fa:16:3e:8a:df:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'f83c53c6-3675-4265-96b4-490990a3e29d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:33:21Z', 'updated_at': '2022-08-31T01:33:24Z', 'revision_number': 4, 'project_id': '8a6177d84e534b358b475672f474f6df', 'subnets': [{'id': 'f83c53c6-3675-4265-96b4-490990a3e29d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:33:25.817337 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-d0b4b051-231c-41c8-94a5-495e4d2fd12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779185826838'] for port (8c67d7d4-c4ae-4d09-8e70-befafbd15c86), after_create {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:25.866855 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b4b051-231c-41c8-94a5-495e4d2fd12d None None] Network 3ff960d6-c555-4a2f-a596-83f0d2e0096b is already hosted by enough agents. {{(pid=106778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:33:25.871540 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.scheduler.base_scheduler [None req-d0b4b051-231c-41c8-94a5-495e4d2fd12d None None] Resources bound (agent type, host, resource id): {{(pid=106778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:33:25.879979 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b4b051-231c-41c8-94a5-495e4d2fd12d None None] Received port after_create {{(pid=106778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 01:33:25.887509 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-7b61d7c7-cd24-4fe7-8ddb-21a94ba744f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779185826838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5261574'] for port (2ee476b5-73e9-4b0b-84ec-761e64345e09), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:25.906475 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b4b051-231c-41c8-94a5-495e4d2fd12d None None] Pushing event updated for resources: {'Port': ['ID=8c67d7d4-c4ae-4d09-8e70-befafbd15c86,revision_number=1']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:25.929923 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:33:25.945415 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b61d7c7-cd24-4fe7-8ddb-21a94ba744f1 admin admin] Network 6de90673-24a8-444a-94e7-38ef2e70dd83 is already hosted by enough agents. {{(pid=106777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:33:25.952335 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.base_scheduler [None req-7b61d7c7-cd24-4fe7-8ddb-21a94ba744f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:33:25.956982 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b61d7c7-cd24-4fe7-8ddb-21a94ba744f1 admin admin] Received port after_create {{(pid=106777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 01:33:25.960955 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.managers [None req-d0b4b051-231c-41c8-94a5-495e4d2fd12d None None] Attempting to bind port 8c67d7d4-c4ae-4d09-8e70-befafbd15c86 on host dv-cinder-855288-2-iscsi for vnic_type normal with profile {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 01:33:25.961098 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b61d7c7-cd24-4fe7-8ddb-21a94ba744f1 admin admin] Pushing event updated for resources: {'Port': ['ID=2ee476b5-73e9-4b0b-84ec-761e64345e09,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:25.961189 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.managers [None req-d0b4b051-231c-41c8-94a5-495e4d2fd12d None None] Attempting to bind port 8c67d7d4-c4ae-4d09-8e70-befafbd15c86 by drivers openvswitch,hyperv on host dv-cinder-855288-2-iscsi at level 0 using segments [{'id': '5df9c223-db02-4e13-8cb8-ffe43ceae8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '3ff960d6-c555-4a2f-a596-83f0d2e0096b'}] {{(pid=106778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 01:33:25.961287 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b4b051-231c-41c8-94a5-495e4d2fd12d None None] Attempting to bind port 8c67d7d4-c4ae-4d09-8e70-befafbd15c86 on network 3ff960d6-c555-4a2f-a596-83f0d2e0096b {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:33:25.968373 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b4b051-231c-41c8-94a5-495e4d2fd12d None None] Checking agent: {'id': 'f96ef3eb-5320-49ab-b33a-a2775d3a6053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855288-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 1, 14, 6), 'started_at': datetime.datetime(2022, 8, 31, 1, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 1, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855288-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 01:33:25.968779 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b4b051-231c-41c8-94a5-495e4d2fd12d None None] Checking segment: {'id': '5df9c223-db02-4e13-8cb8-ffe43ceae8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '3ff960d6-c555-4a2f-a596-83f0d2e0096b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:33:25.969189 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-d0b4b051-231c-41c8-94a5-495e4d2fd12d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:25.969584 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b4b051-231c-41c8-94a5-495e4d2fd12d None None] Bound using segment: {'id': '5df9c223-db02-4e13-8cb8-ffe43ceae8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '3ff960d6-c555-4a2f-a596-83f0d2e0096b'} {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 01:33:25.970122 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.managers [None req-d0b4b051-231c-41c8-94a5-495e4d2fd12d None None] Bound port: 8c67d7d4-c4ae-4d09-8e70-befafbd15c86, host: dv-cinder-855288-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5df9c223-db02-4e13-8cb8-ffe43ceae8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '3ff960d6-c555-4a2f-a596-83f0d2e0096b'}}] {{(pid=106778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 01:33:25.970547 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-d0b4b051-231c-41c8-94a5-495e4d2fd12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (8c67d7d4-c4ae-4d09-8e70-befafbd15c86), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:26.044829 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-d0b4b051-231c-41c8-94a5-495e4d2fd12d None None] For port 8c67d7d4-c4ae-4d09-8e70-befafbd15c86, host dv-cinder-855288-2-iscsi, cleared binding levels {{(pid=106778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:33:26.048229 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-d0b4b051-231c-41c8-94a5-495e4d2fd12d None None] For port 8c67d7d4-c4ae-4d09-8e70-befafbd15c86, host dv-cinder-855288-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=8c67d7d4-c4ae-4d09-8e70-befafbd15c86,segment=NetworkSegment(5df9c223-db02-4e13-8cb8-ffe43ceae8c8),segment_id=5df9c223-db02-4e13-8cb8-ffe43ceae8c8)] {{(pid=106778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:33:26.109224 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:33:26.118530 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=52,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:33:26.119534 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=49,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:33:26.183731 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-d0b4b051-231c-41c8-94a5-495e4d2fd12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (8c67d7d4-c4ae-4d09-8e70-befafbd15c86), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:26.250250 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b4b051-231c-41c8-94a5-495e4d2fd12d None None] Pushing event updated for resources: {'Port': ['ID=8c67d7d4-c4ae-4d09-8e70-befafbd15c86,revision_number=2']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:26.302431 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-7b61d7c7-cd24-4fe7-8ddb-21a94ba744f1 admin admin] Publish callbacks [] for router_gateway (806ebc0d-70fc-43f1-a1d9-71e434bfdf07), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:26.539418 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-7b61d7c7-cd24-4fe7-8ddb-21a94ba744f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-608468'] for router (806ebc0d-70fc-43f1-a1d9-71e434bfdf07), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:26.725988 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b61d7c7-cd24-4fe7-8ddb-21a94ba744f1 admin admin] Router 806ebc0d-70fc-43f1-a1d9-71e434bfdf07 is scheduled to L3 agent 1428144b-5b15-4168-8538-b51b3045e8b6 with binding_index 1 {{(pid=106777) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:33:26.833931 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b61d7c7-cd24-4fe7-8ddb-21a94ba744f1 admin admin] Notify agent at l3_agent.dv-cinder-855288-2-iscsi the message routers_updated {{(pid=106777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:33:26.846238 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ddf8c1-d86d-457e-a102-1de67d5ae0b9 None None] Sync routers for ids ['806ebc0d-70fc-43f1-a1d9-71e434bfdf07'] in dv-cinder-855288-2-iscsi {{(pid=106779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:33:26.858467 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ddf8c1-d86d-457e-a102-1de67d5ae0b9 None None] Routers {'806ebc0d-70fc-43f1-a1d9-71e434bfdf07'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:33:26.858875 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-12ddf8c1-d86d-457e-a102-1de67d5ae0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:33:03Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['806ebc0d-70fc-43f1-a1d9-71e434bfdf07'], 'active': True} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:33:26.972525 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvr_db [None req-12ddf8c1-d86d-457e-a102-1de67d5ae0b9 None None] Set router 806ebc0d-70fc-43f1-a1d9-71e434bfdf07 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:33:26.975300 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-7b61d7c7-cd24-4fe7-8ddb-21a94ba744f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:26.979881 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-7b61d7c7-cd24-4fe7-8ddb-21a94ba744f1 admin admin] 10.222.0.20 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0617809 Aug 31 01:33:26.985991 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 37554) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:33:27.173196 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-12ddf8c1-d86d-457e-a102-1de67d5ae0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806ebc0d-70fc-43f1-a1d9-71e434bfdf07', 'name': 'tempest-TestVolumeBootPattern-147434268-router', 'tenant_id': '2d46826da53d445fa93891f13fbe9826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '2ee476b5-73e9-4b0b-84ec-761e64345e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:33:24Z', 'updated_at': '2022-08-31T01:33:26Z', 'revision_number': 3, 'project_id': '2d46826da53d445fa93891f13fbe9826', 'gw_port': {'id': '2ee476b5-73e9-4b0b-84ec-761e64345e09', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806ebc0d-70fc-43f1-a1d9-71e434bfdf07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:33:25Z', 'updated_at': '2022-08-31T01:33:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi'}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:33:27.203349 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ddf8c1-d86d-457e-a102-1de67d5ae0b9 None None] Checking router: 806ebc0d-70fc-43f1-a1d9-71e434bfdf07 for host: dv-cinder-855288-2-iscsi {{(pid=106779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:33:27.203691 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ddf8c1-d86d-457e-a102-1de67d5ae0b9 None None] Updating router 806ebc0d-70fc-43f1-a1d9-71e434bfdf07 port 2ee476b5-73e9-4b0b-84ec-761e64345e09 binding host dv-cinder-855288-2-iscsi {{(pid=106779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:33:27.204248 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 8c67d7d4-c4ae-4d09-8e70-befafbd15c86 up at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:33:27.237138 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron_lib.callbacks.manager [None req-12ddf8c1-d86d-457e-a102-1de67d5ae0b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (2ee476b5-73e9-4b0b-84ec-761e64345e09), before_update {{(pid=106779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:27.239640 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991f1bb4-f512-47d1-917b-1c9a0a54e6f8 None None] Network 3ff960d6-c555-4a2f-a596-83f0d2e0096b requested from dv-cinder-855288-2-iscsi {{(pid=106778) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 01:33:27.319062 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-39e57ede-e8c9-433d-af6b-ee9a3282b809 None None] Provisioning complete for port 8c67d7d4-c4ae-4d09-8e70-befafbd15c86 triggered by entity DHCP. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:33:27.319441 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-39e57ede-e8c9-433d-af6b-ee9a3282b809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (8c67d7d4-c4ae-4d09-8e70-befafbd15c86), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:27.323680 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Provisioning complete for port 8c67d7d4-c4ae-4d09-8e70-befafbd15c86 triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:33:27.324049 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (8c67d7d4-c4ae-4d09-8e70-befafbd15c86), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:27.449503 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-5589f2bf-2e00-4b52-8ab7-9ff35e6a1fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:27.491508 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron_lib.callbacks.manager [None req-12ddf8c1-d86d-457e-a102-1de67d5ae0b9 None None] Publish callbacks [] for port (2ee476b5-73e9-4b0b-84ec-761e64345e09), precommit_update {{(pid=106779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:27.494543 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:33:27.507059 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-39e57ede-e8c9-433d-af6b-ee9a3282b809 None None] Current status of the port 8c67d7d4-c4ae-4d09-8e70-befafbd15c86 is: DOWN; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:33:27.507645 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-39e57ede-e8c9-433d-af6b-ee9a3282b809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (8c67d7d4-c4ae-4d09-8e70-befafbd15c86), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:27.510747 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Current status of the port 8c67d7d4-c4ae-4d09-8e70-befafbd15c86 is: DOWN; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:33:27.511229 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (8c67d7d4-c4ae-4d09-8e70-befafbd15c86), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:27.559910 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-39e57ede-e8c9-433d-af6b-ee9a3282b809 None None] For port 8c67d7d4-c4ae-4d09-8e70-befafbd15c86, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=8c67d7d4-c4ae-4d09-8e70-befafbd15c86,segment=NetworkSegment(5df9c223-db02-4e13-8cb8-ffe43ceae8c8),segment_id=5df9c223-db02-4e13-8cb8-ffe43ceae8c8)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:33:27.572151 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron_lib.callbacks.manager [None req-12ddf8c1-d86d-457e-a102-1de67d5ae0b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (2ee476b5-73e9-4b0b-84ec-761e64345e09), after_update {{(pid=106779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:27.611965 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.managers [None req-12ddf8c1-d86d-457e-a102-1de67d5ae0b9 None None] Attempting to bind port 2ee476b5-73e9-4b0b-84ec-761e64345e09 on host dv-cinder-855288-2-iscsi for vnic_type normal with profile {{(pid=106779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 01:33:27.612598 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.managers [None req-12ddf8c1-d86d-457e-a102-1de67d5ae0b9 None None] Attempting to bind port 2ee476b5-73e9-4b0b-84ec-761e64345e09 by drivers openvswitch,hyperv on host dv-cinder-855288-2-iscsi at level 0 using segments [{'id': '5532158b-12fc-4975-99d9-f23bee8acdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83'}] {{(pid=106779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 01:33:27.613034 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ddf8c1-d86d-457e-a102-1de67d5ae0b9 None None] Attempting to bind port 2ee476b5-73e9-4b0b-84ec-761e64345e09 on network 6de90673-24a8-444a-94e7-38ef2e70dd83 {{(pid=106779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:33:27.623891 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-39e57ede-e8c9-433d-af6b-ee9a3282b809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (8c67d7d4-c4ae-4d09-8e70-befafbd15c86), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:27.627537 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ddf8c1-d86d-457e-a102-1de67d5ae0b9 None None] Checking agent: {'id': 'f96ef3eb-5320-49ab-b33a-a2775d3a6053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855288-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 1, 14, 6), 'started_at': datetime.datetime(2022, 8, 31, 1, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 1, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855288-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 01:33:27.633926 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ddf8c1-d86d-457e-a102-1de67d5ae0b9 None None] Checking segment: {'id': '5532158b-12fc-4975-99d9-f23bee8acdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:33:27.633926 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron_lib.callbacks.manager [None req-12ddf8c1-d86d-457e-a102-1de67d5ae0b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:27.633926 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ddf8c1-d86d-457e-a102-1de67d5ae0b9 None None] Bound using segment: {'id': '5532158b-12fc-4975-99d9-f23bee8acdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83'} {{(pid=106779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 01:33:27.633926 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.managers [None req-12ddf8c1-d86d-457e-a102-1de67d5ae0b9 None None] Bound port: 2ee476b5-73e9-4b0b-84ec-761e64345e09, host: dv-cinder-855288-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5532158b-12fc-4975-99d9-f23bee8acdf7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83'}}] {{(pid=106779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 01:33:27.633926 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron_lib.callbacks.manager [None req-12ddf8c1-d86d-457e-a102-1de67d5ae0b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (2ee476b5-73e9-4b0b-84ec-761e64345e09), before_update {{(pid=106779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:27.640957 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.db_base_plugin_common [None req-5589f2bf-2e00-4b52-8ab7-9ff35e6a1fec admin admin] Allocated IP 172.20.0.1 (3ff960d6-c555-4a2f-a596-83f0d2e0096b/8eafdddf-45e9-4321-b00d-d81cb3fb22d1/c8eedc85-8d7c-49b3-8d52-fdd5d1cb6d42) {{(pid=106776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:33:27.655351 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517e6c1a-ebb7-44e5-9f44-e3963653c5b6 None None] Pushing event updated for resources: {'Port': ['ID=2ee476b5-73e9-4b0b-84ec-761e64345e09,revision_number=2']} {{(pid=106779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:27.683142 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:33:27.692105 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.db [None req-12ddf8c1-d86d-457e-a102-1de67d5ae0b9 None None] For port 2ee476b5-73e9-4b0b-84ec-761e64345e09, host dv-cinder-855288-2-iscsi, cleared binding levels {{(pid=106779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:33:27.695814 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.plugins.ml2.db [None req-12ddf8c1-d86d-457e-a102-1de67d5ae0b9 None None] For port 2ee476b5-73e9-4b0b-84ec-761e64345e09, host dv-cinder-855288-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=2ee476b5-73e9-4b0b-84ec-761e64345e09,segment=NetworkSegment(5532158b-12fc-4975-99d9-f23bee8acdf7),segment_id=5532158b-12fc-4975-99d9-f23bee8acdf7)] {{(pid=106779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:33:27.705063 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.db.api [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106778) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 31 01:33:27.708335 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG oslo_db.api [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:33:27.708335 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e57ede-e8c9-433d-af6b-ee9a3282b809 None None] Pushing event updated for resources: {'Port': ['ID=8c67d7d4-c4ae-4d09-8e70-befafbd15c86,revision_number=3']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:27.737092 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:33:27.740958 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-76d91e81-f4e7-42b0-ba3a-36b817297de4 None None] Provisioning complete for port 8c67d7d4-c4ae-4d09-8e70-befafbd15c86 triggered by entity DHCP. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:33:27.741335 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-76d91e81-f4e7-42b0-ba3a-36b817297de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (8c67d7d4-c4ae-4d09-8e70-befafbd15c86), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:27.749154 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron_lib.callbacks.manager [None req-12ddf8c1-d86d-457e-a102-1de67d5ae0b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (2ee476b5-73e9-4b0b-84ec-761e64345e09), after_update {{(pid=106779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:27.760969 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-5589f2bf-2e00-4b52-8ab7-9ff35e6a1fec admin admin] Publish callbacks [] for port (c8eedc85-8d7c-49b3-8d52-fdd5d1cb6d42), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:27.787659 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ddf8c1-d86d-457e-a102-1de67d5ae0b9 None None] Routers {'806ebc0d-70fc-43f1-a1d9-71e434bfdf07'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:33:27.788681 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-12ddf8c1-d86d-457e-a102-1de67d5ae0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:33:03Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['806ebc0d-70fc-43f1-a1d9-71e434bfdf07'], 'active': True} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:33:27.816020 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-76d91e81-f4e7-42b0-ba3a-36b817297de4 None None] Current status of the port 8c67d7d4-c4ae-4d09-8e70-befafbd15c86 is: ACTIVE; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:33:27.847093 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517e6c1a-ebb7-44e5-9f44-e3963653c5b6 None None] Pushing event updated for resources: {'Port': ['ID=2ee476b5-73e9-4b0b-84ec-761e64345e09,revision_number=3']} {{(pid=106779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:27.852007 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:33:27.869048 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-5589f2bf-2e00-4b52-8ab7-9ff35e6a1fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779185826838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6273727'] for port (c8eedc85-8d7c-49b3-8d52-fdd5d1cb6d42), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:27.908566 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvr_db [None req-12ddf8c1-d86d-457e-a102-1de67d5ae0b9 None None] Set router 806ebc0d-70fc-43f1-a1d9-71e434bfdf07 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:33:27.910413 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5589f2bf-2e00-4b52-8ab7-9ff35e6a1fec admin admin] Network 3ff960d6-c555-4a2f-a596-83f0d2e0096b is already hosted by enough agents. {{(pid=106776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:33:27.913505 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.base_scheduler [None req-5589f2bf-2e00-4b52-8ab7-9ff35e6a1fec admin admin] Resources bound (agent type, host, resource id): {{(pid=106776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:33:27.916808 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5589f2bf-2e00-4b52-8ab7-9ff35e6a1fec admin admin] Received port after_create {{(pid=106776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 01:33:27.951869 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5589f2bf-2e00-4b52-8ab7-9ff35e6a1fec admin admin] Pushing event updated for resources: {'Port': ['ID=c8eedc85-8d7c-49b3-8d52-fdd5d1cb6d42,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:27.961681 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:33:27.973039 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-5589f2bf-2e00-4b52-8ab7-9ff35e6a1fec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-636848'] for router_interface (806ebc0d-70fc-43f1-a1d9-71e434bfdf07), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:28.089901 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-12ddf8c1-d86d-457e-a102-1de67d5ae0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806ebc0d-70fc-43f1-a1d9-71e434bfdf07', 'name': 'tempest-TestVolumeBootPattern-147434268-router', 'tenant_id': '2d46826da53d445fa93891f13fbe9826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '2ee476b5-73e9-4b0b-84ec-761e64345e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:33:24Z', 'updated_at': '2022-08-31T01:33:26Z', 'revision_number': 3, 'project_id': '2d46826da53d445fa93891f13fbe9826', 'gw_port': {'id': '2ee476b5-73e9-4b0b-84ec-761e64345e09', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806ebc0d-70fc-43f1-a1d9-71e434bfdf07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:33:25Z', 'updated_at': '2022-08-31T01:33:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi'}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:33:28.119063 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ddf8c1-d86d-457e-a102-1de67d5ae0b9 None None] The sync data for ids ['806ebc0d-70fc-43f1-a1d9-71e434bfdf07'] in dv-cinder-855288-2-iscsi is: [{'id': '806ebc0d-70fc-43f1-a1d9-71e434bfdf07', 'name': 'tempest-TestVolumeBootPattern-147434268-router', 'tenant_id': '2d46826da53d445fa93891f13fbe9826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '2ee476b5-73e9-4b0b-84ec-761e64345e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:33:24Z', 'updated_at': '2022-08-31T01:33:26Z', 'revision_number': 3, 'project_id': '2d46826da53d445fa93891f13fbe9826', 'gw_port': {'id': '2ee476b5-73e9-4b0b-84ec-761e64345e09', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806ebc0d-70fc-43f1-a1d9-71e434bfdf07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:33:25Z', 'updated_at': '2022-08-31T01:33:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi'}] {{(pid=106779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:33:28.148350 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-d6a8ba3a-6bc6-4a5e-96d7-90e8d2eaadea None None] Provisioning complete for port c8eedc85-8d7c-49b3-8d52-fdd5d1cb6d42 triggered by entity DHCP. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:33:28.148749 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-d6a8ba3a-6bc6-4a5e-96d7-90e8d2eaadea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (c8eedc85-8d7c-49b3-8d52-fdd5d1cb6d42), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:28.167584 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-5589f2bf-2e00-4b52-8ab7-9ff35e6a1fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (c8eedc85-8d7c-49b3-8d52-fdd5d1cb6d42), before_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:28.186472 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-d6a8ba3a-6bc6-4a5e-96d7-90e8d2eaadea None None] Port c8eedc85-8d7c-49b3-8d52-fdd5d1cb6d42 cannot update to ACTIVE because it is not bound. {{(pid=106778) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 01:33:28.243168 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Current status of the port 8c67d7d4-c4ae-4d09-8e70-befafbd15c86 is: ACTIVE; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:33:28.245070 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device a6b614b8-5291-44c6-a391-2b923ad03edb up at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:33:28.285840 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=100 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:33:28.291979 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Provisioning complete for port a6b614b8-5291-44c6-a391-2b923ad03edb triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:33:28.292420 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (a6b614b8-5291-44c6-a391-2b923ad03edb), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:28.371805 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-5589f2bf-2e00-4b52-8ab7-9ff35e6a1fec admin admin] Publish callbacks [] for port (c8eedc85-8d7c-49b3-8d52-fdd5d1cb6d42), precommit_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:28.395952 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Current status of the port a6b614b8-5291-44c6-a391-2b923ad03edb is: DOWN; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:33:28.396350 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (a6b614b8-5291-44c6-a391-2b923ad03edb), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:28.434934 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-5589f2bf-2e00-4b52-8ab7-9ff35e6a1fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6273718'] for port (c8eedc85-8d7c-49b3-8d52-fdd5d1cb6d42), after_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:28.440405 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] For port a6b614b8-5291-44c6-a391-2b923ad03edb, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=a6b614b8-5291-44c6-a391-2b923ad03edb,segment=NetworkSegment(669e6717-297e-4b7f-886f-aba7bf4c57f2),segment_id=669e6717-297e-4b7f-886f-aba7bf4c57f2)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:33:28.508031 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5589f2bf-2e00-4b52-8ab7-9ff35e6a1fec admin admin] Pushing event updated for resources: {'Port': ['ID=c8eedc85-8d7c-49b3-8d52-fdd5d1cb6d42,revision_number=2']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:28.511809 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-5589f2bf-2e00-4b52-8ab7-9ff35e6a1fec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-636708'] for router_interface (806ebc0d-70fc-43f1-a1d9-71e434bfdf07), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:28.525557 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (a6b614b8-5291-44c6-a391-2b923ad03edb), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:28.577611 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Pushing event updated for resources: {'Port': ['ID=a6b614b8-5291-44c6-a391-2b923ad03edb,revision_number=5']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:28.621083 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5589f2bf-2e00-4b52-8ab7-9ff35e6a1fec admin admin] Network 3ff960d6-c555-4a2f-a596-83f0d2e0096b is already hosted by enough agents. {{(pid=106776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:33:28.622588 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.base_scheduler [None req-5589f2bf-2e00-4b52-8ab7-9ff35e6a1fec admin admin] Resources bound (agent type, host, resource id): {{(pid=106776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:33:28.735818 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5589f2bf-2e00-4b52-8ab7-9ff35e6a1fec admin admin] Router 806ebc0d-70fc-43f1-a1d9-71e434bfdf07 has already been hosted by L3 agent 1428144b-5b15-4168-8538-b51b3045e8b6 {{(pid=106776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:33:28.825222 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:33:28.846779 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5589f2bf-2e00-4b52-8ab7-9ff35e6a1fec admin admin] Notify agent at l3_agent.dv-cinder-855288-2-iscsi the message routers_updated {{(pid=106776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:33:28.851957 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-5589f2bf-2e00-4b52-8ab7-9ff35e6a1fec admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/806ebc0d-70fc-43f1-a1d9-71e434bfdf07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8703735 Aug 31 01:33:28.912587 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-108b5a6e-f26f-42ef-863a-23bd4ffe20b3 None None] Provisioning complete for port c8eedc85-8d7c-49b3-8d52-fdd5d1cb6d42 triggered by entity DHCP. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:33:28.913072 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-108b5a6e-f26f-42ef-863a-23bd4ffe20b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (c8eedc85-8d7c-49b3-8d52-fdd5d1cb6d42), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:28.949526 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-108b5a6e-f26f-42ef-863a-23bd4ffe20b3 None None] Port c8eedc85-8d7c-49b3-8d52-fdd5d1cb6d42 cannot update to ACTIVE because it is not bound. {{(pid=106778) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 01:33:29.188564 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 8c67d7d4-c4ae-4d09-8e70-befafbd15c86 up at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:33:29.236312 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Provisioning complete for port 8c67d7d4-c4ae-4d09-8e70-befafbd15c86 triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:33:29.236686 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (8c67d7d4-c4ae-4d09-8e70-befafbd15c86), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:29.267042 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 37562) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:33:29.271732 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [None req-c3358daa-e49b-4ae0-acab-b9448d62545f tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1481444852', 'description': 'tempest-secgroup-smoke-1481444852 description', 'project_id': '8a6177d84e534b358b475672f474f6df'}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:33:29.310112 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Current status of the port 8c67d7d4-c4ae-4d09-8e70-befafbd15c86 is: ACTIVE; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:33:29.311165 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 2ee476b5-73e9-4b0b-84ec-761e64345e09 up at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:33:29.352121 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Provisioning complete for port 2ee476b5-73e9-4b0b-84ec-761e64345e09 triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:33:29.353103 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (2ee476b5-73e9-4b0b-84ec-761e64345e09), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:29.354666 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-c3358daa-e49b-4ae0-acab-b9448d62545f tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks [] for security_group (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:29.431833 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-c3358daa-e49b-4ae0-acab-b9448d62545f tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks [] for security_group (573cd7de-2f00-43aa-a347-2a31cf20105f), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:29.436536 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Current status of the port 2ee476b5-73e9-4b0b-84ec-761e64345e09 is: DOWN; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:33:29.436960 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (2ee476b5-73e9-4b0b-84ec-761e64345e09), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:29.457522 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] For port 2ee476b5-73e9-4b0b-84ec-761e64345e09, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=2ee476b5-73e9-4b0b-84ec-761e64345e09,segment=NetworkSegment(5532158b-12fc-4975-99d9-f23bee8acdf7),segment_id=5532158b-12fc-4975-99d9-f23bee8acdf7)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:33:29.479443 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-c3358daa-e49b-4ae0-acab-b9448d62545f tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (573cd7de-2f00-43aa-a347-2a31cf20105f), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:29.509644 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3358daa-e49b-4ae0-acab-b9448d62545f tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=573cd7de-2f00-43aa-a347-2a31cf20105f,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:29.525676 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (2ee476b5-73e9-4b0b-84ec-761e64345e09), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:29.526639 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device a6b614b8-5291-44c6-a391-2b923ad03edb up at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:33:29.578322 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-c3358daa-e49b-4ae0-acab-b9448d62545f tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks [] for security_group (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:29.579598 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-c3358daa-e49b-4ae0-acab-b9448d62545f tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3114421 Aug 31 01:33:29.582984 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 37564) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:33:29.588130 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [None req-81f6e9ef-5163-4459-be1d-ae18194f2981 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Request body: {'security_group_rule': {'security_group_id': '573cd7de-2f00-43aa-a347-2a31cf20105f', 'project_id': '8a6177d84e534b358b475672f474f6df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:33:29.603759 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Pushing event updated for resources: {'Port': ['ID=2ee476b5-73e9-4b0b-84ec-761e64345e09,revision_number=4']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:29.611845 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Provisioning complete for port a6b614b8-5291-44c6-a391-2b923ad03edb triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:33:29.612382 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (a6b614b8-5291-44c6-a391-2b923ad03edb), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:29.657937 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:33:29.683719 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:INSERT=4,neutron:SELECT=95,neutron:DELETE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:33:29.686648 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-81f6e9ef-5163-4459-be1d-ae18194f2981 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks [] for security_group_rule (cdf3485f-46fc-492e-892e-337485f94a2f), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:29.688170 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Current status of the port a6b614b8-5291-44c6-a391-2b923ad03edb is: ACTIVE; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:33:29.715139 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dee24c1-844e-4e4d-83c8-1154b97722f9 None None] Sync routers for ids ['806ebc0d-70fc-43f1-a1d9-71e434bfdf07'] in dv-cinder-855288-2-iscsi {{(pid=106778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:33:29.718372 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:33:29.725700 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dee24c1-844e-4e4d-83c8-1154b97722f9 None None] Routers {'806ebc0d-70fc-43f1-a1d9-71e434bfdf07'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:33:29.726309 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-6dee24c1-844e-4e4d-83c8-1154b97722f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:33:03Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['806ebc0d-70fc-43f1-a1d9-71e434bfdf07'], 'active': True} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:33:29.748330 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-81f6e9ef-5163-4459-be1d-ae18194f2981 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks [] for security_group_rule (cdf3485f-46fc-492e-892e-337485f94a2f), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:29.828087 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvr_db [None req-6dee24c1-844e-4e4d-83c8-1154b97722f9 None None] Set router 806ebc0d-70fc-43f1-a1d9-71e434bfdf07 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:33:29.839690 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-81f6e9ef-5163-4459-be1d-ae18194f2981 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413228'] for security_group_rule (cdf3485f-46fc-492e-892e-337485f94a2f), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:29.859057 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f6e9ef-5163-4459-be1d-ae18194f2981 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdf3485f-46fc-492e-892e-337485f94a2f,revision_number=0']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:29.927928 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-81f6e9ef-5163-4459-be1d-ae18194f2981 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:29.931878 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-81f6e9ef-5163-4459-be1d-ae18194f2981 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3453183 Aug 31 01:33:29.932096 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 37566) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:33:29.936988 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [None req-e6f0f305-62df-432a-a02d-8dd1d3a79e1b tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Request body: {'security_group_rule': {'security_group_id': '573cd7de-2f00-43aa-a347-2a31cf20105f', 'project_id': '8a6177d84e534b358b475672f474f6df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:33:30.028225 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e6f0f305-62df-432a-a02d-8dd1d3a79e1b tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks [] for security_group_rule (de0ec802-6360-49a0-ba77-35b51bbfdcba), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:30.086744 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e6f0f305-62df-432a-a02d-8dd1d3a79e1b tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks [] for security_group_rule (de0ec802-6360-49a0-ba77-35b51bbfdcba), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:30.136783 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e6f0f305-62df-432a-a02d-8dd1d3a79e1b tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413228'] for security_group_rule (de0ec802-6360-49a0-ba77-35b51bbfdcba), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:30.143709 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-6dee24c1-844e-4e4d-83c8-1154b97722f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806ebc0d-70fc-43f1-a1d9-71e434bfdf07', 'name': 'tempest-TestVolumeBootPattern-147434268-router', 'tenant_id': '2d46826da53d445fa93891f13fbe9826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '2ee476b5-73e9-4b0b-84ec-761e64345e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:33:24Z', 'updated_at': '2022-08-31T01:33:28Z', 'revision_number': 4, 'project_id': '2d46826da53d445fa93891f13fbe9826', 'gw_port': {'id': '2ee476b5-73e9-4b0b-84ec-761e64345e09', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806ebc0d-70fc-43f1-a1d9-71e434bfdf07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:33:25Z', 'updated_at': '2022-08-31T01:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_interfaces': [{'id': 'c8eedc85-8d7c-49b3-8d52-fdd5d1cb6d42', 'name': '', 'network_id': '3ff960d6-c555-4a2f-a596-83f0d2e0096b', 'tenant_id': '2d46826da53d445fa93891f13fbe9826', 'mac_address': 'fa:16:3e:c7:d2:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806ebc0d-70fc-43f1-a1d9-71e434bfdf07', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '8eafdddf-45e9-4321-b00d-d81cb3fb22d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:33:27Z', 'updated_at': '2022-08-31T01:33:28Z', 'revision_number': 2, 'project_id': '2d46826da53d445fa93891f13fbe9826', 'subnets': [{'id': '8eafdddf-45e9-4321-b00d-d81cb3fb22d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:33:30.157728 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f0f305-62df-432a-a02d-8dd1d3a79e1b tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de0ec802-6360-49a0-ba77-35b51bbfdcba,revision_number=0']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:30.172268 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dee24c1-844e-4e4d-83c8-1154b97722f9 None None] Checking router: 806ebc0d-70fc-43f1-a1d9-71e434bfdf07 for host: dv-cinder-855288-2-iscsi {{(pid=106778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:33:30.172620 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dee24c1-844e-4e4d-83c8-1154b97722f9 None None] Updating router 806ebc0d-70fc-43f1-a1d9-71e434bfdf07 port c8eedc85-8d7c-49b3-8d52-fdd5d1cb6d42 binding host dv-cinder-855288-2-iscsi {{(pid=106778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:33:30.200587 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-6dee24c1-844e-4e4d-83c8-1154b97722f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (c8eedc85-8d7c-49b3-8d52-fdd5d1cb6d42), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:30.224549 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e6f0f305-62df-432a-a02d-8dd1d3a79e1b tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:30.225833 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-e6f0f305-62df-432a-a02d-8dd1d3a79e1b tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2927761 Aug 31 01:33:30.228662 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 37568) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:33:30.233139 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [None req-243505bd-2cf8-406f-8146-2883359ac312 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Request body: {'security_group_rule': {'security_group_id': '573cd7de-2f00-43aa-a347-2a31cf20105f', 'project_id': '8a6177d84e534b358b475672f474f6df', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:33:30.336943 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-243505bd-2cf8-406f-8146-2883359ac312 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks [] for security_group_rule (491ee79e-4bec-47b2-8aff-a5cccdb4544c), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:30.387390 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:33:30.397569 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-243505bd-2cf8-406f-8146-2883359ac312 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks [] for security_group_rule (491ee79e-4bec-47b2-8aff-a5cccdb4544c), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:30.452395 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-6dee24c1-844e-4e4d-83c8-1154b97722f9 None None] Publish callbacks [] for port (c8eedc85-8d7c-49b3-8d52-fdd5d1cb6d42), precommit_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:30.519650 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-243505bd-2cf8-406f-8146-2883359ac312 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413228'] for security_group_rule (491ee79e-4bec-47b2-8aff-a5cccdb4544c), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:30.538125 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243505bd-2cf8-406f-8146-2883359ac312 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=491ee79e-4bec-47b2-8aff-a5cccdb4544c,revision_number=0']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:30.548453 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-6dee24c1-844e-4e4d-83c8-1154b97722f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (c8eedc85-8d7c-49b3-8d52-fdd5d1cb6d42), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:30.602022 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-243505bd-2cf8-406f-8146-2883359ac312 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:30.603738 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-243505bd-2cf8-406f-8146-2883359ac312 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3740859 Aug 31 01:33:30.606919 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 37570) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:33:30.611406 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [None req-d7f1851c-d6ca-4256-93f6-a39043514f27 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Request body: {'security_group_rule': {'security_group_id': '573cd7de-2f00-43aa-a347-2a31cf20105f', 'project_id': '8a6177d84e534b358b475672f474f6df', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:33:30.611800 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b853e8-eed6-4b9a-8241-2314b2a2967b None None] Pushing event updated for resources: {'Port': ['ID=c8eedc85-8d7c-49b3-8d52-fdd5d1cb6d42,revision_number=3']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:30.643801 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.managers [None req-6dee24c1-844e-4e4d-83c8-1154b97722f9 None None] Attempting to bind port c8eedc85-8d7c-49b3-8d52-fdd5d1cb6d42 on host dv-cinder-855288-2-iscsi for vnic_type normal with profile {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 01:33:30.644165 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.managers [None req-6dee24c1-844e-4e4d-83c8-1154b97722f9 None None] Attempting to bind port c8eedc85-8d7c-49b3-8d52-fdd5d1cb6d42 by drivers openvswitch,hyperv on host dv-cinder-855288-2-iscsi at level 0 using segments [{'id': '5df9c223-db02-4e13-8cb8-ffe43ceae8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '3ff960d6-c555-4a2f-a596-83f0d2e0096b'}] {{(pid=106778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 01:33:30.644531 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dee24c1-844e-4e4d-83c8-1154b97722f9 None None] Attempting to bind port c8eedc85-8d7c-49b3-8d52-fdd5d1cb6d42 on network 3ff960d6-c555-4a2f-a596-83f0d2e0096b {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:33:30.649571 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dee24c1-844e-4e4d-83c8-1154b97722f9 None None] Checking agent: {'id': 'f96ef3eb-5320-49ab-b33a-a2775d3a6053', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855288-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 1, 14, 6), 'started_at': datetime.datetime(2022, 8, 31, 1, 14, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 1, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855288-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 01:33:30.649950 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dee24c1-844e-4e4d-83c8-1154b97722f9 None None] Checking segment: {'id': '5df9c223-db02-4e13-8cb8-ffe43ceae8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '3ff960d6-c555-4a2f-a596-83f0d2e0096b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:33:30.650345 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-6dee24c1-844e-4e4d-83c8-1154b97722f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:30.650738 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dee24c1-844e-4e4d-83c8-1154b97722f9 None None] Bound using segment: {'id': '5df9c223-db02-4e13-8cb8-ffe43ceae8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '3ff960d6-c555-4a2f-a596-83f0d2e0096b'} {{(pid=106778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 01:33:30.651200 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.managers [None req-6dee24c1-844e-4e4d-83c8-1154b97722f9 None None] Bound port: c8eedc85-8d7c-49b3-8d52-fdd5d1cb6d42, host: dv-cinder-855288-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5df9c223-db02-4e13-8cb8-ffe43ceae8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '3ff960d6-c555-4a2f-a596-83f0d2e0096b'}}] {{(pid=106778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 01:33:30.651573 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-6dee24c1-844e-4e4d-83c8-1154b97722f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (c8eedc85-8d7c-49b3-8d52-fdd5d1cb6d42), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:30.666239 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:33:30.690722 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:33:30.692815 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-d7f1851c-d6ca-4256-93f6-a39043514f27 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks [] for security_group_rule (692aa8d3-88df-4291-ba71-ff801f9fb2a3), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:30.712012 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-6dee24c1-844e-4e4d-83c8-1154b97722f9 None None] For port c8eedc85-8d7c-49b3-8d52-fdd5d1cb6d42, host dv-cinder-855288-2-iscsi, cleared binding levels {{(pid=106778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:33:30.715100 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-6dee24c1-844e-4e4d-83c8-1154b97722f9 None None] For port c8eedc85-8d7c-49b3-8d52-fdd5d1cb6d42, host dv-cinder-855288-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=c8eedc85-8d7c-49b3-8d52-fdd5d1cb6d42,segment=NetworkSegment(5df9c223-db02-4e13-8cb8-ffe43ceae8c8),segment_id=5df9c223-db02-4e13-8cb8-ffe43ceae8c8)] {{(pid=106778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:33:30.751920 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-d7f1851c-d6ca-4256-93f6-a39043514f27 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks [] for security_group_rule (692aa8d3-88df-4291-ba71-ff801f9fb2a3), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:30.783064 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-6dee24c1-844e-4e4d-83c8-1154b97722f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (c8eedc85-8d7c-49b3-8d52-fdd5d1cb6d42), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:30.817994 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-d7f1851c-d6ca-4256-93f6-a39043514f27 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413228'] for security_group_rule (692aa8d3-88df-4291-ba71-ff801f9fb2a3), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:30.825454 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dee24c1-844e-4e4d-83c8-1154b97722f9 None None] Routers {'806ebc0d-70fc-43f1-a1d9-71e434bfdf07'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:33:30.826075 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-6dee24c1-844e-4e4d-83c8-1154b97722f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:33:03Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['806ebc0d-70fc-43f1-a1d9-71e434bfdf07'], 'active': True} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:33:30.838208 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f1851c-d6ca-4256-93f6-a39043514f27 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=692aa8d3-88df-4291-ba71-ff801f9fb2a3,revision_number=0']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:30.869079 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:33:30.873585 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b853e8-eed6-4b9a-8241-2314b2a2967b None None] Pushing event updated for resources: {'Port': ['ID=c8eedc85-8d7c-49b3-8d52-fdd5d1cb6d42,revision_number=4']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:30.927129 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-d7f1851c-d6ca-4256-93f6-a39043514f27 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:30.928399 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-d7f1851c-d6ca-4256-93f6-a39043514f27 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3204806 Aug 31 01:33:30.931383 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 37572) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:33:30.935787 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [None req-2c93e13c-9bec-470e-8397-949b61471974 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Request body: {'security_group_rule': {'security_group_id': '573cd7de-2f00-43aa-a347-2a31cf20105f', 'project_id': '8a6177d84e534b358b475672f474f6df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:33:30.943725 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvr_db [None req-6dee24c1-844e-4e4d-83c8-1154b97722f9 None None] Set router 806ebc0d-70fc-43f1-a1d9-71e434bfdf07 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:33:31.028425 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.db.securitygroups_db [None req-2c93e13c-9bec-470e-8397-949b61471974 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Project 8a6177d84e534b358b475672f474f6df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 01:33:31.034858 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-2c93e13c-9bec-470e-8397-949b61471974 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks [] for security_group_rule (a82e6758-e036-47c4-be93-8b7cdc5d567e), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:31.108213 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-2c93e13c-9bec-470e-8397-949b61471974 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks [] for security_group_rule (a82e6758-e036-47c4-be93-8b7cdc5d567e), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:31.124207 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 2ee476b5-73e9-4b0b-84ec-761e64345e09 up at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:33:31.166821 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-6dee24c1-844e-4e4d-83c8-1154b97722f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806ebc0d-70fc-43f1-a1d9-71e434bfdf07', 'name': 'tempest-TestVolumeBootPattern-147434268-router', 'tenant_id': '2d46826da53d445fa93891f13fbe9826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '2ee476b5-73e9-4b0b-84ec-761e64345e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:33:24Z', 'updated_at': '2022-08-31T01:33:28Z', 'revision_number': 4, 'project_id': '2d46826da53d445fa93891f13fbe9826', 'gw_port': {'id': '2ee476b5-73e9-4b0b-84ec-761e64345e09', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806ebc0d-70fc-43f1-a1d9-71e434bfdf07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:33:25Z', 'updated_at': '2022-08-31T01:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_interfaces': [{'id': 'c8eedc85-8d7c-49b3-8d52-fdd5d1cb6d42', 'name': '', 'network_id': '3ff960d6-c555-4a2f-a596-83f0d2e0096b', 'tenant_id': '2d46826da53d445fa93891f13fbe9826', 'mac_address': 'fa:16:3e:c7:d2:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806ebc0d-70fc-43f1-a1d9-71e434bfdf07', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '8eafdddf-45e9-4321-b00d-d81cb3fb22d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:33:27Z', 'updated_at': '2022-08-31T01:33:30Z', 'revision_number': 4, 'project_id': '2d46826da53d445fa93891f13fbe9826', 'subnets': [{'id': '8eafdddf-45e9-4321-b00d-d81cb3fb22d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:33:31.188301 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-2c93e13c-9bec-470e-8397-949b61471974 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413228'] for security_group_rule (a82e6758-e036-47c4-be93-8b7cdc5d567e), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:31.199482 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dee24c1-844e-4e4d-83c8-1154b97722f9 None None] The sync data for ids ['806ebc0d-70fc-43f1-a1d9-71e434bfdf07'] in dv-cinder-855288-2-iscsi is: [{'id': '806ebc0d-70fc-43f1-a1d9-71e434bfdf07', 'name': 'tempest-TestVolumeBootPattern-147434268-router', 'tenant_id': '2d46826da53d445fa93891f13fbe9826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '2ee476b5-73e9-4b0b-84ec-761e64345e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:33:24Z', 'updated_at': '2022-08-31T01:33:28Z', 'revision_number': 4, 'project_id': '2d46826da53d445fa93891f13fbe9826', 'gw_port': {'id': '2ee476b5-73e9-4b0b-84ec-761e64345e09', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806ebc0d-70fc-43f1-a1d9-71e434bfdf07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:33:25Z', 'updated_at': '2022-08-31T01:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_interfaces': [{'id': 'c8eedc85-8d7c-49b3-8d52-fdd5d1cb6d42', 'name': '', 'network_id': '3ff960d6-c555-4a2f-a596-83f0d2e0096b', 'tenant_id': '2d46826da53d445fa93891f13fbe9826', 'mac_address': 'fa:16:3e:c7:d2:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806ebc0d-70fc-43f1-a1d9-71e434bfdf07', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '8eafdddf-45e9-4321-b00d-d81cb3fb22d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:33:27Z', 'updated_at': '2022-08-31T01:33:30Z', 'revision_number': 4, 'project_id': '2d46826da53d445fa93891f13fbe9826', 'subnets': [{'id': '8eafdddf-45e9-4321-b00d-d81cb3fb22d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:33:31.215147 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c93e13c-9bec-470e-8397-949b61471974 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a82e6758-e036-47c4-be93-8b7cdc5d567e,revision_number=0']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:31.229904 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Provisioning complete for port 2ee476b5-73e9-4b0b-84ec-761e64345e09 triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:33:31.230386 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (2ee476b5-73e9-4b0b-84ec-761e64345e09), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:31.293388 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-2c93e13c-9bec-470e-8397-949b61471974 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:31.294711 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-2c93e13c-9bec-470e-8397-949b61471974 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3622844 Aug 31 01:33:31.297466 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 37574) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:33:31.301996 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [None req-ad4118b5-34bb-4557-ab31-00cd40d127e4 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Request body: {'security_group_rule': {'security_group_id': '573cd7de-2f00-43aa-a347-2a31cf20105f', 'project_id': '8a6177d84e534b358b475672f474f6df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:33:31.320212 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-0f1e123c-03d2-4a4a-903d-72f9d58b1cc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (06e7caa6-6f15-45a1-a03b-1c511964ed9a), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:31.327414 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Current status of the port 2ee476b5-73e9-4b0b-84ec-761e64345e09 is: ACTIVE; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:33:31.371547 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.db.securitygroups_db [None req-ad4118b5-34bb-4557-ab31-00cd40d127e4 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Project 8a6177d84e534b358b475672f474f6df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 01:33:31.381102 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-ad4118b5-34bb-4557-ab31-00cd40d127e4 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks [] for security_group_rule (d230e905-9a75-4373-8418-cb0e9f8b56ea), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:31.398117 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:33:31.439422 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-ad4118b5-34bb-4557-ab31-00cd40d127e4 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks [] for security_group_rule (d230e905-9a75-4373-8418-cb0e9f8b56ea), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:31.497164 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-ad4118b5-34bb-4557-ab31-00cd40d127e4 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413228'] for security_group_rule (d230e905-9a75-4373-8418-cb0e9f8b56ea), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:31.520565 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4118b5-34bb-4557-ab31-00cd40d127e4 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d230e905-9a75-4373-8418-cb0e9f8b56ea,revision_number=0']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:31.601259 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-ad4118b5-34bb-4557-ab31-00cd40d127e4 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:31.602602 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-ad4118b5-34bb-4557-ab31-00cd40d127e4 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3040807 Aug 31 01:33:33.127122 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device c8eedc85-8d7c-49b3-8d52-fdd5d1cb6d42 up at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:33:33.175146 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Provisioning complete for port c8eedc85-8d7c-49b3-8d52-fdd5d1cb6d42 triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:33:33.175522 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (c8eedc85-8d7c-49b3-8d52-fdd5d1cb6d42), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:33.237000 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:33:33.249071 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Current status of the port c8eedc85-8d7c-49b3-8d52-fdd5d1cb6d42 is: DOWN; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:33:33.249462 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (c8eedc85-8d7c-49b3-8d52-fdd5d1cb6d42), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:33.283568 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] For port c8eedc85-8d7c-49b3-8d52-fdd5d1cb6d42, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=c8eedc85-8d7c-49b3-8d52-fdd5d1cb6d42,segment=NetworkSegment(5df9c223-db02-4e13-8cb8-ffe43ceae8c8),segment_id=5df9c223-db02-4e13-8cb8-ffe43ceae8c8)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:33:33.348755 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (c8eedc85-8d7c-49b3-8d52-fdd5d1cb6d42), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:33.401186 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Pushing event updated for resources: {'Port': ['ID=c8eedc85-8d7c-49b3-8d52-fdd5d1cb6d42,revision_number=5']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:33.541889 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-92b8719c-a2cb-4f88-b50a-a4d5b99551f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (1428144b-5b15-4168-8538-b51b3045e8b6), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:33.845444 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (799b9b45-836a-4007-8b99-6041c4a5ce6b), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:35.012000 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-6cf74907-e165-4231-8e79-d72e153e628e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (625e835a-7d63-45f9-8a46-c3ba876c3627), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:35.119491 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device c8eedc85-8d7c-49b3-8d52-fdd5d1cb6d42 up at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:33:35.164895 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Provisioning complete for port c8eedc85-8d7c-49b3-8d52-fdd5d1cb6d42 triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:33:35.165272 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (c8eedc85-8d7c-49b3-8d52-fdd5d1cb6d42), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:35.241995 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Current status of the port c8eedc85-8d7c-49b3-8d52-fdd5d1cb6d42 is: ACTIVE; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:33:36.383303 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (f96ef3eb-5320-49ab-b33a-a2775d3a6053), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:36.417349 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-f7411cf7-2853-429b-aa0f-54d02b543116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (5f821ebb-aac9-4915-bb43-6712672a5d6c), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:38.093227 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=61,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:33:40.540168 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=29,neutron:INSERT=5,neutron:DELETE=4 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:33:41.519744 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=23,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:33:45.986690 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.agents_db [None req-5925ee7b-6bd5-4912-8f46-3ff11817b141 None None] Agent healthcheck: found 6 active agents {{(pid=106779) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:33:46.264114 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-223e6ae9-f5cc-4861-a8bc-19e8a3a6ea6c req-57306c9a-7633-4262-9b72-6c5216788853 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1481444852&fields=id&tenant_id=8a6177d84e534b358b475672f474f6df HTTP/1.1" status: 200 len: 267 time: 0.0455825 Aug 31 01:33:46.336710 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=75,neutron:UPDATE=4 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:33:46.342690 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=28,neutron:UPDATE=3 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:33:46.373930 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e6ae9-f5cc-4861-a8bc-19e8a3a6ea6c req-b270130e-3d73-4c99-b524-7a53ac8f903c tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:33:46.375415 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-223e6ae9-f5cc-4861-a8bc-19e8a3a6ea6c req-b270130e-3d73-4c99-b524-7a53ac8f903c tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/networks?id=1c20fdf4-c01e-4a42-bd98-933028a4956d HTTP/1.1" status: 200 len: 811 time: 0.1049380 Aug 31 01:33:46.389837 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-223e6ae9-f5cc-4861-a8bc-19e8a3a6ea6c req-63dd621f-4236-427a-9652-aeeae740e895 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/quotas/8a6177d84e534b358b475672f474f6df HTTP/1.1" status: 200 len: 375 time: 0.0090473 Aug 31 01:33:46.438594 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-223e6ae9-f5cc-4861-a8bc-19e8a3a6ea6c req-2d41c914-2b8b-45d3-8503-15c70e61be7b tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=8a6177d84e534b358b475672f474f6df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439126 Aug 31 01:33:46.621902 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-223e6ae9-f5cc-4861-a8bc-19e8a3a6ea6c req-b50a1600-6959-445e-a7d0-d45a5f1620c4 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/1c20fdf4-c01e-4a42-bd98-933028a4956d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723878 Aug 31 01:33:46.710148 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-223e6ae9-f5cc-4861-a8bc-19e8a3a6ea6c req-2420018c-d7ca-47b3-b5ef-aa9e0ad3f0ed service neutron] 10.222.0.20 "GET /networking/v2.0/networks/1c20fdf4-c01e-4a42-bd98-933028a4956d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824275 Aug 31 01:33:47.320826 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1c4234c2-f8f0-48ee-a1f5-91bb6c967991 req-8e41fd35-9999-4448-925e-a925f9e49538 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e78060b8-25a5-43e3-8deb-d59bd2b3bae6 HTTP/1.1" status: 200 len: 210 time: 0.0272024 Aug 31 01:33:48.425036 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0a733b34-0586-4011-b44a-f14b6da3c9f5 req-a5545e3a-f67b-459e-b227-b31405eb0520 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e78060b8-25a5-43e3-8deb-d59bd2b3bae6 HTTP/1.1" status: 200 len: 210 time: 0.0310163 Aug 31 01:33:49.376475 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e6ae9-f5cc-4861-a8bc-19e8a3a6ea6c req-7946938f-f0c2-4382-b9d7-65628ab0055f tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:33:49.378028 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-223e6ae9-f5cc-4861-a8bc-19e8a3a6ea6c req-7946938f-f0c2-4382-b9d7-65628ab0055f tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.85 "GET /networking/v2.0/networks?id=1c20fdf4-c01e-4a42-bd98-933028a4956d HTTP/1.1" status: 200 len: 811 time: 0.1037507 Aug 31 01:33:49.444074 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-223e6ae9-f5cc-4861-a8bc-19e8a3a6ea6c req-a86306e2-3b59-4de0-adeb-effdd4f5aaeb tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.85 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8a6177d84e534b358b475672f474f6df HTTP/1.1" status: 200 len: 380 time: 0.0584996 Aug 31 01:33:49.452696 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [req-223e6ae9-f5cc-4861-a8bc-19e8a3a6ea6c req-b4e51ef5-7326-4421-ba7a-159b517508ea tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Request body: {'port': {'device_id': 'e78060b8-25a5-43e3-8deb-d59bd2b3bae6', 'network_id': '1c20fdf4-c01e-4a42-bd98-933028a4956d', 'admin_state_up': True, 'tenant_id': '8a6177d84e534b358b475672f474f6df', 'security_groups': ['573cd7de-2f00-43aa-a347-2a31cf20105f']}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:33:49.527653 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-17b5f671-b2d5-48b9-8b6f-8e16d461eed8 req-8f039a07-2cbb-4da4-b1be-53734ed9e073 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e78060b8-25a5-43e3-8deb-d59bd2b3bae6 HTTP/1.1" status: 200 len: 210 time: 0.0277269 Aug 31 01:33:49.656872 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-223e6ae9-f5cc-4861-a8bc-19e8a3a6ea6c req-b4e51ef5-7326-4421-ba7a-159b517508ea tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Made reservation on behalf of 8a6177d84e534b358b475672f474f6df for: {'port': 1} {{(pid=106776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:33:49.660645 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-223e6ae9-f5cc-4861-a8bc-19e8a3a6ea6c req-b4e51ef5-7326-4421-ba7a-159b517508ea tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:49.739481 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-aa3e6dcb-62e2-41b1-b1df-3b1d2c4335df req-aeda55e6-63ee-4edb-9ad6-7b290755c843 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?device_id=9a8fe146-0b7b-4588-b312-2a525c4ca249&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0374718 Aug 31 01:33:49.796362 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.db_base_plugin_common [req-223e6ae9-f5cc-4861-a8bc-19e8a3a6ea6c req-b4e51ef5-7326-4421-ba7a-159b517508ea tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Allocated IP 172.20.0.4 (1c20fdf4-c01e-4a42-bd98-933028a4956d/f83c53c6-3675-4265-96b4-490990a3e29d/4278caa6-ff39-4080-94a7-80095f21e419) {{(pid=106776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:33:49.843251 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e6dcb-62e2-41b1-b1df-3b1d2c4335df req-5893735f-6edf-4c62-bf78-27aeb42f36d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:33:49.844881 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-aa3e6dcb-62e2-41b1-b1df-3b1d2c4335df req-5893735f-6edf-4c62-bf78-27aeb42f36d4 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=970d06f2d1e24f0e9072a7f43bb4925b&device_id=9a8fe146-0b7b-4588-b312-2a525c4ca249 HTTP/1.1" status: 200 len: 1129 time: 0.0403252 Aug 31 01:33:49.946821 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-223e6ae9-f5cc-4861-a8bc-19e8a3a6ea6c req-b4e51ef5-7326-4421-ba7a-159b517508ea tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks [] for port (4278caa6-ff39-4080-94a7-80095f21e419), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:50.040117 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-223e6ae9-f5cc-4861-a8bc-19e8a3a6ea6c req-b4e51ef5-7326-4421-ba7a-159b517508ea tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779185826838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6273727'] for port (4278caa6-ff39-4080-94a7-80095f21e419), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:50.087929 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-223e6ae9-f5cc-4861-a8bc-19e8a3a6ea6c req-b4e51ef5-7326-4421-ba7a-159b517508ea tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Network 1c20fdf4-c01e-4a42-bd98-933028a4956d is already hosted by enough agents. {{(pid=106776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:33:50.091376 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.base_scheduler [req-223e6ae9-f5cc-4861-a8bc-19e8a3a6ea6c req-b4e51ef5-7326-4421-ba7a-159b517508ea tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Resources bound (agent type, host, resource id): {{(pid=106776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:33:50.095915 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.l3_dvrscheduler_db [req-223e6ae9-f5cc-4861-a8bc-19e8a3a6ea6c req-b4e51ef5-7326-4421-ba7a-159b517508ea tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Received port after_create {{(pid=106776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 01:33:50.121303 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e51ef5-7326-4421-ba7a-159b517508ea tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Pushing event updated for resources: {'Port': ['ID=4278caa6-ff39-4080-94a7-80095f21e419,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:50.131605 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e51ef5-7326-4421-ba7a-159b517508ea tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:50.132034 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e51ef5-7326-4421-ba7a-159b517508ea tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:50.132383 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e51ef5-7326-4421-ba7a-159b517508ea tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:50.132711 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e51ef5-7326-4421-ba7a-159b517508ea tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:50.133119 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e51ef5-7326-4421-ba7a-159b517508ea tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:50.133460 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e51ef5-7326-4421-ba7a-159b517508ea tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:50.133862 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e51ef5-7326-4421-ba7a-159b517508ea tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:50.134096 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e51ef5-7326-4421-ba7a-159b517508ea tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:50.134416 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e51ef5-7326-4421-ba7a-159b517508ea tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:50.134735 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e51ef5-7326-4421-ba7a-159b517508ea tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:50.135053 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e51ef5-7326-4421-ba7a-159b517508ea tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:50.135436 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e51ef5-7326-4421-ba7a-159b517508ea tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:50.135736 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e51ef5-7326-4421-ba7a-159b517508ea tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:50.136056 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e51ef5-7326-4421-ba7a-159b517508ea tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:50.136362 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e51ef5-7326-4421-ba7a-159b517508ea tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:33:50.171489 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e6ae9-f5cc-4861-a8bc-19e8a3a6ea6c req-b4e51ef5-7326-4421-ba7a-159b517508ea tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:33:50.172231 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-223e6ae9-f5cc-4861-a8bc-19e8a3a6ea6c req-b4e51ef5-7326-4421-ba7a-159b517508ea tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for port (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:50.235775 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e6dcb-62e2-41b1-b1df-3b1d2c4335df req-0e16f44b-bf64-436b-a5aa-f86290e26285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:33:50.237293 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-aa3e6dcb-62e2-41b1-b1df-3b1d2c4335df req-0e16f44b-bf64-436b-a5aa-f86290e26285 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?id=8302676b-2573-43a3-9e62-be304d7b7f01 HTTP/1.1" status: 200 len: 911 time: 0.3738904 Aug 31 01:33:50.239860 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-223e6ae9-f5cc-4861-a8bc-19e8a3a6ea6c req-b4e51ef5-7326-4421-ba7a-159b517508ea tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.85 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7906814 Aug 31 01:33:50.252739 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [req-223e6ae9-f5cc-4861-a8bc-19e8a3a6ea6c req-3aaec1c9-354f-409f-b9af-ff4db286f657 service neutron] Request body: {'port': {'device_id': 'e78060b8-25a5-43e3-8deb-d59bd2b3bae6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85528'}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:33:50.277595 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:33:50.311967 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-aa3e6dcb-62e2-41b1-b1df-3b1d2c4335df req-66a28b9f-6939-4624-9347-ba48cad99c3d service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51e05401-efe1-4123-a876-e27cdccec893 HTTP/1.1" status: 200 len: 1001 time: 0.0634999 Aug 31 01:33:50.326672 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-223e6ae9-f5cc-4861-a8bc-19e8a3a6ea6c req-3aaec1c9-354f-409f-b9af-ff4db286f657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (4278caa6-ff39-4080-94a7-80095f21e419), before_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:50.340809 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:33:50.365949 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e6dcb-62e2-41b1-b1df-3b1d2c4335df req-68937f3f-4149-4ec9-9a2a-9bbfcf83c69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:33:50.367343 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-aa3e6dcb-62e2-41b1-b1df-3b1d2c4335df req-68937f3f-4149-4ec9-9a2a-9bbfcf83c69a service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=13bf33c4-dc93-411d-b62c-34bc26f1dd78 HTTP/1.1" status: 200 len: 848 time: 0.0480847 Aug 31 01:33:50.396810 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-b3b596e2-f828-4706-9b67-253616e12fc3 None None] Provisioning complete for port 4278caa6-ff39-4080-94a7-80095f21e419 triggered by entity DHCP. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:33:50.397834 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b3b596e2-f828-4706-9b67-253616e12fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (4278caa6-ff39-4080-94a7-80095f21e419), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:50.409694 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e6dcb-62e2-41b1-b1df-3b1d2c4335df req-04e2dada-1291-4c02-ab7f-80848bd415ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:33:50.411198 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-aa3e6dcb-62e2-41b1-b1df-3b1d2c4335df req-04e2dada-1291-4c02-ab7f-80848bd415ad service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=8302676b-2573-43a3-9e62-be304d7b7f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385253 Aug 31 01:33:50.448384 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b3b596e2-f828-4706-9b67-253616e12fc3 None None] Port 4278caa6-ff39-4080-94a7-80095f21e419 cannot update to ACTIVE because it is not bound. {{(pid=106778) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 01:33:50.516183 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-aa3e6dcb-62e2-41b1-b1df-3b1d2c4335df req-110c7e80-7f6b-43ec-a6b7-2d5e10070aca service neutron] 10.222.0.85 "GET /networking/v2.0/networks/8302676b-2573-43a3-9e62-be304d7b7f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985544 Aug 31 01:33:50.608418 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.notifiers.nova [req-223e6ae9-f5cc-4861-a8bc-19e8a3a6ea6c req-3aaec1c9-354f-409f-b9af-ff4db286f657 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4278caa6-ff39-4080-94a7-80095f21e419 {{(pid=106776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 01:33:50.616134 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-223e6ae9-f5cc-4861-a8bc-19e8a3a6ea6c req-3aaec1c9-354f-409f-b9af-ff4db286f657 service neutron] Publish callbacks [] for port (4278caa6-ff39-4080-94a7-80095f21e419), precommit_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:50.629299 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.provisioning_blocks [req-223e6ae9-f5cc-4861-a8bc-19e8a3a6ea6c req-3aaec1c9-354f-409f-b9af-ff4db286f657 service neutron] Transition to ACTIVE for port object 4278caa6-ff39-4080-94a7-80095f21e419 will not be triggered until provisioned by entity L2. {{(pid=106776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 01:33:50.643379 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-aa3e6dcb-62e2-41b1-b1df-3b1d2c4335df req-e875b9ff-8b87-4fc8-83c8-37d29390b65b service neutron] 10.222.0.85 "GET /networking/v2.0/networks/8302676b-2573-43a3-9e62-be304d7b7f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204996 Aug 31 01:33:50.648007 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:33:50.660996 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74566c1e-cf5e-4a08-9f36-5ba01f8938b5 req-d181b131-59e6-41c6-99b6-3611eecae94a tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:33:50.662382 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-74566c1e-cf5e-4a08-9f36-5ba01f8938b5 req-d181b131-59e6-41c6-99b6-3611eecae94a tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e78060b8-25a5-43e3-8deb-d59bd2b3bae6 HTTP/1.1" status: 200 len: 931 time: 0.0560110 Aug 31 01:33:50.689347 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:33:50.708039 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-223e6ae9-f5cc-4861-a8bc-19e8a3a6ea6c req-3aaec1c9-354f-409f-b9af-ff4db286f657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6273718'] for port (4278caa6-ff39-4080-94a7-80095f21e419), after_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:50.717004 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-74566c1e-cf5e-4a08-9f36-5ba01f8938b5 req-dcc432e1-dcbe-419f-a398-eed6cf4cf0cb tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=573cd7de-2f00-43aa-a347-2a31cf20105f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481715 Aug 31 01:33:50.791428 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaec1c9-354f-409f-b9af-ff4db286f657 service neutron] Pushing event updated for resources: {'Port': ['ID=4278caa6-ff39-4080-94a7-80095f21e419,revision_number=2']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:50.821048 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.managers [req-223e6ae9-f5cc-4861-a8bc-19e8a3a6ea6c req-3aaec1c9-354f-409f-b9af-ff4db286f657 service neutron] Attempting to bind port 4278caa6-ff39-4080-94a7-80095f21e419 on host hv-cinder-85528 for vnic_type normal with profile {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 01:33:50.821386 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.managers [req-223e6ae9-f5cc-4861-a8bc-19e8a3a6ea6c req-3aaec1c9-354f-409f-b9af-ff4db286f657 service neutron] Attempting to bind port 4278caa6-ff39-4080-94a7-80095f21e419 by drivers openvswitch,hyperv on host hv-cinder-85528 at level 0 using segments [{'id': '669e6717-297e-4b7f-886f-aba7bf4c57f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '1c20fdf4-c01e-4a42-bd98-933028a4956d'}] {{(pid=106776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 01:33:50.821715 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223e6ae9-f5cc-4861-a8bc-19e8a3a6ea6c req-3aaec1c9-354f-409f-b9af-ff4db286f657 service neutron] Attempting to bind port 4278caa6-ff39-4080-94a7-80095f21e419 on network 1c20fdf4-c01e-4a42-bd98-933028a4956d {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:33:50.826019 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223e6ae9-f5cc-4861-a8bc-19e8a3a6ea6c req-3aaec1c9-354f-409f-b9af-ff4db286f657 service neutron] Port 4278caa6-ff39-4080-94a7-80095f21e419 on network 1c20fdf4-c01e-4a42-bd98-933028a4956d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85528 {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 01:33:50.826365 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223e6ae9-f5cc-4861-a8bc-19e8a3a6ea6c req-3aaec1c9-354f-409f-b9af-ff4db286f657 service neutron] Attempting to bind port 4278caa6-ff39-4080-94a7-80095f21e419 on network 1c20fdf4-c01e-4a42-bd98-933028a4956d {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:33:50.831419 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223e6ae9-f5cc-4861-a8bc-19e8a3a6ea6c req-3aaec1c9-354f-409f-b9af-ff4db286f657 service neutron] Checking agent: {'id': '799b9b45-836a-4007-8b99-6041c4a5ce6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85528', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 1, 20, 34), 'started_at': datetime.datetime(2022, 8, 31, 1, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 1, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 01:33:50.831753 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223e6ae9-f5cc-4861-a8bc-19e8a3a6ea6c req-3aaec1c9-354f-409f-b9af-ff4db286f657 service neutron] Checking segment: {'id': '669e6717-297e-4b7f-886f-aba7bf4c57f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '1c20fdf4-c01e-4a42-bd98-933028a4956d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:33:50.835798 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223e6ae9-f5cc-4861-a8bc-19e8a3a6ea6c req-3aaec1c9-354f-409f-b9af-ff4db286f657 service neutron] Bound using segment: {'id': '669e6717-297e-4b7f-886f-aba7bf4c57f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '1c20fdf4-c01e-4a42-bd98-933028a4956d'} {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 01:33:50.835798 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.managers [req-223e6ae9-f5cc-4861-a8bc-19e8a3a6ea6c req-3aaec1c9-354f-409f-b9af-ff4db286f657 service neutron] Bound port: 4278caa6-ff39-4080-94a7-80095f21e419, host: hv-cinder-85528, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '669e6717-297e-4b7f-886f-aba7bf4c57f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '1c20fdf4-c01e-4a42-bd98-933028a4956d'}}] {{(pid=106776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 01:33:50.835798 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-223e6ae9-f5cc-4861-a8bc-19e8a3a6ea6c req-3aaec1c9-354f-409f-b9af-ff4db286f657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (4278caa6-ff39-4080-94a7-80095f21e419), before_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:50.895048 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.db [req-223e6ae9-f5cc-4861-a8bc-19e8a3a6ea6c req-3aaec1c9-354f-409f-b9af-ff4db286f657 service neutron] For port 4278caa6-ff39-4080-94a7-80095f21e419, host hv-cinder-85528, cleared binding levels {{(pid=106776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:33:50.898194 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.db [req-223e6ae9-f5cc-4861-a8bc-19e8a3a6ea6c req-3aaec1c9-354f-409f-b9af-ff4db286f657 service neutron] For port 4278caa6-ff39-4080-94a7-80095f21e419, host hv-cinder-85528, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=4278caa6-ff39-4080-94a7-80095f21e419,segment=NetworkSegment(669e6717-297e-4b7f-886f-aba7bf4c57f2),segment_id=669e6717-297e-4b7f-886f-aba7bf4c57f2)] {{(pid=106776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:33:50.988398 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-223e6ae9-f5cc-4861-a8bc-19e8a3a6ea6c req-3aaec1c9-354f-409f-b9af-ff4db286f657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6273718'] for port (4278caa6-ff39-4080-94a7-80095f21e419), after_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:50.991445 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e6ae9-f5cc-4861-a8bc-19e8a3a6ea6c req-3aaec1c9-354f-409f-b9af-ff4db286f657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:33:50.992057 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-223e6ae9-f5cc-4861-a8bc-19e8a3a6ea6c req-3aaec1c9-354f-409f-b9af-ff4db286f657 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for port (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:50.993699 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-223e6ae9-f5cc-4861-a8bc-19e8a3a6ea6c req-3aaec1c9-354f-409f-b9af-ff4db286f657 service neutron] 10.222.0.85 "PUT /networking/v2.0/ports/4278caa6-ff39-4080-94a7-80095f21e419 HTTP/1.1" status: 200 len: 1093 time: 0.7452853 Aug 31 01:33:50.996584 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e78060b8-25a5-43e3-8deb-d59bd2b3bae6', 'tag': '4278caa6-ff39-4080-94a7-80095f21e419'}] {{(pid=106776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:33:50.999600 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c75c880f6fcf50a6244b1a715e98a431c8b587c27dc42cc7f33f1c98f81bddd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae6d87b6-4d53-465c-93df-e95d96874a6f" -d '{"events": [{"name": "network-changed", "server_uuid": "e78060b8-25a5-43e3-8deb-d59bd2b3bae6", "tag": "4278caa6-ff39-4080-94a7-80095f21e419"}]}' {{(pid=106776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:33:51.047962 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaec1c9-354f-409f-b9af-ff4db286f657 service neutron] Pushing event updated for resources: {'Port': ['ID=4278caa6-ff39-4080-94a7-80095f21e419,revision_number=3']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:51.096267 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 01:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb7d04a9-841b-49ab-b45e-22f947b7e35f x-openstack-request-id: req-cb7d04a9-841b-49ab-b45e-22f947b7e35f {{(pid=106776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:33:51.096567 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e78060b8-25a5-43e3-8deb-d59bd2b3bae6", "tag": "4278caa6-ff39-4080-94a7-80095f21e419", "status": "completed", "code": 200}]} {{(pid=106776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:33:51.096865 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cb7d04a9-841b-49ab-b45e-22f947b7e35f {{(pid=106776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:33:51.097275 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb7d04a9-841b-49ab-b45e-22f947b7e35f'] response: {'name': 'network-changed', 'server_uuid': 'e78060b8-25a5-43e3-8deb-d59bd2b3bae6', 'tag': '4278caa6-ff39-4080-94a7-80095f21e419', 'status': 'completed', 'code': 200} Aug 31 01:33:51.148049 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:33:51.160378 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6d87b6-4d53-465c-93df-e95d96874a6f req-e2054fdd-a400-4c5e-8a1c-c94d643825d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:33:51.161887 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-ae6d87b6-4d53-465c-93df-e95d96874a6f req-e2054fdd-a400-4c5e-8a1c-c94d643825d5 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=8a6177d84e534b358b475672f474f6df&device_id=e78060b8-25a5-43e3-8deb-d59bd2b3bae6 HTTP/1.1" status: 200 len: 1127 time: 0.0429752 Aug 31 01:33:51.257669 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6d87b6-4d53-465c-93df-e95d96874a6f req-8b0e1241-437b-43b7-bef1-01d5193ab308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:33:51.259018 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-ae6d87b6-4d53-465c-93df-e95d96874a6f req-8b0e1241-437b-43b7-bef1-01d5193ab308 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?tenant_id=8a6177d84e534b358b475672f474f6df&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0911310 Aug 31 01:33:51.574796 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6d87b6-4d53-465c-93df-e95d96874a6f req-434417e2-0359-4ccf-a2fa-b35e86252b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:33:51.576221 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-ae6d87b6-4d53-465c-93df-e95d96874a6f req-434417e2-0359-4ccf-a2fa-b35e86252b5d service neutron] 10.222.0.85 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3115947 Aug 31 01:33:51.647701 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e6ae9-f5cc-4861-a8bc-19e8a3a6ea6c req-e5e28a26-2e99-4e13-ab2f-49990c8c9b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:33:51.649196 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-223e6ae9-f5cc-4861-a8bc-19e8a3a6ea6c req-e5e28a26-2e99-4e13-ab2f-49990c8c9b09 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=8a6177d84e534b358b475672f474f6df&device_id=e78060b8-25a5-43e3-8deb-d59bd2b3bae6 HTTP/1.1" status: 200 len: 1127 time: 0.0381906 Aug 31 01:33:51.688218 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-223e6ae9-f5cc-4861-a8bc-19e8a3a6ea6c req-e0ec96dc-4547-446e-b9f5-1d7a13dfadb3 service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4278caa6-ff39-4080-94a7-80095f21e419 HTTP/1.1" status: 200 len: 217 time: 0.0330684 Aug 31 01:33:51.738404 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e6ae9-f5cc-4861-a8bc-19e8a3a6ea6c req-8ccee526-441b-4731-a788-a7cbe72bf707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:33:51.739815 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-223e6ae9-f5cc-4861-a8bc-19e8a3a6ea6c req-8ccee526-441b-4731-a788-a7cbe72bf707 service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=f83c53c6-3675-4265-96b4-490990a3e29d HTTP/1.1" status: 200 len: 850 time: 0.0462294 Aug 31 01:33:51.782628 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e6ae9-f5cc-4861-a8bc-19e8a3a6ea6c req-506c2629-9320-4d1f-9bf1-7dc6da43223e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:33:51.784138 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-223e6ae9-f5cc-4861-a8bc-19e8a3a6ea6c req-506c2629-9320-4d1f-9bf1-7dc6da43223e service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=1c20fdf4-c01e-4a42-bd98-933028a4956d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385008 Aug 31 01:33:51.834458 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336e1fd-fcca-458c-81f2-f31c95c7cb11 req-cc7a7f1d-3b9b-4911-abdf-dfcf240ebca5 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:33:51.835966 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0336e1fd-fcca-458c-81f2-f31c95c7cb11 req-cc7a7f1d-3b9b-4911-abdf-dfcf240ebca5 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e78060b8-25a5-43e3-8deb-d59bd2b3bae6 HTTP/1.1" status: 200 len: 943 time: 0.0468724 Aug 31 01:33:51.878791 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-223e6ae9-f5cc-4861-a8bc-19e8a3a6ea6c req-b93a1105-0ed9-46f5-9855-0b44537f4ccf service neutron] 10.222.0.85 "GET /networking/v2.0/networks/1c20fdf4-c01e-4a42-bd98-933028a4956d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889018 Aug 31 01:33:51.886065 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0336e1fd-fcca-458c-81f2-f31c95c7cb11 req-7c31499f-5fd7-49fc-985b-88b0632b97cc tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=573cd7de-2f00-43aa-a347-2a31cf20105f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433905 Aug 31 01:33:51.900055 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:33:51.978830 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-223e6ae9-f5cc-4861-a8bc-19e8a3a6ea6c req-01816d45-4003-48c6-8576-4eaa947063db service neutron] 10.222.0.85 "GET /networking/v2.0/networks/1c20fdf4-c01e-4a42-bd98-933028a4956d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937812 Aug 31 01:33:53.020397 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a070f9-835c-4537-a8bd-cf42a3ec89c6 req-15c77a71-8c00-4efc-aa82-fe28d4395bb0 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:33:53.021880 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-d2a070f9-835c-4537-a8bd-cf42a3ec89c6 req-15c77a71-8c00-4efc-aa82-fe28d4395bb0 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e78060b8-25a5-43e3-8deb-d59bd2b3bae6 HTTP/1.1" status: 200 len: 943 time: 0.0457144 Aug 31 01:33:53.070592 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-d2a070f9-835c-4537-a8bd-cf42a3ec89c6 req-c0e31283-edfe-4c89-a8bb-275ab64d30f5 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=573cd7de-2f00-43aa-a347-2a31cf20105f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431757 Aug 31 01:33:54.190320 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d4a98d-1ae8-44ce-8bad-0cadd4cb1da7 req-50defa7c-3207-4ab1-8e63-9cece4234c8b tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:33:54.191781 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-40d4a98d-1ae8-44ce-8bad-0cadd4cb1da7 req-50defa7c-3207-4ab1-8e63-9cece4234c8b tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e78060b8-25a5-43e3-8deb-d59bd2b3bae6 HTTP/1.1" status: 200 len: 943 time: 0.0491564 Aug 31 01:33:54.240115 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-40d4a98d-1ae8-44ce-8bad-0cadd4cb1da7 req-7c1e6307-2c99-40e0-b097-00a01751f83a tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=573cd7de-2f00-43aa-a347-2a31cf20105f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428081 Aug 31 01:33:55.358132 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204325b4-5abf-4fa1-9e23-1e5559c018b7 req-fd19a526-6811-4066-9963-f6903eafbb19 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:33:55.359584 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-204325b4-5abf-4fa1-9e23-1e5559c018b7 req-fd19a526-6811-4066-9963-f6903eafbb19 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e78060b8-25a5-43e3-8deb-d59bd2b3bae6 HTTP/1.1" status: 200 len: 943 time: 0.0474987 Aug 31 01:33:55.408618 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-204325b4-5abf-4fa1-9e23-1e5559c018b7 req-54552952-fc7b-455d-a0d9-f2020889901f tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=573cd7de-2f00-43aa-a347-2a31cf20105f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435572 Aug 31 01:33:55.982560 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=6 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:33:56.523793 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f55a5-f314-4728-804c-04a3adfab2f5 req-fcc8514a-ef00-486e-a08b-4b4720c172bf tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:33:56.525268 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-474f55a5-f314-4728-804c-04a3adfab2f5 req-fcc8514a-ef00-486e-a08b-4b4720c172bf tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e78060b8-25a5-43e3-8deb-d59bd2b3bae6 HTTP/1.1" status: 200 len: 943 time: 0.0460346 Aug 31 01:33:56.577693 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-474f55a5-f314-4728-804c-04a3adfab2f5 req-bdf6df35-e934-4364-9534-eab2b2c6534b tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=573cd7de-2f00-43aa-a347-2a31cf20105f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464315 Aug 31 01:33:57.696451 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde701de-b121-428c-b61d-942bf9f96a63 req-093d0abb-40d9-45fe-9783-f8d07fc99448 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:33:57.697934 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-cde701de-b121-428c-b61d-942bf9f96a63 req-093d0abb-40d9-45fe-9783-f8d07fc99448 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e78060b8-25a5-43e3-8deb-d59bd2b3bae6 HTTP/1.1" status: 200 len: 943 time: 0.0471482 Aug 31 01:33:57.747096 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-cde701de-b121-428c-b61d-942bf9f96a63 req-872040b6-dcdd-4157-be97-f600081ef773 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=573cd7de-2f00-43aa-a347-2a31cf20105f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436342 Aug 31 01:33:58.481938 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device 4278caa6-ff39-4080-94a7-80095f21e419 details requested by agent hyperv_hv-cinder-85528 with host hv-cinder-85528 {{(pid=106778) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:33:58.581283 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port 4278caa6-ff39-4080-94a7-80095f21e419, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=4278caa6-ff39-4080-94a7-80095f21e419,segment=NetworkSegment(669e6717-297e-4b7f-886f-aba7bf4c57f2),segment_id=669e6717-297e-4b7f-886f-aba7bf4c57f2)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:33:58.592175 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Returning: {'device': '4278caa6-ff39-4080-94a7-80095f21e419', 'network_id': '1c20fdf4-c01e-4a42-bd98-933028a4956d', 'port_id': '4278caa6-ff39-4080-94a7-80095f21e419', 'mac_address': 'fa:16:3e:6b:be:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1056, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f83c53c6-3675-4265-96b4-490990a3e29d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106778) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:33:58.625870 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Current status of the port 4278caa6-ff39-4080-94a7-80095f21e419 is: DOWN; New status is: BUILD {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:33:58.626237 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (4278caa6-ff39-4080-94a7-80095f21e419), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:58.638554 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.notifiers.nova [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4278caa6-ff39-4080-94a7-80095f21e419 {{(pid=106778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 01:33:58.658456 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port 4278caa6-ff39-4080-94a7-80095f21e419, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=4278caa6-ff39-4080-94a7-80095f21e419,segment=NetworkSegment(669e6717-297e-4b7f-886f-aba7bf4c57f2),segment_id=669e6717-297e-4b7f-886f-aba7bf4c57f2)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:33:58.759034 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (4278caa6-ff39-4080-94a7-80095f21e419), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:33:58.807002 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Pushing event updated for resources: {'Port': ['ID=4278caa6-ff39-4080-94a7-80095f21e419,revision_number=4']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:33:58.867767 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0e15c2-a391-4bb8-b507-a61ace573d5d req-d8dd2804-5098-4807-847a-31acff9526e5 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:33:58.869285 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-7b0e15c2-a391-4bb8-b507-a61ace573d5d req-d8dd2804-5098-4807-847a-31acff9526e5 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e78060b8-25a5-43e3-8deb-d59bd2b3bae6 HTTP/1.1" status: 200 len: 944 time: 0.0473487 Aug 31 01:33:58.919011 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-7b0e15c2-a391-4bb8-b507-a61ace573d5d req-5d9ca450-d966-4d02-bd64-0e0cca2506bb tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=573cd7de-2f00-43aa-a347-2a31cf20105f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438032 Aug 31 01:33:58.973420 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] get_ports_and_sgs() called for port_ids ['4278caa6-ff39-4080-94a7-80095f21e419'] {{(pid=106778) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 01:34:00.002193 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:34:00.041011 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae527c07-6e5a-4b54-b6ed-0b8ff9e57fd3 req-7a5c9d46-9564-4937-a16e-747b95183670 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:34:00.042462 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-ae527c07-6e5a-4b54-b6ed-0b8ff9e57fd3 req-7a5c9d46-9564-4937-a16e-747b95183670 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e78060b8-25a5-43e3-8deb-d59bd2b3bae6 HTTP/1.1" status: 200 len: 944 time: 0.0506589 Aug 31 01:34:00.091470 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-ae527c07-6e5a-4b54-b6ed-0b8ff9e57fd3 req-27b86593-4cd1-47ac-8138-678994f686c6 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=573cd7de-2f00-43aa-a347-2a31cf20105f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434635 Aug 31 01:34:00.498172 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device 4278caa6-ff39-4080-94a7-80095f21e419 up at agent hyperv_hv-cinder-85528 {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:34:00.541786 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Provisioning for port 4278caa6-ff39-4080-94a7-80095f21e419 completed by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 01:34:00.633352 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Provisioning complete for port 4278caa6-ff39-4080-94a7-80095f21e419 triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:34:00.633672 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (4278caa6-ff39-4080-94a7-80095f21e419), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:34:00.702793 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Current status of the port 4278caa6-ff39-4080-94a7-80095f21e419 is: BUILD; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:34:00.703175 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (4278caa6-ff39-4080-94a7-80095f21e419), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:34:00.725639 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e78060b8-25a5-43e3-8deb-d59bd2b3bae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4278caa6-ff39-4080-94a7-80095f21e419'}] {{(pid=106778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:34:00.727849 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d41e2a553b02095d3b1f0ace215352f4a23baa657e7b5a2da03818d3ee46b5df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da24942-6215-438b-a47b-f3c5967c67f9" -d '{"events": [{"server_uuid": "e78060b8-25a5-43e3-8deb-d59bd2b3bae6", "name": "network-vif-plugged", "status": "completed", "tag": "4278caa6-ff39-4080-94a7-80095f21e419"}]}' {{(pid=106778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:34:00.729961 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:34:00.742637 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port 4278caa6-ff39-4080-94a7-80095f21e419, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=4278caa6-ff39-4080-94a7-80095f21e419,segment=NetworkSegment(669e6717-297e-4b7f-886f-aba7bf4c57f2),segment_id=669e6717-297e-4b7f-886f-aba7bf4c57f2)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:34:00.822555 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (4278caa6-ff39-4080-94a7-80095f21e419), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:34:00.826230 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 01:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67f7764-71c2-4a22-9f0a-be7e9dd68b1e x-openstack-request-id: req-d67f7764-71c2-4a22-9f0a-be7e9dd68b1e {{(pid=106778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:34:00.826516 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e78060b8-25a5-43e3-8deb-d59bd2b3bae6", "name": "network-vif-plugged", "status": "completed", "tag": "4278caa6-ff39-4080-94a7-80095f21e419", "code": 200}]} {{(pid=106778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:34:00.826771 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d67f7764-71c2-4a22-9f0a-be7e9dd68b1e {{(pid=106778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:34:00.827164 dv-cinder-855288-2-iscsi neutron-server[106778]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d67f7764-71c2-4a22-9f0a-be7e9dd68b1e'] response: {'server_uuid': 'e78060b8-25a5-43e3-8deb-d59bd2b3bae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4278caa6-ff39-4080-94a7-80095f21e419', 'code': 200} Aug 31 01:34:00.858182 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:34:01.002219 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Pushing event updated for resources: {'Port': ['ID=4278caa6-ff39-4080-94a7-80095f21e419,revision_number=5']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:34:01.213898 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1695b794-4a2b-4d8a-8d8e-bb22bc3d7cb2 req-a9acdf2c-9b09-4b76-880d-4c466c7a7c74 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:34:01.221218 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1695b794-4a2b-4d8a-8d8e-bb22bc3d7cb2 req-a9acdf2c-9b09-4b76-880d-4c466c7a7c74 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e78060b8-25a5-43e3-8deb-d59bd2b3bae6 HTTP/1.1" status: 200 len: 945 time: 0.0592077 Aug 31 01:34:01.241784 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca08448-27a7-4384-86d5-5a7f82f6482e req-290ba891-7f70-488e-b334-69cec98ba92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:34:01.243272 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-bca08448-27a7-4384-86d5-5a7f82f6482e req-290ba891-7f70-488e-b334-69cec98ba92a service neutron] 10.222.0.85 "GET /networking/v2.0/ports?device_id=e78060b8-25a5-43e3-8deb-d59bd2b3bae6 HTTP/1.1" status: 200 len: 1129 time: 0.0398908 Aug 31 01:34:01.265570 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1695b794-4a2b-4d8a-8d8e-bb22bc3d7cb2 req-5bd70ec6-238f-4194-a243-4a37676e1e6c tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=573cd7de-2f00-43aa-a347-2a31cf20105f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428910 Aug 31 01:34:01.291555 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b4ebbd4c-c770-4a5a-92f6-c8d0e7316a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (06e7caa6-6f15-45a1-a03b-1c511964ed9a), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:34:01.293647 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-bca08448-27a7-4384-86d5-5a7f82f6482e req-a23ca8e1-06a1-46dc-a32e-4240834fe9cd service neutron] 10.222.0.85 "GET /networking/v2.0/security-groups?id=573cd7de-2f00-43aa-a347-2a31cf20105f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445235 Aug 31 01:34:02.406505 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870be561-e527-417e-b97c-0c0784707fcb req-a7c0b6ce-c6bd-4827-b5ce-959445094f2e tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:34:02.407954 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-870be561-e527-417e-b97c-0c0784707fcb req-a7c0b6ce-c6bd-4827-b5ce-959445094f2e tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e78060b8-25a5-43e3-8deb-d59bd2b3bae6 HTTP/1.1" status: 200 len: 945 time: 0.0500381 Aug 31 01:34:02.457991 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-870be561-e527-417e-b97c-0c0784707fcb req-9361d4a7-48b2-4caf-9135-5d0e9f5014dc tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=573cd7de-2f00-43aa-a347-2a31cf20105f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441556 Aug 31 01:34:03.541949 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:34:03.578646 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c584da38-e883-4738-af0b-41e4e8ec3e35 req-3d4596aa-63f8-4d01-b97d-e53265f97c88 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:34:03.580127 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-c584da38-e883-4738-af0b-41e4e8ec3e35 req-3d4596aa-63f8-4d01-b97d-e53265f97c88 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e78060b8-25a5-43e3-8deb-d59bd2b3bae6 HTTP/1.1" status: 200 len: 945 time: 0.0483253 Aug 31 01:34:03.610452 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-fad1c7a7-47b3-4f3e-a0cc-c43435c28003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (1428144b-5b15-4168-8538-b51b3045e8b6), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:34:03.613292 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:34:03.630417 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-c584da38-e883-4738-af0b-41e4e8ec3e35 req-e5c50cf8-e7e2-49f6-8f73-d8cedc6f875c tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=573cd7de-2f00-43aa-a347-2a31cf20105f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444429 Aug 31 01:34:03.746861 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d2083d-0de5-49bf-b4f9-8098d3593ec4 req-20fa26ae-bc35-41b7-859e-202dd2be7b5c tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:34:03.748232 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-67d2083d-0de5-49bf-b4f9-8098d3593ec4 req-20fa26ae-bc35-41b7-859e-202dd2be7b5c tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e78060b8-25a5-43e3-8deb-d59bd2b3bae6 HTTP/1.1" status: 200 len: 945 time: 0.0475554 Aug 31 01:34:03.800617 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-67d2083d-0de5-49bf-b4f9-8098d3593ec4 req-4fd4c720-7373-457c-9da3-8067b233da73 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=573cd7de-2f00-43aa-a347-2a31cf20105f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468416 Aug 31 01:34:03.827529 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 37738) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:34:03.885085 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (799b9b45-836a-4007-8b99-6041c4a5ce6b), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:34:03.906214 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa0440d-55e7-418e-adeb-7d4719955d7a tempest-TestVolumeBootPattern-34404851 tempest-TestVolumeBootPattern-34404851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:34:03.907758 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-5fa0440d-55e7-418e-adeb-7d4719955d7a tempest-TestVolumeBootPattern-34404851 tempest-TestVolumeBootPattern-34404851-project-admin] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e78060b8-25a5-43e3-8deb-d59bd2b3bae6 HTTP/1.1" status: 200 len: 1124 time: 0.0792572 Aug 31 01:34:03.910879 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 37742) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:34:03.915020 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [None req-e54f084b-8ac2-4141-8216-1b36a1b13a0d tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Request body: {'floatingip': {'floating_network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'port_id': '4278caa6-ff39-4080-94a7-80095f21e419', 'tenant_id': '8a6177d84e534b358b475672f474f6df', 'fixed_ip_address': '172.20.0.4'}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:34:04.016600 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e54f084b-8ac2-4141-8216-1b36a1b13a0d tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:34:04.094327 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e54f084b-8ac2-4141-8216-1b36a1b13a0d tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:34:04.200861 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.db_base_plugin_common [None req-e54f084b-8ac2-4141-8216-1b36a1b13a0d tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Allocated IP 172.27.1.146 (6de90673-24a8-444a-94e7-38ef2e70dd83/b0882f00-706c-4556-bcad-01ef413e142c/f7fff8eb-087d-41cd-a347-1fc47e60712b) {{(pid=106777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:34:04.306317 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e54f084b-8ac2-4141-8216-1b36a1b13a0d tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks [] for port (f7fff8eb-087d-41cd-a347-1fc47e60712b), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:34:04.382757 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e54f084b-8ac2-4141-8216-1b36a1b13a0d tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779185826838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5261574'] for port (f7fff8eb-087d-41cd-a347-1fc47e60712b), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:34:04.424975 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54f084b-8ac2-4141-8216-1b36a1b13a0d tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Network 6de90673-24a8-444a-94e7-38ef2e70dd83 is already hosted by enough agents. {{(pid=106777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:34:04.428249 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.base_scheduler [None req-e54f084b-8ac2-4141-8216-1b36a1b13a0d tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Resources bound (agent type, host, resource id): {{(pid=106777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:34:04.432060 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54f084b-8ac2-4141-8216-1b36a1b13a0d tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Received port after_create {{(pid=106777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 01:34:04.435393 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54f084b-8ac2-4141-8216-1b36a1b13a0d tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Pushing event updated for resources: {'Port': ['ID=f7fff8eb-087d-41cd-a347-1fc47e60712b,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:34:04.640350 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:34:04.695752 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:34:04.784096 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e54f084b-8ac2-4141-8216-1b36a1b13a0d tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks [] for floatingip (8e4a24da-2586-4f0b-a072-d7c8e1219af4), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:34:04.925484 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e54f084b-8ac2-4141-8216-1b36a1b13a0d tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (f7fff8eb-087d-41cd-a347-1fc47e60712b), before_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:34:04.999087 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-6cf74907-e165-4231-8e79-d72e153e628e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (625e835a-7d63-45f9-8a46-c3ba876c3627), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:34:05.074982 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e54f084b-8ac2-4141-8216-1b36a1b13a0d tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks [] for port (f7fff8eb-087d-41cd-a347-1fc47e60712b), precommit_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:34:05.142051 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e54f084b-8ac2-4141-8216-1b36a1b13a0d tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5261583'] for port (f7fff8eb-087d-41cd-a347-1fc47e60712b), after_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:34:05.212265 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e54f084b-8ac2-4141-8216-1b36a1b13a0d tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608267'] for floatingip (8e4a24da-2586-4f0b-a072-d7c8e1219af4), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:34:05.216807 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54f084b-8ac2-4141-8216-1b36a1b13a0d tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Pushing event updated for resources: {'Port': ['ID=f7fff8eb-087d-41cd-a347-1fc47e60712b,revision_number=2']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:34:05.307807 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.db.l3_db [None req-e54f084b-8ac2-4141-8216-1b36a1b13a0d tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Floating IP 8e4a24da-2586-4f0b-a072-d7c8e1219af4 associated. External IP: 172.27.1.146, port: 4278caa6-ff39-4080-94a7-80095f21e419. Aug 31 01:34:05.448431 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:34:05.504264 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e54f084b-8ac2-4141-8216-1b36a1b13a0d tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Router 6e56d467-b811-4148-92e6-7dc61c2014c8 has already been hosted by L3 agent 1428144b-5b15-4168-8538-b51b3045e8b6 {{(pid=106777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:34:05.606880 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e54f084b-8ac2-4141-8216-1b36a1b13a0d tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Notify agent at l3_agent.dv-cinder-855288-2-iscsi the message routers_updated {{(pid=106777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:34:05.618748 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75d1ab9-05b7-4f2d-9ba8-769f4a5ed16c None None] Sync routers for ids ['6e56d467-b811-4148-92e6-7dc61c2014c8'] in dv-cinder-855288-2-iscsi {{(pid=106779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:34:05.629425 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75d1ab9-05b7-4f2d-9ba8-769f4a5ed16c None None] Routers {'6e56d467-b811-4148-92e6-7dc61c2014c8'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:34:05.634285 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-a75d1ab9-05b7-4f2d-9ba8-769f4a5ed16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:34:03Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['6e56d467-b811-4148-92e6-7dc61c2014c8'], 'active': True} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:34:05.692690 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e54f084b-8ac2-4141-8216-1b36a1b13a0d tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for floatingip (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:34:05.726579 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-e54f084b-8ac2-4141-8216-1b36a1b13a0d tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8146899 Aug 31 01:34:05.727263 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e78060b8-25a5-43e3-8deb-d59bd2b3bae6', 'tag': '4278caa6-ff39-4080-94a7-80095f21e419'}] {{(pid=106777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:34:05.729212 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvr_db [None req-a75d1ab9-05b7-4f2d-9ba8-769f4a5ed16c None None] Set router 6e56d467-b811-4148-92e6-7dc61c2014c8 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:34:05.729652 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e330c87e12d7f870e7d9a686a76230f6b0968ad9153010b5cc5787492cc6e0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2815f084-4a3d-4071-b6ed-644d302c318b" -d '{"events": [{"name": "network-changed", "server_uuid": "e78060b8-25a5-43e3-8deb-d59bd2b3bae6", "tag": "4278caa6-ff39-4080-94a7-80095f21e419"}]}' {{(pid=106777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:34:05.822400 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 01:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-465ed326-21b8-43cd-8f90-e0bf5fcf645f x-openstack-request-id: req-465ed326-21b8-43cd-8f90-e0bf5fcf645f {{(pid=106777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:34:05.822695 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e78060b8-25a5-43e3-8deb-d59bd2b3bae6", "tag": "4278caa6-ff39-4080-94a7-80095f21e419", "status": "completed", "code": 200}]} {{(pid=106777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:34:05.822960 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-465ed326-21b8-43cd-8f90-e0bf5fcf645f {{(pid=106777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:34:05.823373 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.notifiers.nova [-] Nova event matching ['req-465ed326-21b8-43cd-8f90-e0bf5fcf645f'] response: {'name': 'network-changed', 'server_uuid': 'e78060b8-25a5-43e3-8deb-d59bd2b3bae6', 'tag': '4278caa6-ff39-4080-94a7-80095f21e419', 'status': 'completed', 'code': 200} Aug 31 01:34:05.885276 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2815f084-4a3d-4071-b6ed-644d302c318b req-58ea48fc-da30-4e30-add2-1ab2f2f7e624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:34:05.886801 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-2815f084-4a3d-4071-b6ed-644d302c318b req-58ea48fc-da30-4e30-add2-1ab2f2f7e624 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=8a6177d84e534b358b475672f474f6df&device_id=e78060b8-25a5-43e3-8deb-d59bd2b3bae6 HTTP/1.1" status: 200 len: 1129 time: 0.0404291 Aug 31 01:34:05.984356 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2815f084-4a3d-4071-b6ed-644d302c318b req-69f90fab-ca68-4b70-b3d2-3ca9cdbf2a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:34:05.985936 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-2815f084-4a3d-4071-b6ed-644d302c318b req-69f90fab-ca68-4b70-b3d2-3ca9cdbf2a00 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?id=1c20fdf4-c01e-4a42-bd98-933028a4956d HTTP/1.1" status: 200 len: 913 time: 0.0934637 Aug 31 01:34:06.027763 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-a75d1ab9-05b7-4f2d-9ba8-769f4a5ed16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'name': 'tempest-TestVolumeBootPattern-176741476-router', 'tenant_id': '8a6177d84e534b358b475672f474f6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'b239ba95-6526-4435-9229-e04af35a254d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:33:19Z', 'updated_at': '2022-08-31T01:33:22Z', 'revision_number': 4, 'project_id': '8a6177d84e534b358b475672f474f6df', 'gw_port': {'id': 'b239ba95-6526-4435-9229-e04af35a254d', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:59:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:33:19Z', 'updated_at': '2022-08-31T01:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_floatingips': [{'id': '8e4a24da-2586-4f0b-a072-d7c8e1219af4', 'tenant_id': '8a6177d84e534b358b475672f474f6df', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'router_id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'port_id': '4278caa6-ff39-4080-94a7-80095f21e419', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c20fdf4-c01e-4a42-bd98-933028a4956d', 'mac_address': 'fa:16:3e:6b:be:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78060b8-25a5-43e3-8deb-d59bd2b3bae6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T01:34:04Z', 'updated_at': '2022-08-31T01:34:04Z', 'revision_number': 0, 'project_id': '8a6177d84e534b358b475672f474f6df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6b614b8-5291-44c6-a391-2b923ad03edb', 'name': '', 'network_id': '1c20fdf4-c01e-4a42-bd98-933028a4956d', 'tenant_id': '8a6177d84e534b358b475672f474f6df', 'mac_address': 'fa:16:3e:8a:df:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'f83c53c6-3675-4265-96b4-490990a3e29d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:33:21Z', 'updated_at': '2022-08-31T01:33:28Z', 'revision_number': 5, 'project_id': '8a6177d84e534b358b475672f474f6df', 'subnets': [{'id': 'f83c53c6-3675-4265-96b4-490990a3e29d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:34:06.048179 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-2815f084-4a3d-4071-b6ed-644d302c318b req-f49c9639-1725-4d50-9a5f-f447694edd6d service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4278caa6-ff39-4080-94a7-80095f21e419 HTTP/1.1" status: 200 len: 999 time: 0.0560348 Aug 31 01:34:06.053772 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75d1ab9-05b7-4f2d-9ba8-769f4a5ed16c None None] Checking router: 6e56d467-b811-4148-92e6-7dc61c2014c8 for host: dv-cinder-855288-2-iscsi {{(pid=106779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:34:06.062360 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75d1ab9-05b7-4f2d-9ba8-769f4a5ed16c None None] Routers {'6e56d467-b811-4148-92e6-7dc61c2014c8'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:34:06.062956 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-a75d1ab9-05b7-4f2d-9ba8-769f4a5ed16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:34:03Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['6e56d467-b811-4148-92e6-7dc61c2014c8'], 'active': True} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:34:06.096909 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2815f084-4a3d-4071-b6ed-644d302c318b req-60305498-e8d7-4ba2-922c-1bfb00de4001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:34:06.098370 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-2815f084-4a3d-4071-b6ed-644d302c318b req-60305498-e8d7-4ba2-922c-1bfb00de4001 service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=f83c53c6-3675-4265-96b4-490990a3e29d HTTP/1.1" status: 200 len: 850 time: 0.0443885 Aug 31 01:34:06.143887 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2815f084-4a3d-4071-b6ed-644d302c318b req-6c0d636f-0b04-491e-be2a-126227ec336c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:34:06.145422 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-2815f084-4a3d-4071-b6ed-644d302c318b req-6c0d636f-0b04-491e-be2a-126227ec336c service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=1c20fdf4-c01e-4a42-bd98-933028a4956d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415168 Aug 31 01:34:06.165352 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvr_db [None req-a75d1ab9-05b7-4f2d-9ba8-769f4a5ed16c None None] Set router 6e56d467-b811-4148-92e6-7dc61c2014c8 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:34:06.236654 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-2815f084-4a3d-4071-b6ed-644d302c318b req-266cbbe4-edb1-4e02-8380-b46c17e9fc8b service neutron] 10.222.0.85 "GET /networking/v2.0/networks/1c20fdf4-c01e-4a42-bd98-933028a4956d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847948 Aug 31 01:34:06.331144 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-2815f084-4a3d-4071-b6ed-644d302c318b req-14b81b2c-fa3e-4854-8765-9ba534d3cc51 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/1c20fdf4-c01e-4a42-bd98-933028a4956d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885606 Aug 31 01:34:06.378226 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-a75d1ab9-05b7-4f2d-9ba8-769f4a5ed16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'name': 'tempest-TestVolumeBootPattern-176741476-router', 'tenant_id': '8a6177d84e534b358b475672f474f6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'b239ba95-6526-4435-9229-e04af35a254d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:33:19Z', 'updated_at': '2022-08-31T01:33:22Z', 'revision_number': 4, 'project_id': '8a6177d84e534b358b475672f474f6df', 'gw_port': {'id': 'b239ba95-6526-4435-9229-e04af35a254d', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:59:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:33:19Z', 'updated_at': '2022-08-31T01:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_floatingips': [{'id': '8e4a24da-2586-4f0b-a072-d7c8e1219af4', 'tenant_id': '8a6177d84e534b358b475672f474f6df', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'router_id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'port_id': '4278caa6-ff39-4080-94a7-80095f21e419', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c20fdf4-c01e-4a42-bd98-933028a4956d', 'mac_address': 'fa:16:3e:6b:be:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78060b8-25a5-43e3-8deb-d59bd2b3bae6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T01:34:04Z', 'updated_at': '2022-08-31T01:34:04Z', 'revision_number': 0, 'project_id': '8a6177d84e534b358b475672f474f6df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6b614b8-5291-44c6-a391-2b923ad03edb', 'name': '', 'network_id': '1c20fdf4-c01e-4a42-bd98-933028a4956d', 'tenant_id': '8a6177d84e534b358b475672f474f6df', 'mac_address': 'fa:16:3e:8a:df:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'f83c53c6-3675-4265-96b4-490990a3e29d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:33:21Z', 'updated_at': '2022-08-31T01:33:28Z', 'revision_number': 5, 'project_id': '8a6177d84e534b358b475672f474f6df', 'subnets': [{'id': 'f83c53c6-3675-4265-96b4-490990a3e29d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:34:06.382186 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (f96ef3eb-5320-49ab-b33a-a2775d3a6053), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:34:06.403110 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75d1ab9-05b7-4f2d-9ba8-769f4a5ed16c None None] The sync data for ids ['6e56d467-b811-4148-92e6-7dc61c2014c8'] in dv-cinder-855288-2-iscsi is: [{'id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'name': 'tempest-TestVolumeBootPattern-176741476-router', 'tenant_id': '8a6177d84e534b358b475672f474f6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'b239ba95-6526-4435-9229-e04af35a254d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:33:19Z', 'updated_at': '2022-08-31T01:33:22Z', 'revision_number': 4, 'project_id': '8a6177d84e534b358b475672f474f6df', 'gw_port': {'id': 'b239ba95-6526-4435-9229-e04af35a254d', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:59:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:33:19Z', 'updated_at': '2022-08-31T01:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_floatingips': [{'id': '8e4a24da-2586-4f0b-a072-d7c8e1219af4', 'tenant_id': '8a6177d84e534b358b475672f474f6df', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'router_id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'port_id': '4278caa6-ff39-4080-94a7-80095f21e419', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c20fdf4-c01e-4a42-bd98-933028a4956d', 'mac_address': 'fa:16:3e:6b:be:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78060b8-25a5-43e3-8deb-d59bd2b3bae6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T01:34:04Z', 'updated_at': '2022-08-31T01:34:04Z', 'revision_number': 0, 'project_id': '8a6177d84e534b358b475672f474f6df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6b614b8-5291-44c6-a391-2b923ad03edb', 'name': '', 'network_id': '1c20fdf4-c01e-4a42-bd98-933028a4956d', 'tenant_id': '8a6177d84e534b358b475672f474f6df', 'mac_address': 'fa:16:3e:8a:df:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'f83c53c6-3675-4265-96b4-490990a3e29d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:33:21Z', 'updated_at': '2022-08-31T01:33:28Z', 'revision_number': 5, 'project_id': '8a6177d84e534b358b475672f474f6df', 'subnets': [{'id': 'f83c53c6-3675-4265-96b4-490990a3e29d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:34:06.496448 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-f7411cf7-2853-429b-aa0f-54d02b543116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (5f821ebb-aac9-4915-bb43-6712672a5d6c), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:34:06.591028 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a84b4e-20f6-4de7-9f20-0fb309dd62a5 None None] New status for floating IP 8e4a24da-2586-4f0b-a072-d7c8e1219af4: ACTIVE {{(pid=106778) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 01:34:15.716318 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=20,neutron:DELETE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:34:15.723350 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=79,neutron:DELETE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:34:16.325287 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=97 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:34:16.327176 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=58 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:34:16.376154 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=73 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:34:16.381656 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=75 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:34:18.387616 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=40,neutron:UPDATE=2 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:34:18.388416 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=31,neutron:UPDATE=6 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:34:22.986406 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.agents_db [None req-5925ee7b-6bd5-4912-8f46-3ff11817b141 None None] Agent healthcheck: found 6 active agents {{(pid=106779) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:34:31.311617 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-f12270ae-52ef-47e6-91be-b28cf83a10c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (06e7caa6-6f15-45a1-a03b-1c511964ed9a), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:34:32.981386 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=2 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:34:32.982189 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=6 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:34:33.599015 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-4547a007-487c-4156-a5de-29c938745779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (1428144b-5b15-4168-8538-b51b3045e8b6), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:34:33.895441 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (799b9b45-836a-4007-8b99-6041c4a5ce6b), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:34:35.038598 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-6cf74907-e165-4231-8e79-d72e153e628e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (625e835a-7d63-45f9-8a46-c3ba876c3627), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:34:36.420208 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (f96ef3eb-5320-49ab-b33a-a2775d3a6053), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:34:36.494552 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-f7411cf7-2853-429b-aa0f-54d02b543116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (5f821ebb-aac9-4915-bb43-6712672a5d6c), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:34:46.346333 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:UPDATE=2,neutron:SELECT=9 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:34:46.347231 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:34:48.364422 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71724ea-5fca-4ccd-809f-a78fe3539aba req-86f81b50-eb6a-4c62-92d2-4589e89ef9a3 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:34:48.365960 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-f71724ea-5fca-4ccd-809f-a78fe3539aba req-86f81b50-eb6a-4c62-92d2-4589e89ef9a3 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9a8fe146-0b7b-4588-b312-2a525c4ca249 HTTP/1.1" status: 200 len: 945 time: 0.0525625 Aug 31 01:34:48.416401 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-f71724ea-5fca-4ccd-809f-a78fe3539aba req-ee55db2e-4572-444b-ae37-20930b46c0e1 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=dc1d39fc-2df3-4b61-93bb-7770219d3d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441186 Aug 31 01:34:49.537359 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0261300b-bc9a-42ec-b6c0-39ad72e9b42c req-c10258e5-3882-4838-a1bf-7a57dcac718f tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:34:49.538784 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0261300b-bc9a-42ec-b6c0-39ad72e9b42c req-c10258e5-3882-4838-a1bf-7a57dcac718f tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9a8fe146-0b7b-4588-b312-2a525c4ca249 HTTP/1.1" status: 200 len: 945 time: 0.0466692 Aug 31 01:34:49.586695 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0261300b-bc9a-42ec-b6c0-39ad72e9b42c req-17966aba-a729-4d34-a7b7-a20c31ae9265 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=dc1d39fc-2df3-4b61-93bb-7770219d3d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424082 Aug 31 01:34:50.444575 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33528b50-f7f4-44d6-980b-dc88b15f385e req-f58bfb93-4fac-4d53-af3e-0091b1c59247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:34:50.452680 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-33528b50-f7f4-44d6-980b-dc88b15f385e req-f58bfb93-4fac-4d53-af3e-0091b1c59247 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=970d06f2d1e24f0e9072a7f43bb4925b&device_id=9a8fe146-0b7b-4588-b312-2a525c4ca249 HTTP/1.1" status: 200 len: 1129 time: 0.0407124 Aug 31 01:34:50.554367 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33528b50-f7f4-44d6-980b-dc88b15f385e req-978e47c4-c070-4d9e-a35c-41b35da68924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:34:50.555849 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-33528b50-f7f4-44d6-980b-dc88b15f385e req-978e47c4-c070-4d9e-a35c-41b35da68924 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?id=8302676b-2573-43a3-9e62-be304d7b7f01 HTTP/1.1" status: 200 len: 911 time: 0.0910814 Aug 31 01:34:50.617170 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-33528b50-f7f4-44d6-980b-dc88b15f385e req-b71921d1-9505-4500-9ffe-c03689f9cf7f service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51e05401-efe1-4123-a876-e27cdccec893 HTTP/1.1" status: 200 len: 1001 time: 0.0555463 Aug 31 01:34:50.665539 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33528b50-f7f4-44d6-980b-dc88b15f385e req-fb76f686-c933-4838-98bf-cb43c600225f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:34:50.667037 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-33528b50-f7f4-44d6-980b-dc88b15f385e req-fb76f686-c933-4838-98bf-cb43c600225f service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=13bf33c4-dc93-411d-b62c-34bc26f1dd78 HTTP/1.1" status: 200 len: 848 time: 0.0447626 Aug 31 01:34:50.708398 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f668aea6-65f5-4427-93cd-bf38a5fb1ad3 req-6fe7de79-b4d4-4aae-b3b9-586311688fc9 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:34:50.709794 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-f668aea6-65f5-4427-93cd-bf38a5fb1ad3 req-6fe7de79-b4d4-4aae-b3b9-586311688fc9 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9a8fe146-0b7b-4588-b312-2a525c4ca249 HTTP/1.1" status: 200 len: 945 time: 0.0506916 Aug 31 01:34:50.714861 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33528b50-f7f4-44d6-980b-dc88b15f385e req-435bed5b-cd80-4aa0-900b-5ec9b9437695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:34:50.716378 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-33528b50-f7f4-44d6-980b-dc88b15f385e req-435bed5b-cd80-4aa0-900b-5ec9b9437695 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=8302676b-2573-43a3-9e62-be304d7b7f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426550 Aug 31 01:34:50.759064 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-f668aea6-65f5-4427-93cd-bf38a5fb1ad3 req-71ef8a06-dda1-4f0b-b7db-41c9d7f9c570 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=dc1d39fc-2df3-4b61-93bb-7770219d3d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423384 Aug 31 01:34:50.806819 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-33528b50-f7f4-44d6-980b-dc88b15f385e req-803b362b-b339-4bdb-9a24-239329261f82 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/8302676b-2573-43a3-9e62-be304d7b7f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839806 Aug 31 01:34:50.900448 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-33528b50-f7f4-44d6-980b-dc88b15f385e req-240f313c-0505-42dd-ab3d-eb07ff02143e service neutron] 10.222.0.85 "GET /networking/v2.0/networks/8302676b-2573-43a3-9e62-be304d7b7f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881133 Aug 31 01:34:51.879138 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80514c1f-755f-48e7-bf75-cff1bd7a072c req-63239bdd-0399-4f29-8684-32e34c6845c0 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:34:51.880588 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-80514c1f-755f-48e7-bf75-cff1bd7a072c req-63239bdd-0399-4f29-8684-32e34c6845c0 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9a8fe146-0b7b-4588-b312-2a525c4ca249 HTTP/1.1" status: 200 len: 945 time: 0.0465252 Aug 31 01:34:51.929874 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-80514c1f-755f-48e7-bf75-cff1bd7a072c req-0f8c92fa-888c-4644-a8b5-077e188e3ad5 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=dc1d39fc-2df3-4b61-93bb-7770219d3d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436604 Aug 31 01:34:53.045621 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d0f2e-4f23-4c8f-ac9f-1c6160585c9b req-ac1996dc-4338-4a66-adbb-4cbe8671ddb4 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:34:53.047002 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0a5d0f2e-4f23-4c8f-ac9f-1c6160585c9b req-ac1996dc-4338-4a66-adbb-4cbe8671ddb4 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9a8fe146-0b7b-4588-b312-2a525c4ca249 HTTP/1.1" status: 200 len: 945 time: 0.0454745 Aug 31 01:34:53.099112 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0a5d0f2e-4f23-4c8f-ac9f-1c6160585c9b req-be1039f2-7a21-4ba6-926d-7c95fbb8be28 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=dc1d39fc-2df3-4b61-93bb-7770219d3d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466757 Aug 31 01:34:54.216423 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfebeab2-0a35-48e4-b108-23fe35cba2ea req-3d0b53f0-b849-42e0-b670-7445f3544026 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:34:54.217904 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-dfebeab2-0a35-48e4-b108-23fe35cba2ea req-3d0b53f0-b849-42e0-b670-7445f3544026 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9a8fe146-0b7b-4588-b312-2a525c4ca249 HTTP/1.1" status: 200 len: 945 time: 0.0463343 Aug 31 01:34:54.266947 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-dfebeab2-0a35-48e4-b108-23fe35cba2ea req-16dadc84-62f0-4ee3-9a36-3f9fb901b506 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=dc1d39fc-2df3-4b61-93bb-7770219d3d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434890 Aug 31 01:34:55.384228 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6212ce0-060a-4527-8be7-371a7e3b16bc req-673873a9-31a8-4615-bead-056ed76b43bd tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:34:55.385701 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-d6212ce0-060a-4527-8be7-371a7e3b16bc req-673873a9-31a8-4615-bead-056ed76b43bd tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9a8fe146-0b7b-4588-b312-2a525c4ca249 HTTP/1.1" status: 200 len: 945 time: 0.0464075 Aug 31 01:34:55.433753 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-d6212ce0-060a-4527-8be7-371a7e3b16bc req-f14c115f-9a60-4ba8-b0e5-eda04a15794f tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=dc1d39fc-2df3-4b61-93bb-7770219d3d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425987 Aug 31 01:34:56.553149 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9296afa-5f68-4c4d-b012-d8e246bb16aa req-546018a9-20c5-4ffa-8318-698649548e69 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:34:56.554595 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-f9296afa-5f68-4c4d-b012-d8e246bb16aa req-546018a9-20c5-4ffa-8318-698649548e69 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9a8fe146-0b7b-4588-b312-2a525c4ca249 HTTP/1.1" status: 200 len: 945 time: 0.0489461 Aug 31 01:34:56.605030 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-f9296afa-5f68-4c4d-b012-d8e246bb16aa req-c5e317eb-7356-4ea7-ad63-ab73c469ef6a tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=dc1d39fc-2df3-4b61-93bb-7770219d3d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442572 Aug 31 01:34:57.722179 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158580e-6297-43be-a5d9-f28b85b5ac21 req-3fb3ca6b-a368-427c-ab38-1dd16254ac5e tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:34:57.723624 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1158580e-6297-43be-a5d9-f28b85b5ac21 req-3fb3ca6b-a368-427c-ab38-1dd16254ac5e tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9a8fe146-0b7b-4588-b312-2a525c4ca249 HTTP/1.1" status: 200 len: 945 time: 0.0467317 Aug 31 01:34:57.771799 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1158580e-6297-43be-a5d9-f28b85b5ac21 req-76ed1260-deb3-44ad-bdb1-4e7270dccf0f tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=dc1d39fc-2df3-4b61-93bb-7770219d3d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426383 Aug 31 01:34:58.532593 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a422a64-a932-4331-a4b8-9bba12f2a99a req-75aa7aff-3c35-49aa-90cc-1a19a586c819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:34:58.534183 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-5a422a64-a932-4331-a4b8-9bba12f2a99a req-75aa7aff-3c35-49aa-90cc-1a19a586c819 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=970d06f2d1e24f0e9072a7f43bb4925b&device_id=9a8fe146-0b7b-4588-b312-2a525c4ca249 HTTP/1.1" status: 200 len: 1129 time: 0.0394323 Aug 31 01:34:58.630137 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a422a64-a932-4331-a4b8-9bba12f2a99a req-bd44838d-0fe7-429d-8d71-08cdc869c1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:34:58.631607 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-5a422a64-a932-4331-a4b8-9bba12f2a99a req-bd44838d-0fe7-429d-8d71-08cdc869c1c8 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?id=8302676b-2573-43a3-9e62-be304d7b7f01 HTTP/1.1" status: 200 len: 911 time: 0.0908179 Aug 31 01:34:58.692185 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-5a422a64-a932-4331-a4b8-9bba12f2a99a req-ef723001-8165-4845-a3d3-0f3eec753430 service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51e05401-efe1-4123-a876-e27cdccec893 HTTP/1.1" status: 200 len: 1001 time: 0.0541704 Aug 31 01:34:58.740939 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a422a64-a932-4331-a4b8-9bba12f2a99a req-5cc92505-b4b6-44c7-b2d4-922067c47cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:34:58.742317 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-5a422a64-a932-4331-a4b8-9bba12f2a99a req-5cc92505-b4b6-44c7-b2d4-922067c47cfc service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=13bf33c4-dc93-411d-b62c-34bc26f1dd78 HTTP/1.1" status: 200 len: 848 time: 0.0438039 Aug 31 01:34:58.788488 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a422a64-a932-4331-a4b8-9bba12f2a99a req-38f9bd61-479e-4bbf-8c88-dd9760730d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:34:58.790627 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-5a422a64-a932-4331-a4b8-9bba12f2a99a req-38f9bd61-479e-4bbf-8c88-dd9760730d2a service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=8302676b-2573-43a3-9e62-be304d7b7f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426350 Aug 31 01:34:58.881251 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-5a422a64-a932-4331-a4b8-9bba12f2a99a req-d07e8e46-1ce7-446e-a2f3-f3d79ed530a5 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/8302676b-2573-43a3-9e62-be304d7b7f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846965 Aug 31 01:34:58.891695 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c648228-f61c-47ef-b41d-682dd046d519 req-952e8372-b158-4771-a733-04d77ae5d27f tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:34:58.893221 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-7c648228-f61c-47ef-b41d-682dd046d519 req-952e8372-b158-4771-a733-04d77ae5d27f tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9a8fe146-0b7b-4588-b312-2a525c4ca249 HTTP/1.1" status: 200 len: 945 time: 0.0495605 Aug 31 01:34:58.942072 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-7c648228-f61c-47ef-b41d-682dd046d519 req-3975b7d5-8473-4a0e-9ed4-700674f341c1 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=dc1d39fc-2df3-4b61-93bb-7770219d3d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431244 Aug 31 01:34:58.978772 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-5a422a64-a932-4331-a4b8-9bba12f2a99a req-b6eee68d-50b9-498b-ac07-51c4030b068c service neutron] 10.222.0.85 "GET /networking/v2.0/networks/8302676b-2573-43a3-9e62-be304d7b7f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910656 Aug 31 01:34:59.985538 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.agents_db [None req-5925ee7b-6bd5-4912-8f46-3ff11817b141 None None] Agent healthcheck: found 6 active agents {{(pid=106779) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:35:00.047402 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:35:00.062374 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef99189-8165-45c0-befa-943bea3a5ec4 req-ac7d0c5b-7a4c-42d2-bfa4-9c37d11b2646 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:35:00.063842 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-eef99189-8165-45c0-befa-943bea3a5ec4 req-ac7d0c5b-7a4c-42d2-bfa4-9c37d11b2646 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9a8fe146-0b7b-4588-b312-2a525c4ca249 HTTP/1.1" status: 200 len: 945 time: 0.0472324 Aug 31 01:35:00.113042 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-eef99189-8165-45c0-befa-943bea3a5ec4 req-7a9554b5-53f9-496a-880e-ff201e7ca970 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=dc1d39fc-2df3-4b61-93bb-7770219d3d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435731 Aug 31 01:35:01.231971 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd9c53f-4afe-410d-b0dc-43dae5a8ddb1 req-687c88ae-9188-4458-9de7-319628d15a77 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:35:01.233503 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-3bd9c53f-4afe-410d-b0dc-43dae5a8ddb1 req-687c88ae-9188-4458-9de7-319628d15a77 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9a8fe146-0b7b-4588-b312-2a525c4ca249 HTTP/1.1" status: 200 len: 945 time: 0.0477276 Aug 31 01:35:01.252360 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:35:01.286164 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-3bd9c53f-4afe-410d-b0dc-43dae5a8ddb1 req-4a1ab474-c9e4-4099-bca4-d0cb0739ac38 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=dc1d39fc-2df3-4b61-93bb-7770219d3d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468369 Aug 31 01:35:01.329726 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-55022fde-6a1c-4f75-ac91-2a4bb4a43691 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (06e7caa6-6f15-45a1-a03b-1c511964ed9a), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:35:02.410333 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d704c5-5062-4038-a742-eca1b0229d03 req-1c057122-130d-4cad-92c0-a5acb5010f58 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:35:02.411841 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-f7d704c5-5062-4038-a742-eca1b0229d03 req-1c057122-130d-4cad-92c0-a5acb5010f58 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9a8fe146-0b7b-4588-b312-2a525c4ca249 HTTP/1.1" status: 200 len: 945 time: 0.0463583 Aug 31 01:35:02.460433 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-f7d704c5-5062-4038-a742-eca1b0229d03 req-6a72e81d-aae1-4111-b35f-da92eba4bd06 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=dc1d39fc-2df3-4b61-93bb-7770219d3d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430202 Aug 31 01:35:02.842020 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device 51e05401-efe1-4123-a876-e27cdccec893 no longer exists at agent hyperv_hv-cinder-85528 {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:35:02.903675 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8236a0c-e12b-484b-8098-78cf783a3c01 req-0bbb82e4-cbaa-496f-bc87-1b19776978f2 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:35:02.904268 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-e8236a0c-e12b-484b-8098-78cf783a3c01 req-0bbb82e4-cbaa-496f-bc87-1b19776978f2 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9a8fe146-0b7b-4588-b312-2a525c4ca249 HTTP/1.1" status: 200 len: 945 time: 0.0481477 Aug 31 01:35:02.918970 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Current status of the port 51e05401-efe1-4123-a876-e27cdccec893 is: ACTIVE; New status is: DOWN {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:35:02.919362 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (51e05401-efe1-4123-a876-e27cdccec893), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:35:02.949667 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a8fe146-0b7b-4588-b312-2a525c4ca249', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51e05401-efe1-4123-a876-e27cdccec893'}] {{(pid=106778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:35:02.952022 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d41e2a553b02095d3b1f0ace215352f4a23baa657e7b5a2da03818d3ee46b5df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd5ff8e-a989-4171-9914-647c908f1574" -d '{"events": [{"server_uuid": "9a8fe146-0b7b-4588-b312-2a525c4ca249", "name": "network-vif-unplugged", "status": "completed", "tag": "51e05401-efe1-4123-a876-e27cdccec893"}]}' {{(pid=106778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:35:02.966114 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port 51e05401-efe1-4123-a876-e27cdccec893, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=51e05401-efe1-4123-a876-e27cdccec893,segment=NetworkSegment(8994d348-5d09-4aea-bc75-847599eef432),segment_id=8994d348-5d09-4aea-bc75-847599eef432)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:35:02.967560 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-e8236a0c-e12b-484b-8098-78cf783a3c01 req-558c9dbc-0cc6-4ef0-84d2-c8c6e0298878 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=dc1d39fc-2df3-4b61-93bb-7770219d3d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572813 Aug 31 01:35:02.997748 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 31 Aug 2022 01:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af8d9e78-4339-4a6f-98b1-426430f14df7 x-openstack-request-id: req-af8d9e78-4339-4a6f-98b1-426430f14df7 {{(pid=106778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:35:02.998041 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a8fe146-0b7b-4588-b312-2a525c4ca249", "name": "network-vif-unplugged", "status": "failed", "tag": "51e05401-efe1-4123-a876-e27cdccec893", "code": 422}]} {{(pid=106778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:35:02.998291 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-af8d9e78-4339-4a6f-98b1-426430f14df7 {{(pid=106778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:35:02.998697 dv-cinder-855288-2-iscsi neutron-server[106778]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-af8d9e78-4339-4a6f-98b1-426430f14df7']: {'server_uuid': '9a8fe146-0b7b-4588-b312-2a525c4ca249', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '51e05401-efe1-4123-a876-e27cdccec893', 'code': 422} returned with failed status Aug 31 01:35:03.041151 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-17447d66-6577-4413-8a75-4823dbecef12 req-69672aa2-1817-4132-8cba-757efef8bce0 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9a8fe146-0b7b-4588-b312-2a525c4ca249&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1114113 Aug 31 01:35:03.055048 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (51e05401-efe1-4123-a876-e27cdccec893), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:35:03.104771 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Pushing event updated for resources: {'Port': ['ID=51e05401-efe1-4123-a876-e27cdccec893,revision_number=6']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:03.111908 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:03.112251 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:03.112591 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:03.112953 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:03.113286 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:03.113609 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:03.113933 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:03.114270 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:03.114576 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:03.114898 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:03.115219 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:03.115540 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:03.115859 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:03.116183 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:03.116536 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:35:03.569357 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-ae1034d3-8de4-43c6-8fda-dc4b82e54f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (1428144b-5b15-4168-8538-b51b3045e8b6), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:35:03.906177 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (799b9b45-836a-4007-8b99-6041c4a5ce6b), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:35:04.085612 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab460662-9d45-4751-b5e0-c0a6a77d86d7 req-4b9a069b-2e39-45b6-b627-cfe378e7e0a3 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:35:04.087107 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-ab460662-9d45-4751-b5e0-c0a6a77d86d7 req-4b9a069b-2e39-45b6-b627-cfe378e7e0a3 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9a8fe146-0b7b-4588-b312-2a525c4ca249 HTTP/1.1" status: 200 len: 943 time: 0.0494719 Aug 31 01:35:04.137643 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-ab460662-9d45-4751-b5e0-c0a6a77d86d7 req-5aea9001-7c62-49ab-9552-1cb673d1371f tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=dc1d39fc-2df3-4b61-93bb-7770219d3d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443528 Aug 31 01:35:04.179002 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17447d66-6577-4413-8a75-4823dbecef12 req-201755ec-1c3c-4507-88ca-f9e01ee2a93f tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:35:04.180386 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-17447d66-6577-4413-8a75-4823dbecef12 req-201755ec-1c3c-4507-88ca-f9e01ee2a93f tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/ports/51e05401-efe1-4123-a876-e27cdccec893 HTTP/1.1" status: 200 len: 940 time: 0.1017609 Aug 31 01:35:05.037707 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-6cf74907-e165-4231-8e79-d72e153e628e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (625e835a-7d63-45f9-8a46-c3ba876c3627), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:35:05.255067 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0441f29-81d4-42f3-8d1a-e7849e194010 req-41125fba-f861-495e-81d8-09e104b861f7 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:35:05.257575 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-a0441f29-81d4-42f3-8d1a-e7849e194010 req-41125fba-f861-495e-81d8-09e104b861f7 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9a8fe146-0b7b-4588-b312-2a525c4ca249 HTTP/1.1" status: 200 len: 943 time: 0.0452459 Aug 31 01:35:05.307930 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-a0441f29-81d4-42f3-8d1a-e7849e194010 req-13906db5-6985-42c5-9424-600748f75383 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=dc1d39fc-2df3-4b61-93bb-7770219d3d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451179 Aug 31 01:35:06.041609 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=20 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:35:06.369287 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (f96ef3eb-5320-49ab-b33a-a2775d3a6053), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:35:06.433760 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d30884-9d4e-4fbe-bd44-efb0e006dcf5 req-28b77515-d626-4fcf-b34f-201a2e38d2e9 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:35:06.435222 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-d8d30884-9d4e-4fbe-bd44-efb0e006dcf5 req-28b77515-d626-4fcf-b34f-201a2e38d2e9 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9a8fe146-0b7b-4588-b312-2a525c4ca249 HTTP/1.1" status: 200 len: 943 time: 0.0520329 Aug 31 01:35:06.448514 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-f7411cf7-2853-429b-aa0f-54d02b543116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (5f821ebb-aac9-4915-bb43-6712672a5d6c), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:35:06.484792 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-d8d30884-9d4e-4fbe-bd44-efb0e006dcf5 req-6c53be93-0989-4fa3-8291-f0ff79025acc tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=dc1d39fc-2df3-4b61-93bb-7770219d3d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438144 Aug 31 01:35:07.621772 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffa78c9-0849-4edb-a7c8-67f18d403ce3 req-4127eec9-6944-40f1-b7d0-a0a3a16ba700 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:35:07.623233 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-fffa78c9-0849-4edb-a7c8-67f18d403ce3 req-4127eec9-6944-40f1-b7d0-a0a3a16ba700 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9a8fe146-0b7b-4588-b312-2a525c4ca249 HTTP/1.1" status: 200 len: 943 time: 0.0474603 Aug 31 01:35:07.672606 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-fffa78c9-0849-4edb-a7c8-67f18d403ce3 req-d8d81928-f72e-474e-aa25-b9ab49d6af55 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=dc1d39fc-2df3-4b61-93bb-7770219d3d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437276 Aug 31 01:35:08.792735 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6e1990-c07d-402a-aeab-0b50d5184794 req-7a4fb116-6a09-4f4d-9f64-779ba0e3c86a tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:35:08.794201 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-9a6e1990-c07d-402a-aeab-0b50d5184794 req-7a4fb116-6a09-4f4d-9f64-779ba0e3c86a tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9a8fe146-0b7b-4588-b312-2a525c4ca249 HTTP/1.1" status: 200 len: 943 time: 0.0513332 Aug 31 01:35:08.843546 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-9a6e1990-c07d-402a-aeab-0b50d5184794 req-b1f5dba6-3f37-47a1-bef2-ff7f9f806b80 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=dc1d39fc-2df3-4b61-93bb-7770219d3d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436778 Aug 31 01:35:09.569085 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=100 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:35:09.571320 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=100 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:35:09.579090 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17447d66-6577-4413-8a75-4823dbecef12 req-120af6ac-3c59-4e55-b30e-bd46ec5d83f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:35:09.582584 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-17447d66-6577-4413-8a75-4823dbecef12 req-120af6ac-3c59-4e55-b30e-bd46ec5d83f6 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?device_id=9a8fe146-0b7b-4588-b312-2a525c4ca249&tenant_id=970d06f2d1e24f0e9072a7f43bb4925b HTTP/1.1" status: 200 len: 1127 time: 0.0386112 Aug 31 01:35:09.645585 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17447d66-6577-4413-8a75-4823dbecef12 req-9012479e-5dc6-4722-8381-c98ade2c820e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:35:09.647038 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-17447d66-6577-4413-8a75-4823dbecef12 req-9012479e-5dc6-4722-8381-c98ade2c820e service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=970d06f2d1e24f0e9072a7f43bb4925b&device_id=9a8fe146-0b7b-4588-b312-2a525c4ca249 HTTP/1.1" status: 200 len: 1127 time: 0.0412951 Aug 31 01:35:09.735080 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17447d66-6577-4413-8a75-4823dbecef12 req-6cb217d9-7c27-49b5-98b2-7a0effd3997e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:35:09.736506 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-17447d66-6577-4413-8a75-4823dbecef12 req-6cb217d9-7c27-49b5-98b2-7a0effd3997e service neutron] 10.222.0.85 "GET /networking/v2.0/networks?id=8302676b-2573-43a3-9e62-be304d7b7f01 HTTP/1.1" status: 200 len: 911 time: 0.0835450 Aug 31 01:35:09.800493 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-17447d66-6577-4413-8a75-4823dbecef12 req-f8057b06-589e-48d5-9446-5fde19c6e902 service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51e05401-efe1-4123-a876-e27cdccec893 HTTP/1.1" status: 200 len: 999 time: 0.0571039 Aug 31 01:35:09.851385 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17447d66-6577-4413-8a75-4823dbecef12 req-4420e841-85e6-4415-9f3e-18a4e1d5d421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:35:09.852925 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-17447d66-6577-4413-8a75-4823dbecef12 req-4420e841-85e6-4415-9f3e-18a4e1d5d421 service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=13bf33c4-dc93-411d-b62c-34bc26f1dd78 HTTP/1.1" status: 200 len: 848 time: 0.0444496 Aug 31 01:35:09.899692 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17447d66-6577-4413-8a75-4823dbecef12 req-9bbfee39-76ce-482b-a1d3-82eb3766faaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:35:09.901215 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-17447d66-6577-4413-8a75-4823dbecef12 req-9bbfee39-76ce-482b-a1d3-82eb3766faaf service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=8302676b-2573-43a3-9e62-be304d7b7f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404351 Aug 31 01:35:09.967064 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea6d434-a964-459a-a5ac-1681ae9d48c2 req-413431de-10f7-4506-a22f-b86a5198b06c tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:35:09.968536 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-8ea6d434-a964-459a-a5ac-1681ae9d48c2 req-413431de-10f7-4506-a22f-b86a5198b06c tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9a8fe146-0b7b-4588-b312-2a525c4ca249 HTTP/1.1" status: 200 len: 943 time: 0.0475643 Aug 31 01:35:09.981481 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=16 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:35:09.999276 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-17447d66-6577-4413-8a75-4823dbecef12 req-63d09510-0c3d-4008-b59c-6ea7acb00780 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/8302676b-2573-43a3-9e62-be304d7b7f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897288 Aug 31 01:35:10.019702 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-8ea6d434-a964-459a-a5ac-1681ae9d48c2 req-1ebfba23-ac64-4cbd-8ceb-c8c3fcda31d5 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=dc1d39fc-2df3-4b61-93bb-7770219d3d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451639 Aug 31 01:35:10.090511 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-17447d66-6577-4413-8a75-4823dbecef12 req-9a138ff2-24f6-4341-893d-4f036ed97361 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/8302676b-2573-43a3-9e62-be304d7b7f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847046 Aug 31 01:35:11.138903 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d9655e-fcf6-445a-b878-e8dc5306067d req-5a9eb509-9bfe-48fa-b714-2c5379cc148e tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:35:11.140355 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-f1d9655e-fcf6-445a-b878-e8dc5306067d req-5a9eb509-9bfe-48fa-b714-2c5379cc148e tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9a8fe146-0b7b-4588-b312-2a525c4ca249 HTTP/1.1" status: 200 len: 943 time: 0.0461655 Aug 31 01:35:11.187943 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:35:11.193038 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-f1d9655e-fcf6-445a-b878-e8dc5306067d req-44f83859-e2b4-434a-a05d-8f3b1ac2dd33 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=dc1d39fc-2df3-4b61-93bb-7770219d3d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470595 Aug 31 01:35:12.310032 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbdebfa-cebe-416c-a0db-6cf259dd97c8 req-f4219df8-fdb7-4cd2-94bb-d5ad9d89b78d tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:35:12.311503 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-fbbdebfa-cebe-416c-a0db-6cf259dd97c8 req-f4219df8-fdb7-4cd2-94bb-d5ad9d89b78d tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9a8fe146-0b7b-4588-b312-2a525c4ca249 HTTP/1.1" status: 200 len: 943 time: 0.0467389 Aug 31 01:35:12.360434 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-fbbdebfa-cebe-416c-a0db-6cf259dd97c8 req-67081a2f-2024-460a-b7ae-e1e204903e41 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=dc1d39fc-2df3-4b61-93bb-7770219d3d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433989 Aug 31 01:35:13.479931 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36820f6b-7278-4eb1-9689-1940881e374a req-e1244cd3-3f0b-43e1-a77b-869e043408e7 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:35:13.481444 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-36820f6b-7278-4eb1-9689-1940881e374a req-e1244cd3-3f0b-43e1-a77b-869e043408e7 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9a8fe146-0b7b-4588-b312-2a525c4ca249 HTTP/1.1" status: 200 len: 943 time: 0.0485635 Aug 31 01:35:13.502223 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:35:13.531978 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-36820f6b-7278-4eb1-9689-1940881e374a req-69b32344-ea7c-427a-8fe3-f975950ba3e1 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=dc1d39fc-2df3-4b61-93bb-7770219d3d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448439 Aug 31 01:35:14.654608 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd243b2e-8c3e-4b04-8541-da0e0d1f77e4 req-ebc7cd4a-1961-4f85-91f3-914a45f72114 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:35:14.656051 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-cd243b2e-8c3e-4b04-8541-da0e0d1f77e4 req-ebc7cd4a-1961-4f85-91f3-914a45f72114 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9a8fe146-0b7b-4588-b312-2a525c4ca249 HTTP/1.1" status: 200 len: 943 time: 0.0504904 Aug 31 01:35:14.703851 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-cd243b2e-8c3e-4b04-8541-da0e0d1f77e4 req-2171aa1f-f8a5-47fa-bc01-dc14fd742e20 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=dc1d39fc-2df3-4b61-93bb-7770219d3d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422657 Aug 31 01:35:15.830583 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01976782-1c52-4c4d-9ccd-a27958156a0e req-527c378c-8bee-4f68-b706-00362dfc76a8 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:35:15.832273 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-01976782-1c52-4c4d-9ccd-a27958156a0e req-527c378c-8bee-4f68-b706-00362dfc76a8 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9a8fe146-0b7b-4588-b312-2a525c4ca249 HTTP/1.1" status: 200 len: 943 time: 0.0478227 Aug 31 01:35:15.881037 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-01976782-1c52-4c4d-9ccd-a27958156a0e req-ebfefc10-7c00-4e62-861f-c46f2066f101 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=dc1d39fc-2df3-4b61-93bb-7770219d3d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431490 Aug 31 01:35:16.349182 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=33,neutron:UPDATE=4 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:35:16.351051 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=28,neutron:UPDATE=4 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:35:16.904467 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device 51e05401-efe1-4123-a876-e27cdccec893 details requested by agent hyperv_hv-cinder-85528 with host hv-cinder-85528 {{(pid=106778) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:35:16.998832 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f8102-4434-4227-878a-3e069d70fe4d req-78678941-d142-4c29-b0d9-7e2b9130bd6d tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:35:17.000299 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-c68f8102-4434-4227-878a-3e069d70fe4d req-78678941-d142-4c29-b0d9-7e2b9130bd6d tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9a8fe146-0b7b-4588-b312-2a525c4ca249 HTTP/1.1" status: 200 len: 943 time: 0.0466497 Aug 31 01:35:17.004979 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port 51e05401-efe1-4123-a876-e27cdccec893, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=51e05401-efe1-4123-a876-e27cdccec893,segment=NetworkSegment(8994d348-5d09-4aea-bc75-847599eef432),segment_id=8994d348-5d09-4aea-bc75-847599eef432)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:35:17.017087 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Returning: {'device': '51e05401-efe1-4123-a876-e27cdccec893', 'network_id': '8302676b-2573-43a3-9e62-be304d7b7f01', 'port_id': '51e05401-efe1-4123-a876-e27cdccec893', 'mac_address': 'fa:16:3e:ef:97:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1091, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13bf33c4-dc93-411d-b62c-34bc26f1dd78', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106778) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:35:17.052784 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-c68f8102-4434-4227-878a-3e069d70fe4d req-ea6ac215-f9fd-4e6c-b545-7356303e1914 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=dc1d39fc-2df3-4b61-93bb-7770219d3d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463362 Aug 31 01:35:17.055003 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Current status of the port 51e05401-efe1-4123-a876-e27cdccec893 is: DOWN; New status is: BUILD {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:35:17.055401 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (51e05401-efe1-4123-a876-e27cdccec893), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:35:17.068767 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.notifiers.nova [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51e05401-efe1-4123-a876-e27cdccec893 {{(pid=106778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 01:35:17.089259 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port 51e05401-efe1-4123-a876-e27cdccec893, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=51e05401-efe1-4123-a876-e27cdccec893,segment=NetworkSegment(8994d348-5d09-4aea-bc75-847599eef432),segment_id=8994d348-5d09-4aea-bc75-847599eef432)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:35:17.169136 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (51e05401-efe1-4123-a876-e27cdccec893), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:35:17.215087 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Pushing event updated for resources: {'Port': ['ID=51e05401-efe1-4123-a876-e27cdccec893,revision_number=7']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:17.382005 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] get_ports_and_sgs() called for port_ids ['51e05401-efe1-4123-a876-e27cdccec893'] {{(pid=106778) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 01:35:18.169471 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53feb9bb-084b-4e2e-8120-d21ba40bfc04 req-6af06eee-7f50-4474-b215-725087610d91 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:35:18.170923 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-53feb9bb-084b-4e2e-8120-d21ba40bfc04 req-6af06eee-7f50-4474-b215-725087610d91 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9a8fe146-0b7b-4588-b312-2a525c4ca249 HTTP/1.1" status: 200 len: 944 time: 0.0456133 Aug 31 01:35:18.219564 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-53feb9bb-084b-4e2e-8120-d21ba40bfc04 req-8a3ec463-be34-4d5d-ad8d-ca35f7b41e05 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=dc1d39fc-2df3-4b61-93bb-7770219d3d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430796 Aug 31 01:35:18.920617 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device 51e05401-efe1-4123-a876-e27cdccec893 up at agent hyperv_hv-cinder-85528 {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:35:18.963517 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Provisioning complete for port 51e05401-efe1-4123-a876-e27cdccec893 triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:35:18.963891 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (51e05401-efe1-4123-a876-e27cdccec893), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:35:19.036984 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Current status of the port 51e05401-efe1-4123-a876-e27cdccec893 is: BUILD; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:35:19.037362 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (51e05401-efe1-4123-a876-e27cdccec893), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:35:19.059000 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a8fe146-0b7b-4588-b312-2a525c4ca249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e05401-efe1-4123-a876-e27cdccec893'}] {{(pid=106778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:35:19.061151 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d41e2a553b02095d3b1f0ace215352f4a23baa657e7b5a2da03818d3ee46b5df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4fa3ac-87ad-4242-848b-c684dc4239c3" -d '{"events": [{"server_uuid": "9a8fe146-0b7b-4588-b312-2a525c4ca249", "name": "network-vif-plugged", "status": "completed", "tag": "51e05401-efe1-4123-a876-e27cdccec893"}]}' {{(pid=106778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:35:19.073168 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port 51e05401-efe1-4123-a876-e27cdccec893, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=51e05401-efe1-4123-a876-e27cdccec893,segment=NetworkSegment(8994d348-5d09-4aea-bc75-847599eef432),segment_id=8994d348-5d09-4aea-bc75-847599eef432)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:35:19.098857 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 01:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c87b796-9459-45f5-ba3e-225ea6730ca9 x-openstack-request-id: req-7c87b796-9459-45f5-ba3e-225ea6730ca9 {{(pid=106778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:35:19.099146 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a8fe146-0b7b-4588-b312-2a525c4ca249", "name": "network-vif-plugged", "status": "completed", "tag": "51e05401-efe1-4123-a876-e27cdccec893", "code": 200}]} {{(pid=106778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:35:19.099437 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7c87b796-9459-45f5-ba3e-225ea6730ca9 {{(pid=106778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:35:19.099800 dv-cinder-855288-2-iscsi neutron-server[106778]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c87b796-9459-45f5-ba3e-225ea6730ca9'] response: {'server_uuid': '9a8fe146-0b7b-4588-b312-2a525c4ca249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e05401-efe1-4123-a876-e27cdccec893', 'code': 200} Aug 31 01:35:19.134825 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (51e05401-efe1-4123-a876-e27cdccec893), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:35:19.166551 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:35:19.181436 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Pushing event updated for resources: {'Port': ['ID=51e05401-efe1-4123-a876-e27cdccec893,revision_number=8']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:35:19.341933 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f25d60c-ff15-4b79-8372-6ef756ffaf0c req-b181de7b-98ee-4c12-9e48-257ddad4301b tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:35:19.343524 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-5f25d60c-ff15-4b79-8372-6ef756ffaf0c req-b181de7b-98ee-4c12-9e48-257ddad4301b tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9a8fe146-0b7b-4588-b312-2a525c4ca249 HTTP/1.1" status: 200 len: 945 time: 0.0513399 Aug 31 01:35:19.381912 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80b26db-375d-4555-a9f6-f02d61f2636c req-96dd1278-a036-4a55-92b4-734b913ef236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:35:19.383416 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-d80b26db-375d-4555-a9f6-f02d61f2636c req-96dd1278-a036-4a55-92b4-734b913ef236 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?device_id=9a8fe146-0b7b-4588-b312-2a525c4ca249 HTTP/1.1" status: 200 len: 1129 time: 0.0423748 Aug 31 01:35:19.394098 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-5f25d60c-ff15-4b79-8372-6ef756ffaf0c req-4e644ac9-b499-4323-8ac3-60b8f98be2c4 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=dc1d39fc-2df3-4b61-93bb-7770219d3d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448778 Aug 31 01:35:19.429694 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-d80b26db-375d-4555-a9f6-f02d61f2636c req-1c73980b-d92b-4680-8b12-f30a342035c0 service neutron] 10.222.0.85 "GET /networking/v2.0/security-groups?id=dc1d39fc-2df3-4b61-93bb-7770219d3d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403395 Aug 31 01:35:20.519572 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a81ba0-8b7a-4376-9245-d62367ac8b6f req-05a1f450-0546-42d9-9084-567544f1c26c tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:35:20.521177 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-45a81ba0-8b7a-4376-9245-d62367ac8b6f req-05a1f450-0546-42d9-9084-567544f1c26c tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9a8fe146-0b7b-4588-b312-2a525c4ca249 HTTP/1.1" status: 200 len: 945 time: 0.0531769 Aug 31 01:35:20.570231 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-45a81ba0-8b7a-4376-9245-d62367ac8b6f req-904afea1-c053-4a86-bd02-7bc494fbed83 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=dc1d39fc-2df3-4b61-93bb-7770219d3d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435112 Aug 31 01:35:21.688326 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911765c-8d7d-413a-a28b-cecb1777499e req-ecee5643-13b7-4016-8dd7-bf85a9d77eb6 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:35:21.689809 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-7911765c-8d7d-413a-a28b-cecb1777499e req-ecee5643-13b7-4016-8dd7-bf85a9d77eb6 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9a8fe146-0b7b-4588-b312-2a525c4ca249 HTTP/1.1" status: 200 len: 945 time: 0.0464959 Aug 31 01:35:21.739137 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-7911765c-8d7d-413a-a28b-cecb1777499e req-daf50e0a-af49-45a1-934b-7378022e8a0c tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=dc1d39fc-2df3-4b61-93bb-7770219d3d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438488 Aug 31 01:35:29.179175 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:35:29.422990 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=56 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:35:29.426855 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=58 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:35:31.305665 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-0f4a53dc-1dd5-4b84-9fee-dde73167e968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (06e7caa6-6f15-45a1-a03b-1c511964ed9a), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:35:31.730208 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=81 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:35:31.735125 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=66 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:35:33.534073 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-d1bacf0e-68e3-44ed-8c04-b1c9b41d84bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (1428144b-5b15-4168-8538-b51b3045e8b6), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:35:33.888474 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (799b9b45-836a-4007-8b99-6041c4a5ce6b), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:35:35.002592 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-6cf74907-e165-4231-8e79-d72e153e628e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (625e835a-7d63-45f9-8a46-c3ba876c3627), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:35:36.384036 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (f96ef3eb-5320-49ab-b33a-a2775d3a6053), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:35:36.412861 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-f7411cf7-2853-429b-aa0f-54d02b543116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (5f821ebb-aac9-4915-bb43-6712672a5d6c), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:35:36.985448 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.agents_db [None req-5925ee7b-6bd5-4912-8f46-3ff11817b141 None None] Agent healthcheck: found 6 active agents {{(pid=106779) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:35:43.038707 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=4 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:35:46.347594 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:35:46.353631 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:35:46.980422 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=4 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:35:49.729224 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-51921a53-c576-42e1-8268-808a1e06636c req-ea51143d-467f-4c7d-a74f-b04192a21cb9 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?device_id=e78060b8-25a5-43e3-8deb-d59bd2b3bae6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0373464 Aug 31 01:35:49.788406 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51921a53-c576-42e1-8268-808a1e06636c req-9c4909e6-15bf-46e5-8c89-57c8348e7457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:35:49.789933 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-51921a53-c576-42e1-8268-808a1e06636c req-9c4909e6-15bf-46e5-8c89-57c8348e7457 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=8a6177d84e534b358b475672f474f6df&device_id=e78060b8-25a5-43e3-8deb-d59bd2b3bae6 HTTP/1.1" status: 200 len: 1129 time: 0.0383196 Aug 31 01:35:49.899711 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51921a53-c576-42e1-8268-808a1e06636c req-7b936b94-afed-4c20-b979-c521b2f9fdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:35:49.901234 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-51921a53-c576-42e1-8268-808a1e06636c req-7b936b94-afed-4c20-b979-c521b2f9fdd1 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?id=1c20fdf4-c01e-4a42-bd98-933028a4956d HTTP/1.1" status: 200 len: 913 time: 0.0930202 Aug 31 01:35:49.963334 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-51921a53-c576-42e1-8268-808a1e06636c req-f6209f4d-4680-48ae-9c02-5adefa4b6916 service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4278caa6-ff39-4080-94a7-80095f21e419 HTTP/1.1" status: 200 len: 1001 time: 0.0556507 Aug 31 01:35:50.014394 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51921a53-c576-42e1-8268-808a1e06636c req-9105e799-8ef2-470a-84f4-48a40872acdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:35:50.015740 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-51921a53-c576-42e1-8268-808a1e06636c req-9105e799-8ef2-470a-84f4-48a40872acdb service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=f83c53c6-3675-4265-96b4-490990a3e29d HTTP/1.1" status: 200 len: 850 time: 0.0469623 Aug 31 01:35:50.057485 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51921a53-c576-42e1-8268-808a1e06636c req-7c53dd02-719b-4cbe-bde0-e36b261a68c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:35:50.058950 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-51921a53-c576-42e1-8268-808a1e06636c req-7c53dd02-719b-4cbe-bde0-e36b261a68c4 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=1c20fdf4-c01e-4a42-bd98-933028a4956d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375009 Aug 31 01:35:50.154761 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-51921a53-c576-42e1-8268-808a1e06636c req-62a8bf12-e9cf-47f5-9b91-2be60e7d4be7 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/1c20fdf4-c01e-4a42-bd98-933028a4956d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893130 Aug 31 01:35:50.243847 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-51921a53-c576-42e1-8268-808a1e06636c req-0e0ae68a-6658-49e9-b505-796a113d406d service neutron] 10.222.0.85 "GET /networking/v2.0/networks/1c20fdf4-c01e-4a42-bd98-933028a4956d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825605 Aug 31 01:36:00.006906 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:36:00.201562 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c882117-b2e8-49ac-8e50-3c3c006fa5ed req-c720cf47-acdd-4dd4-aa8a-708dce87a4ce tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:36:00.203010 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-8c882117-b2e8-49ac-8e50-3c3c006fa5ed req-c720cf47-acdd-4dd4-aa8a-708dce87a4ce tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e78060b8-25a5-43e3-8deb-d59bd2b3bae6 HTTP/1.1" status: 200 len: 945 time: 0.0511432 Aug 31 01:36:00.235122 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=54 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:36:00.241123 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=47 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:36:00.252972 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-8c882117-b2e8-49ac-8e50-3c3c006fa5ed req-b31521e2-621f-4464-a865-e318de6f0c32 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=573cd7de-2f00-43aa-a347-2a31cf20105f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433772 Aug 31 01:36:01.277010 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-3217099b-7cc4-4208-aba7-240fd80e7780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (06e7caa6-6f15-45a1-a03b-1c511964ed9a), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:01.376619 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f7eeb-0e5c-43b7-8462-685ff6172511 req-ac7847c3-306d-4e01-8b74-16406da5a32f tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:36:01.378188 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b15f7eeb-0e5c-43b7-8462-685ff6172511 req-ac7847c3-306d-4e01-8b74-16406da5a32f tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e78060b8-25a5-43e3-8deb-d59bd2b3bae6 HTTP/1.1" status: 200 len: 945 time: 0.0479932 Aug 31 01:36:01.427224 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b15f7eeb-0e5c-43b7-8462-685ff6172511 req-02e5786e-fa91-49cc-b382-1b3b5120df38 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=573cd7de-2f00-43aa-a347-2a31cf20105f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435724 Aug 31 01:36:01.641861 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99beb89c-d4fa-4692-8277-67457a0d16b4 req-32d2b673-bcd5-46c1-acd3-2fa820c3e8fd tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:36:01.643196 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-99beb89c-d4fa-4692-8277-67457a0d16b4 req-32d2b673-bcd5-46c1-acd3-2fa820c3e8fd tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=e78060b8-25a5-43e3-8deb-d59bd2b3bae6 HTTP/1.1" status: 200 len: 945 time: 0.0456350 Aug 31 01:36:01.743564 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [req-99beb89c-d4fa-4692-8277-67457a0d16b4 req-282be6c2-e6a8-4102-a500-131268e7e2b6 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Deleting port 4278caa6-ff39-4080-94a7-80095f21e419 {{(pid=106776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:36:01.743906 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-99beb89c-d4fa-4692-8277-67457a0d16b4 req-282be6c2-e6a8-4102-a500-131268e7e2b6 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (4278caa6-ff39-4080-94a7-80095f21e419), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:01.834627 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.db [req-99beb89c-d4fa-4692-8277-67457a0d16b4 req-282be6c2-e6a8-4102-a500-131268e7e2b6 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] For port 4278caa6-ff39-4080-94a7-80095f21e419, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=4278caa6-ff39-4080-94a7-80095f21e419,segment=NetworkSegment(669e6717-297e-4b7f-886f-aba7bf4c57f2),segment_id=669e6717-297e-4b7f-886f-aba7bf4c57f2)] {{(pid=106776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:36:01.834983 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-99beb89c-d4fa-4692-8277-67457a0d16b4 req-282be6c2-e6a8-4102-a500-131268e7e2b6 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (4278caa6-ff39-4080-94a7-80095f21e419), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:01.997990 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-99beb89c-d4fa-4692-8277-67457a0d16b4 req-282be6c2-e6a8-4102-a500-131268e7e2b6 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:01.998355 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-99beb89c-d4fa-4692-8277-67457a0d16b4 req-282be6c2-e6a8-4102-a500-131268e7e2b6 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608267'] for floatingip (8e4a24da-2586-4f0b-a072-d7c8e1219af4), after_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:01.998672 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.db.l3_db [req-99beb89c-d4fa-4692-8277-67457a0d16b4 req-282be6c2-e6a8-4102-a500-131268e7e2b6 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Floating IP 8e4a24da-2586-4f0b-a072-d7c8e1219af4 disassociated. External IP: 172.27.1.146, port: 4278caa6-ff39-4080-94a7-80095f21e419. Aug 31 01:36:01.999009 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [req-99beb89c-d4fa-4692-8277-67457a0d16b4 req-282be6c2-e6a8-4102-a500-131268e7e2b6 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Calling delete_port for 4278caa6-ff39-4080-94a7-80095f21e419 owned by compute:nova {{(pid=106776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:36:02.183399 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-99beb89c-d4fa-4692-8277-67457a0d16b4 req-282be6c2-e6a8-4102-a500-131268e7e2b6 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6273727'] for port (4278caa6-ff39-4080-94a7-80095f21e419), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:02.212635 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282be6c2-e6a8-4102-a500-131268e7e2b6 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Pushing event deleted for resources: {'Port': ['ID=4278caa6-ff39-4080-94a7-80095f21e419,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:02.225957 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282be6c2-e6a8-4102-a500-131268e7e2b6 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:02.226296 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282be6c2-e6a8-4102-a500-131268e7e2b6 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:02.226646 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282be6c2-e6a8-4102-a500-131268e7e2b6 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:02.226966 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282be6c2-e6a8-4102-a500-131268e7e2b6 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:02.227288 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282be6c2-e6a8-4102-a500-131268e7e2b6 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:02.227613 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282be6c2-e6a8-4102-a500-131268e7e2b6 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:02.228072 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282be6c2-e6a8-4102-a500-131268e7e2b6 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:02.228262 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282be6c2-e6a8-4102-a500-131268e7e2b6 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:02.228576 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282be6c2-e6a8-4102-a500-131268e7e2b6 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:02.228918 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282be6c2-e6a8-4102-a500-131268e7e2b6 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:02.229235 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282be6c2-e6a8-4102-a500-131268e7e2b6 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:02.229551 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282be6c2-e6a8-4102-a500-131268e7e2b6 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:02.229865 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282be6c2-e6a8-4102-a500-131268e7e2b6 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:02.230175 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282be6c2-e6a8-4102-a500-131268e7e2b6 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:02.230486 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282be6c2-e6a8-4102-a500-131268e7e2b6 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:02.335618 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99beb89c-d4fa-4692-8277-67457a0d16b4 req-282be6c2-e6a8-4102-a500-131268e7e2b6 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Router 6e56d467-b811-4148-92e6-7dc61c2014c8 has already been hosted by L3 agent 1428144b-5b15-4168-8538-b51b3045e8b6 {{(pid=106776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:36:02.435055 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99beb89c-d4fa-4692-8277-67457a0d16b4 req-282be6c2-e6a8-4102-a500-131268e7e2b6 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Notify agent at l3_agent.dv-cinder-855288-2-iscsi the message routers_updated {{(pid=106776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:36:02.445462 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9337ce8c-1d7b-48cb-9afe-e68899af1c20 None None] Sync routers for ids ['6e56d467-b811-4148-92e6-7dc61c2014c8'] in dv-cinder-855288-2-iscsi {{(pid=106779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:36:02.457159 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9337ce8c-1d7b-48cb-9afe-e68899af1c20 None None] Routers {'6e56d467-b811-4148-92e6-7dc61c2014c8'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:36:02.457769 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-9337ce8c-1d7b-48cb-9afe-e68899af1c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:35:33Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['6e56d467-b811-4148-92e6-7dc61c2014c8'], 'active': True} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:02.479549 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.l3_dvrscheduler_db [req-99beb89c-d4fa-4692-8277-67457a0d16b4 req-282be6c2-e6a8-4102-a500-131268e7e2b6 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] No DVR routers for this DVR port 4278caa6-ff39-4080-94a7-80095f21e419 on host hv-cinder-85528 {{(pid=106776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 01:36:02.482063 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-99beb89c-d4fa-4692-8277-67457a0d16b4 req-282be6c2-e6a8-4102-a500-131268e7e2b6 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for port (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:02.485283 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-99beb89c-d4fa-4692-8277-67457a0d16b4 req-282be6c2-e6a8-4102-a500-131268e7e2b6 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.85 "DELETE /networking/v2.0/ports/4278caa6-ff39-4080-94a7-80095f21e419 HTTP/1.1" status: 204 len: 173 time: 0.8369062 Aug 31 01:36:02.485719 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e78060b8-25a5-43e3-8deb-d59bd2b3bae6', 'name': 'network-vif-deleted', 'tag': '4278caa6-ff39-4080-94a7-80095f21e419'}] {{(pid=106776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:36:02.488652 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c75c880f6fcf50a6244b1a715e98a431c8b587c27dc42cc7f33f1c98f81bddd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f60417cf-1479-4c8c-88d6-698b4e2bae4b" -d '{"events": [{"server_uuid": "e78060b8-25a5-43e3-8deb-d59bd2b3bae6", "name": "network-vif-deleted", "tag": "4278caa6-ff39-4080-94a7-80095f21e419"}]}' {{(pid=106776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:36:02.526698 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 01:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a97205-a198-4e27-99e2-7b1321c8f9e1 x-openstack-request-id: req-f4a97205-a198-4e27-99e2-7b1321c8f9e1 {{(pid=106776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:36:02.527058 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e78060b8-25a5-43e3-8deb-d59bd2b3bae6", "name": "network-vif-deleted", "tag": "4278caa6-ff39-4080-94a7-80095f21e419", "status": "completed", "code": 200}]} {{(pid=106776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:36:02.527522 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f4a97205-a198-4e27-99e2-7b1321c8f9e1 {{(pid=106776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:36:02.528121 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4a97205-a198-4e27-99e2-7b1321c8f9e1'] response: {'server_uuid': 'e78060b8-25a5-43e3-8deb-d59bd2b3bae6', 'name': 'network-vif-deleted', 'tag': '4278caa6-ff39-4080-94a7-80095f21e419', 'status': 'completed', 'code': 200} Aug 31 01:36:02.540258 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-3be8d4e6-f3e8-4c0d-a11c-6cb5ca31a43e req-2b83950a-8dfe-4a2c-b2d9-44b80d2c18a0 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e78060b8-25a5-43e3-8deb-d59bd2b3bae6 HTTP/1.1" status: 200 len: 210 time: 0.0315742 Aug 31 01:36:02.567005 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvr_db [None req-9337ce8c-1d7b-48cb-9afe-e68899af1c20 None None] Set router 6e56d467-b811-4148-92e6-7dc61c2014c8 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:36:02.763327 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-9337ce8c-1d7b-48cb-9afe-e68899af1c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'name': 'tempest-TestVolumeBootPattern-176741476-router', 'tenant_id': '8a6177d84e534b358b475672f474f6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'b239ba95-6526-4435-9229-e04af35a254d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:33:19Z', 'updated_at': '2022-08-31T01:33:22Z', 'revision_number': 4, 'project_id': '8a6177d84e534b358b475672f474f6df', 'gw_port': {'id': 'b239ba95-6526-4435-9229-e04af35a254d', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:59:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:33:19Z', 'updated_at': '2022-08-31T01:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_interfaces': [{'id': 'a6b614b8-5291-44c6-a391-2b923ad03edb', 'name': '', 'network_id': '1c20fdf4-c01e-4a42-bd98-933028a4956d', 'tenant_id': '8a6177d84e534b358b475672f474f6df', 'mac_address': 'fa:16:3e:8a:df:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'f83c53c6-3675-4265-96b4-490990a3e29d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:33:21Z', 'updated_at': '2022-08-31T01:33:28Z', 'revision_number': 5, 'project_id': '8a6177d84e534b358b475672f474f6df', 'subnets': [{'id': 'f83c53c6-3675-4265-96b4-490990a3e29d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:02.791545 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9337ce8c-1d7b-48cb-9afe-e68899af1c20 None None] Checking router: 6e56d467-b811-4148-92e6-7dc61c2014c8 for host: dv-cinder-855288-2-iscsi {{(pid=106779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:36:02.811463 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9337ce8c-1d7b-48cb-9afe-e68899af1c20 None None] Routers {'6e56d467-b811-4148-92e6-7dc61c2014c8'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:36:02.812039 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-9337ce8c-1d7b-48cb-9afe-e68899af1c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:35:33Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['6e56d467-b811-4148-92e6-7dc61c2014c8'], 'active': True} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:02.997498 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvr_db [None req-9337ce8c-1d7b-48cb-9afe-e68899af1c20 None None] Set router 6e56d467-b811-4148-92e6-7dc61c2014c8 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:36:03.192014 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-9337ce8c-1d7b-48cb-9afe-e68899af1c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'name': 'tempest-TestVolumeBootPattern-176741476-router', 'tenant_id': '8a6177d84e534b358b475672f474f6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'b239ba95-6526-4435-9229-e04af35a254d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:33:19Z', 'updated_at': '2022-08-31T01:33:22Z', 'revision_number': 4, 'project_id': '8a6177d84e534b358b475672f474f6df', 'gw_port': {'id': 'b239ba95-6526-4435-9229-e04af35a254d', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:59:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:33:19Z', 'updated_at': '2022-08-31T01:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_interfaces': [{'id': 'a6b614b8-5291-44c6-a391-2b923ad03edb', 'name': '', 'network_id': '1c20fdf4-c01e-4a42-bd98-933028a4956d', 'tenant_id': '8a6177d84e534b358b475672f474f6df', 'mac_address': 'fa:16:3e:8a:df:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'f83c53c6-3675-4265-96b4-490990a3e29d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:33:21Z', 'updated_at': '2022-08-31T01:33:28Z', 'revision_number': 5, 'project_id': '8a6177d84e534b358b475672f474f6df', 'subnets': [{'id': 'f83c53c6-3675-4265-96b4-490990a3e29d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:03.216755 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9337ce8c-1d7b-48cb-9afe-e68899af1c20 None None] The sync data for ids ['6e56d467-b811-4148-92e6-7dc61c2014c8'] in dv-cinder-855288-2-iscsi is: [{'id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'name': 'tempest-TestVolumeBootPattern-176741476-router', 'tenant_id': '8a6177d84e534b358b475672f474f6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'b239ba95-6526-4435-9229-e04af35a254d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:33:19Z', 'updated_at': '2022-08-31T01:33:22Z', 'revision_number': 4, 'project_id': '8a6177d84e534b358b475672f474f6df', 'gw_port': {'id': 'b239ba95-6526-4435-9229-e04af35a254d', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:59:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:33:19Z', 'updated_at': '2022-08-31T01:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_interfaces': [{'id': 'a6b614b8-5291-44c6-a391-2b923ad03edb', 'name': '', 'network_id': '1c20fdf4-c01e-4a42-bd98-933028a4956d', 'tenant_id': '8a6177d84e534b358b475672f474f6df', 'mac_address': 'fa:16:3e:8a:df:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'f83c53c6-3675-4265-96b4-490990a3e29d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:33:21Z', 'updated_at': '2022-08-31T01:33:28Z', 'revision_number': 5, 'project_id': '8a6177d84e534b358b475672f474f6df', 'subnets': [{'id': 'f83c53c6-3675-4265-96b4-490990a3e29d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:36:03.444452 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65978bdd-edfb-4351-88ee-87766230ab75 None None] New status for floating IP 8e4a24da-2586-4f0b-a072-d7c8e1219af4: DOWN {{(pid=106778) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 01:36:03.608588 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-eef9f376-8aec-4f0e-93ca-a17637f6b9a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (1428144b-5b15-4168-8538-b51b3045e8b6), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:03.659732 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-fb70f2f9-f89a-4a6c-a659-014a62795614 req-236a5b8a-09e3-469a-9f82-5798f013e932 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e78060b8-25a5-43e3-8deb-d59bd2b3bae6 HTTP/1.1" status: 200 len: 210 time: 0.0315795 Aug 31 01:36:03.903264 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (799b9b45-836a-4007-8b99-6041c4a5ce6b), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:04.882815 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-f384740f-d2cf-4d16-b5be-228887fc5f45 req-42e298f5-467d-41ca-a140-62b83a720d84 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1481444852&fields=id&tenant_id=8a6177d84e534b358b475672f474f6df HTTP/1.1" status: 200 len: 267 time: 0.0441377 Aug 31 01:36:04.988547 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384740f-d2cf-4d16-b5be-228887fc5f45 req-d97bfe56-73f8-49c9-a87f-1332adb96a08 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:36:04.989949 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-f384740f-d2cf-4d16-b5be-228887fc5f45 req-d97bfe56-73f8-49c9-a87f-1332adb96a08 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/networks?id=1c20fdf4-c01e-4a42-bd98-933028a4956d HTTP/1.1" status: 200 len: 811 time: 0.1007960 Aug 31 01:36:05.002099 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-6cf74907-e165-4231-8e79-d72e153e628e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (625e835a-7d63-45f9-8a46-c3ba876c3627), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:05.004223 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-f384740f-d2cf-4d16-b5be-228887fc5f45 req-53a253fe-5719-4568-bc52-0ccfe5aeec59 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/quotas/8a6177d84e534b358b475672f474f6df HTTP/1.1" status: 200 len: 375 time: 0.0088634 Aug 31 01:36:05.056673 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-f384740f-d2cf-4d16-b5be-228887fc5f45 req-860d6998-e873-42b9-bf7e-537fe08bb75b tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=8a6177d84e534b358b475672f474f6df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473232 Aug 31 01:36:05.150933 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-f384740f-d2cf-4d16-b5be-228887fc5f45 req-897bdc0e-6906-4992-b322-fa6b26df95e0 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/1c20fdf4-c01e-4a42-bd98-933028a4956d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826893 Aug 31 01:36:05.506000 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-f384740f-d2cf-4d16-b5be-228887fc5f45 req-1759dcd9-396e-412b-9bad-6c8e86152087 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/1c20fdf4-c01e-4a42-bd98-933028a4956d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3494191 Aug 31 01:36:06.089391 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-002da09c-cb6d-4e93-b68e-6b929642def0 req-8f55e3a1-c617-4ff4-bbe1-e5b2dabcb161 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=577caa63-5dbe-4508-8004-488bd8d79ac7 HTTP/1.1" status: 200 len: 210 time: 0.0276458 Aug 31 01:36:06.429336 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (f96ef3eb-5320-49ab-b33a-a2775d3a6053), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:06.452093 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-f7411cf7-2853-429b-aa0f-54d02b543116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (5f821ebb-aac9-4915-bb43-6712672a5d6c), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:07.171781 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device 4278caa6-ff39-4080-94a7-80095f21e419 no longer exists at agent hyperv_hv-cinder-85528 {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:36:07.188019 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-24f4942a-788e-44cd-9612-f855765a85b2 req-8795ec27-f020-4f20-b0ff-19f09c8dfbc1 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=577caa63-5dbe-4508-8004-488bd8d79ac7 HTTP/1.1" status: 200 len: 210 time: 0.0279860 Aug 31 01:36:07.191452 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] No Port match for: 4278caa6-ff39-4080-94a7-80095f21e419 {{(pid=106778) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 01:36:07.196710 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device 4278caa6-ff39-4080-94a7-80095f21e419 not bound to the agent host hv-cinder-85528 {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:36:08.085110 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384740f-d2cf-4d16-b5be-228887fc5f45 req-d110ddfa-c382-4636-a17d-57f10313a5a9 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:36:08.086561 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-f384740f-d2cf-4d16-b5be-228887fc5f45 req-d110ddfa-c382-4636-a17d-57f10313a5a9 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.85 "GET /networking/v2.0/networks?id=1c20fdf4-c01e-4a42-bd98-933028a4956d HTTP/1.1" status: 200 len: 811 time: 0.0998514 Aug 31 01:36:08.100279 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:36:08.111337 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:36:08.152294 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-f384740f-d2cf-4d16-b5be-228887fc5f45 req-33041b47-d3da-4f1c-8017-f31feef2093a tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.85 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8a6177d84e534b358b475672f474f6df HTTP/1.1" status: 200 len: 380 time: 0.0574522 Aug 31 01:36:08.161499 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [req-f384740f-d2cf-4d16-b5be-228887fc5f45 req-12cdbbbd-8ae8-4e5e-880d-a76b550ba848 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Request body: {'port': {'device_id': '577caa63-5dbe-4508-8004-488bd8d79ac7', 'network_id': '1c20fdf4-c01e-4a42-bd98-933028a4956d', 'admin_state_up': True, 'tenant_id': '8a6177d84e534b358b475672f474f6df', 'security_groups': ['573cd7de-2f00-43aa-a347-2a31cf20105f']}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:36:08.303878 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-2f8b0d2a-70e4-4a87-b020-332580ef4a0f req-3cb7941c-a93f-40b8-8ef9-a7de305a4e69 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=577caa63-5dbe-4508-8004-488bd8d79ac7 HTTP/1.1" status: 200 len: 210 time: 0.0369551 Aug 31 01:36:08.411723 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f384740f-d2cf-4d16-b5be-228887fc5f45 req-12cdbbbd-8ae8-4e5e-880d-a76b550ba848 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Made reservation on behalf of 8a6177d84e534b358b475672f474f6df for: {'port': 1} {{(pid=106776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:36:08.415538 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-f384740f-d2cf-4d16-b5be-228887fc5f45 req-12cdbbbd-8ae8-4e5e-880d-a76b550ba848 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:08.544031 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.db_base_plugin_common [req-f384740f-d2cf-4d16-b5be-228887fc5f45 req-12cdbbbd-8ae8-4e5e-880d-a76b550ba848 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Allocated IP 172.20.0.13 (1c20fdf4-c01e-4a42-bd98-933028a4956d/f83c53c6-3675-4265-96b4-490990a3e29d/a4851ee9-cb6c-453e-b0ec-22dce2143857) {{(pid=106776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:36:08.910224 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-f384740f-d2cf-4d16-b5be-228887fc5f45 req-12cdbbbd-8ae8-4e5e-880d-a76b550ba848 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks [] for port (a4851ee9-cb6c-453e-b0ec-22dce2143857), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:08.937745 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:36:09.009492 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-f384740f-d2cf-4d16-b5be-228887fc5f45 req-12cdbbbd-8ae8-4e5e-880d-a76b550ba848 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779185826838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6273727'] for port (a4851ee9-cb6c-453e-b0ec-22dce2143857), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:09.055585 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f384740f-d2cf-4d16-b5be-228887fc5f45 req-12cdbbbd-8ae8-4e5e-880d-a76b550ba848 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Network 1c20fdf4-c01e-4a42-bd98-933028a4956d is already hosted by enough agents. {{(pid=106776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:36:09.061307 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.base_scheduler [req-f384740f-d2cf-4d16-b5be-228887fc5f45 req-12cdbbbd-8ae8-4e5e-880d-a76b550ba848 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Resources bound (agent type, host, resource id): {{(pid=106776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:36:09.065730 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.l3_dvrscheduler_db [req-f384740f-d2cf-4d16-b5be-228887fc5f45 req-12cdbbbd-8ae8-4e5e-880d-a76b550ba848 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Received port after_create {{(pid=106776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 01:36:09.069868 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cdbbbd-8ae8-4e5e-880d-a76b550ba848 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Pushing event updated for resources: {'Port': ['ID=a4851ee9-cb6c-453e-b0ec-22dce2143857,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:09.118749 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384740f-d2cf-4d16-b5be-228887fc5f45 req-12cdbbbd-8ae8-4e5e-880d-a76b550ba848 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:36:09.119335 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-f384740f-d2cf-4d16-b5be-228887fc5f45 req-12cdbbbd-8ae8-4e5e-880d-a76b550ba848 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for port (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:09.223030 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-f384740f-d2cf-4d16-b5be-228887fc5f45 req-12cdbbbd-8ae8-4e5e-880d-a76b550ba848 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.85 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0658395 Aug 31 01:36:09.233408 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [req-f384740f-d2cf-4d16-b5be-228887fc5f45 req-a7e3e8dc-1f4a-48ad-88f5-a4f856dc30ea service neutron] Request body: {'port': {'device_id': '577caa63-5dbe-4508-8004-488bd8d79ac7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85528'}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:36:09.293634 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-f384740f-d2cf-4d16-b5be-228887fc5f45 req-a7e3e8dc-1f4a-48ad-88f5-a4f856dc30ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (a4851ee9-cb6c-453e-b0ec-22dce2143857), before_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:09.316245 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-6484c72a-2df0-4f76-b0f7-34c8c0a29df2 None None] Provisioning complete for port a4851ee9-cb6c-453e-b0ec-22dce2143857 triggered by entity DHCP. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:36:09.317281 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-6484c72a-2df0-4f76-b0f7-34c8c0a29df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (a4851ee9-cb6c-453e-b0ec-22dce2143857), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:09.351297 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-6484c72a-2df0-4f76-b0f7-34c8c0a29df2 None None] Port a4851ee9-cb6c-453e-b0ec-22dce2143857 cannot update to ACTIVE because it is not bound. {{(pid=106778) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 01:36:09.423876 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df35ff9f-2127-4f3f-b31a-e839de49b1be req-3e75055b-c1d1-4d76-b1c6-39a66a4fa224 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:36:09.425466 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-df35ff9f-2127-4f3f-b31a-e839de49b1be req-3e75055b-c1d1-4d76-b1c6-39a66a4fa224 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=577caa63-5dbe-4508-8004-488bd8d79ac7 HTTP/1.1" status: 200 len: 932 time: 0.0508695 Aug 31 01:36:09.475500 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-df35ff9f-2127-4f3f-b31a-e839de49b1be req-00896861-8bb4-45ff-9528-d4c45230b4a4 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=573cd7de-2f00-43aa-a347-2a31cf20105f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440605 Aug 31 01:36:09.550101 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.notifiers.nova [req-f384740f-d2cf-4d16-b5be-228887fc5f45 req-a7e3e8dc-1f4a-48ad-88f5-a4f856dc30ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4851ee9-cb6c-453e-b0ec-22dce2143857 {{(pid=106776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 01:36:09.557591 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-f384740f-d2cf-4d16-b5be-228887fc5f45 req-a7e3e8dc-1f4a-48ad-88f5-a4f856dc30ea service neutron] Publish callbacks [] for port (a4851ee9-cb6c-453e-b0ec-22dce2143857), precommit_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:09.569574 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.provisioning_blocks [req-f384740f-d2cf-4d16-b5be-228887fc5f45 req-a7e3e8dc-1f4a-48ad-88f5-a4f856dc30ea service neutron] Transition to ACTIVE for port object a4851ee9-cb6c-453e-b0ec-22dce2143857 will not be triggered until provisioned by entity L2. {{(pid=106776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 01:36:09.640024 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-f384740f-d2cf-4d16-b5be-228887fc5f45 req-a7e3e8dc-1f4a-48ad-88f5-a4f856dc30ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6273718'] for port (a4851ee9-cb6c-453e-b0ec-22dce2143857), after_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:09.679651 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:36:09.723132 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e3e8dc-1f4a-48ad-88f5-a4f856dc30ea service neutron] Pushing event updated for resources: {'Port': ['ID=a4851ee9-cb6c-453e-b0ec-22dce2143857,revision_number=2']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:09.753909 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.managers [req-f384740f-d2cf-4d16-b5be-228887fc5f45 req-a7e3e8dc-1f4a-48ad-88f5-a4f856dc30ea service neutron] Attempting to bind port a4851ee9-cb6c-453e-b0ec-22dce2143857 on host hv-cinder-85528 for vnic_type normal with profile {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 01:36:09.754276 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.managers [req-f384740f-d2cf-4d16-b5be-228887fc5f45 req-a7e3e8dc-1f4a-48ad-88f5-a4f856dc30ea service neutron] Attempting to bind port a4851ee9-cb6c-453e-b0ec-22dce2143857 by drivers openvswitch,hyperv on host hv-cinder-85528 at level 0 using segments [{'id': '669e6717-297e-4b7f-886f-aba7bf4c57f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '1c20fdf4-c01e-4a42-bd98-933028a4956d'}] {{(pid=106776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 01:36:09.754600 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f384740f-d2cf-4d16-b5be-228887fc5f45 req-a7e3e8dc-1f4a-48ad-88f5-a4f856dc30ea service neutron] Attempting to bind port a4851ee9-cb6c-453e-b0ec-22dce2143857 on network 1c20fdf4-c01e-4a42-bd98-933028a4956d {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:36:09.758938 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f384740f-d2cf-4d16-b5be-228887fc5f45 req-a7e3e8dc-1f4a-48ad-88f5-a4f856dc30ea service neutron] Port a4851ee9-cb6c-453e-b0ec-22dce2143857 on network 1c20fdf4-c01e-4a42-bd98-933028a4956d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85528 {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 01:36:09.761706 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f384740f-d2cf-4d16-b5be-228887fc5f45 req-a7e3e8dc-1f4a-48ad-88f5-a4f856dc30ea service neutron] Attempting to bind port a4851ee9-cb6c-453e-b0ec-22dce2143857 on network 1c20fdf4-c01e-4a42-bd98-933028a4956d {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:36:09.764247 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f384740f-d2cf-4d16-b5be-228887fc5f45 req-a7e3e8dc-1f4a-48ad-88f5-a4f856dc30ea service neutron] Checking agent: {'id': '799b9b45-836a-4007-8b99-6041c4a5ce6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85528', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 1, 20, 34), 'started_at': datetime.datetime(2022, 8, 31, 1, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 1, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 01:36:09.764573 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f384740f-d2cf-4d16-b5be-228887fc5f45 req-a7e3e8dc-1f4a-48ad-88f5-a4f856dc30ea service neutron] Checking segment: {'id': '669e6717-297e-4b7f-886f-aba7bf4c57f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '1c20fdf4-c01e-4a42-bd98-933028a4956d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:36:09.764971 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f384740f-d2cf-4d16-b5be-228887fc5f45 req-a7e3e8dc-1f4a-48ad-88f5-a4f856dc30ea service neutron] Bound using segment: {'id': '669e6717-297e-4b7f-886f-aba7bf4c57f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '1c20fdf4-c01e-4a42-bd98-933028a4956d'} {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 01:36:09.765382 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.managers [req-f384740f-d2cf-4d16-b5be-228887fc5f45 req-a7e3e8dc-1f4a-48ad-88f5-a4f856dc30ea service neutron] Bound port: a4851ee9-cb6c-453e-b0ec-22dce2143857, host: hv-cinder-85528, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '669e6717-297e-4b7f-886f-aba7bf4c57f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '1c20fdf4-c01e-4a42-bd98-933028a4956d'}}] {{(pid=106776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 01:36:09.765730 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-f384740f-d2cf-4d16-b5be-228887fc5f45 req-a7e3e8dc-1f4a-48ad-88f5-a4f856dc30ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (a4851ee9-cb6c-453e-b0ec-22dce2143857), before_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:09.825750 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.db [req-f384740f-d2cf-4d16-b5be-228887fc5f45 req-a7e3e8dc-1f4a-48ad-88f5-a4f856dc30ea service neutron] For port a4851ee9-cb6c-453e-b0ec-22dce2143857, host hv-cinder-85528, cleared binding levels {{(pid=106776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:36:09.828653 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.db [req-f384740f-d2cf-4d16-b5be-228887fc5f45 req-a7e3e8dc-1f4a-48ad-88f5-a4f856dc30ea service neutron] For port a4851ee9-cb6c-453e-b0ec-22dce2143857, host hv-cinder-85528, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=a4851ee9-cb6c-453e-b0ec-22dce2143857,segment=NetworkSegment(669e6717-297e-4b7f-886f-aba7bf4c57f2),segment_id=669e6717-297e-4b7f-886f-aba7bf4c57f2)] {{(pid=106776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:36:09.894803 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-f384740f-d2cf-4d16-b5be-228887fc5f45 req-a7e3e8dc-1f4a-48ad-88f5-a4f856dc30ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6273718'] for port (a4851ee9-cb6c-453e-b0ec-22dce2143857), after_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:09.900124 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384740f-d2cf-4d16-b5be-228887fc5f45 req-a7e3e8dc-1f4a-48ad-88f5-a4f856dc30ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:36:09.900749 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-f384740f-d2cf-4d16-b5be-228887fc5f45 req-a7e3e8dc-1f4a-48ad-88f5-a4f856dc30ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for port (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:09.902184 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-f384740f-d2cf-4d16-b5be-228887fc5f45 req-a7e3e8dc-1f4a-48ad-88f5-a4f856dc30ea service neutron] 10.222.0.85 "PUT /networking/v2.0/ports/a4851ee9-cb6c-453e-b0ec-22dce2143857 HTTP/1.1" status: 200 len: 1094 time: 0.6728001 Aug 31 01:36:09.902679 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '577caa63-5dbe-4508-8004-488bd8d79ac7', 'tag': 'a4851ee9-cb6c-453e-b0ec-22dce2143857'}] {{(pid=106776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:36:09.904929 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c75c880f6fcf50a6244b1a715e98a431c8b587c27dc42cc7f33f1c98f81bddd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff564032-2e6f-44cc-ae19-a5d117d87b12" -d '{"events": [{"name": "network-changed", "server_uuid": "577caa63-5dbe-4508-8004-488bd8d79ac7", "tag": "a4851ee9-cb6c-453e-b0ec-22dce2143857"}]}' {{(pid=106776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:36:09.953287 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e3e8dc-1f4a-48ad-88f5-a4f856dc30ea service neutron] Pushing event updated for resources: {'Port': ['ID=a4851ee9-cb6c-453e-b0ec-22dce2143857,revision_number=3']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:09.962964 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 01:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e3fdbdb-7855-4c2a-9596-a77a1c15681b x-openstack-request-id: req-2e3fdbdb-7855-4c2a-9596-a77a1c15681b {{(pid=106776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:36:09.963244 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "577caa63-5dbe-4508-8004-488bd8d79ac7", "tag": "a4851ee9-cb6c-453e-b0ec-22dce2143857", "status": "completed", "code": 200}]} {{(pid=106776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:36:09.963490 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2e3fdbdb-7855-4c2a-9596-a77a1c15681b {{(pid=106776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:36:09.963881 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e3fdbdb-7855-4c2a-9596-a77a1c15681b'] response: {'name': 'network-changed', 'server_uuid': '577caa63-5dbe-4508-8004-488bd8d79ac7', 'tag': 'a4851ee9-cb6c-453e-b0ec-22dce2143857', 'status': 'completed', 'code': 200} Aug 31 01:36:10.011956 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:36:10.023468 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff564032-2e6f-44cc-ae19-a5d117d87b12 req-6e0ed04a-4bc9-473c-afbc-c7119e0fc742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:36:10.025056 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-ff564032-2e6f-44cc-ae19-a5d117d87b12 req-6e0ed04a-4bc9-473c-afbc-c7119e0fc742 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=8a6177d84e534b358b475672f474f6df&device_id=577caa63-5dbe-4508-8004-488bd8d79ac7 HTTP/1.1" status: 200 len: 1128 time: 0.0390124 Aug 31 01:36:10.126382 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff564032-2e6f-44cc-ae19-a5d117d87b12 req-59d4ae72-647d-44e1-aee0-bd00f04bfd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:36:10.127850 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-ff564032-2e6f-44cc-ae19-a5d117d87b12 req-59d4ae72-647d-44e1-aee0-bd00f04bfd18 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?tenant_id=8a6177d84e534b358b475672f474f6df&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0967963 Aug 31 01:36:10.219803 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff564032-2e6f-44cc-ae19-a5d117d87b12 req-b662b92f-544c-4823-be86-db499da7fc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:36:10.221907 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-ff564032-2e6f-44cc-ae19-a5d117d87b12 req-b662b92f-544c-4823-be86-db499da7fc73 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0882788 Aug 31 01:36:10.292338 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384740f-d2cf-4d16-b5be-228887fc5f45 req-595125fd-8571-4e2c-aaa5-79351b2152c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:36:10.293770 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-f384740f-d2cf-4d16-b5be-228887fc5f45 req-595125fd-8571-4e2c-aaa5-79351b2152c3 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=8a6177d84e534b358b475672f474f6df&device_id=577caa63-5dbe-4508-8004-488bd8d79ac7 HTTP/1.1" status: 200 len: 1128 time: 0.0390346 Aug 31 01:36:10.336615 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-f384740f-d2cf-4d16-b5be-228887fc5f45 req-a18760be-08f1-406b-9ea6-fff2e08eeee8 service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4851ee9-cb6c-453e-b0ec-22dce2143857 HTTP/1.1" status: 200 len: 217 time: 0.0357039 Aug 31 01:36:10.384386 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384740f-d2cf-4d16-b5be-228887fc5f45 req-c4621f5b-ae26-43f9-8493-9479a3adbf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:36:10.385824 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-f384740f-d2cf-4d16-b5be-228887fc5f45 req-c4621f5b-ae26-43f9-8493-9479a3adbf13 service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=f83c53c6-3675-4265-96b4-490990a3e29d HTTP/1.1" status: 200 len: 850 time: 0.0431659 Aug 31 01:36:10.428089 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384740f-d2cf-4d16-b5be-228887fc5f45 req-d96e1326-e5ed-4bd2-bf8f-c605e224f9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:36:10.429594 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-f384740f-d2cf-4d16-b5be-228887fc5f45 req-d96e1326-e5ed-4bd2-bf8f-c605e224f9d6 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=1c20fdf4-c01e-4a42-bd98-933028a4956d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379519 Aug 31 01:36:10.523667 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-f384740f-d2cf-4d16-b5be-228887fc5f45 req-867b79a6-6211-4df2-9575-b170d9b9fba7 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/1c20fdf4-c01e-4a42-bd98-933028a4956d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873621 Aug 31 01:36:10.591604 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae4c800-eb38-4fad-add4-b7fd5e9ba400 req-b72e0ded-0bb6-4c4a-ab25-aa0a00cceb8a tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:36:10.593010 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-9ae4c800-eb38-4fad-add4-b7fd5e9ba400 req-b72e0ded-0bb6-4c4a-ab25-aa0a00cceb8a tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=577caa63-5dbe-4508-8004-488bd8d79ac7 HTTP/1.1" status: 200 len: 944 time: 0.0470619 Aug 31 01:36:10.616210 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-f384740f-d2cf-4d16-b5be-228887fc5f45 req-b774a2aa-6e88-43fe-b9e0-0d983cc610d2 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/1c20fdf4-c01e-4a42-bd98-933028a4956d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856636 Aug 31 01:36:10.642215 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-9ae4c800-eb38-4fad-add4-b7fd5e9ba400 req-ed1f762b-2f7f-4081-9719-9c6d3f9b7560 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=573cd7de-2f00-43aa-a347-2a31cf20105f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433707 Aug 31 01:36:11.763063 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c85eede-9727-4e23-b5c2-d815836682e0 req-19f0bfc4-ca48-4b23-9452-4e22bd271a29 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:36:11.764507 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-8c85eede-9727-4e23-b5c2-d815836682e0 req-19f0bfc4-ca48-4b23-9452-4e22bd271a29 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=577caa63-5dbe-4508-8004-488bd8d79ac7 HTTP/1.1" status: 200 len: 944 time: 0.0487947 Aug 31 01:36:11.812204 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-8c85eede-9727-4e23-b5c2-d815836682e0 req-3bf1da26-cc44-4759-a3a2-10f3fe7d6f38 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=573cd7de-2f00-43aa-a347-2a31cf20105f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416660 Aug 31 01:36:12.929404 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa26d7c1-0fa9-41cd-90a4-0dbb56a0ae45 req-2afd009d-699b-466b-b20c-7a87ceb6b0a9 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:36:12.930846 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-aa26d7c1-0fa9-41cd-90a4-0dbb56a0ae45 req-2afd009d-699b-466b-b20c-7a87ceb6b0a9 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=577caa63-5dbe-4508-8004-488bd8d79ac7 HTTP/1.1" status: 200 len: 944 time: 0.0467830 Aug 31 01:36:12.950656 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:36:12.979836 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-aa26d7c1-0fa9-41cd-90a4-0dbb56a0ae45 req-d61ab6af-6f11-49fa-af85-dd4553d85c5b tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=573cd7de-2f00-43aa-a347-2a31cf20105f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434687 Aug 31 01:36:13.984417 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.agents_db [None req-5925ee7b-6bd5-4912-8f46-3ff11817b141 None None] Agent healthcheck: found 6 active agents {{(pid=106779) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:36:14.078161 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:36:14.100409 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c13492-c3df-4e3b-ada3-1d3e6c5cc11e req-2c403776-55b2-4870-9c31-a6cdeb8db448 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:36:14.101889 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-68c13492-c3df-4e3b-ada3-1d3e6c5cc11e req-2c403776-55b2-4870-9c31-a6cdeb8db448 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=577caa63-5dbe-4508-8004-488bd8d79ac7 HTTP/1.1" status: 200 len: 944 time: 0.0502019 Aug 31 01:36:14.149916 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-68c13492-c3df-4e3b-ada3-1d3e6c5cc11e req-91c836f7-2de6-42b4-915e-d28cba1ef8e0 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=573cd7de-2f00-43aa-a347-2a31cf20105f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423779 Aug 31 01:36:15.265705 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc96529-b58a-4328-bfe1-4195008fd08f req-f2f9c24f-8811-4406-97a3-0f0969d6f2f8 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:36:15.267157 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-3bc96529-b58a-4328-bfe1-4195008fd08f req-f2f9c24f-8811-4406-97a3-0f0969d6f2f8 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=577caa63-5dbe-4508-8004-488bd8d79ac7 HTTP/1.1" status: 200 len: 944 time: 0.0460324 Aug 31 01:36:15.316032 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-3bc96529-b58a-4328-bfe1-4195008fd08f req-79fd4509-86a6-4f09-832f-13b0bc539f8e tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=573cd7de-2f00-43aa-a347-2a31cf20105f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428202 Aug 31 01:36:16.433294 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc429a0e-9c00-4140-af10-a2e546752f65 req-6cedb154-b921-49fa-9ad6-9b26320defd3 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:36:16.434723 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-bc429a0e-9c00-4140-af10-a2e546752f65 req-6cedb154-b921-49fa-9ad6-9b26320defd3 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=577caa63-5dbe-4508-8004-488bd8d79ac7 HTTP/1.1" status: 200 len: 944 time: 0.0458639 Aug 31 01:36:16.488141 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-bc429a0e-9c00-4140-af10-a2e546752f65 req-372cbf1f-4247-4315-a6d7-74524f34a7a7 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=573cd7de-2f00-43aa-a347-2a31cf20105f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478973 Aug 31 01:36:17.235026 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device a4851ee9-cb6c-453e-b0ec-22dce2143857 details requested by agent hyperv_hv-cinder-85528 with host hv-cinder-85528 {{(pid=106778) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:36:17.452498 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port a4851ee9-cb6c-453e-b0ec-22dce2143857, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=a4851ee9-cb6c-453e-b0ec-22dce2143857,segment=NetworkSegment(669e6717-297e-4b7f-886f-aba7bf4c57f2),segment_id=669e6717-297e-4b7f-886f-aba7bf4c57f2)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:36:17.463563 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Returning: {'device': 'a4851ee9-cb6c-453e-b0ec-22dce2143857', 'network_id': '1c20fdf4-c01e-4a42-bd98-933028a4956d', 'port_id': 'a4851ee9-cb6c-453e-b0ec-22dce2143857', 'mac_address': 'fa:16:3e:c1:ff:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1056, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f83c53c6-3675-4265-96b4-490990a3e29d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106778) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:36:17.497282 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Current status of the port a4851ee9-cb6c-453e-b0ec-22dce2143857 is: DOWN; New status is: BUILD {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:36:17.497597 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (a4851ee9-cb6c-453e-b0ec-22dce2143857), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:17.511185 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.notifiers.nova [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4851ee9-cb6c-453e-b0ec-22dce2143857 {{(pid=106778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 01:36:17.535137 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port a4851ee9-cb6c-453e-b0ec-22dce2143857, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=a4851ee9-cb6c-453e-b0ec-22dce2143857,segment=NetworkSegment(669e6717-297e-4b7f-886f-aba7bf4c57f2),segment_id=669e6717-297e-4b7f-886f-aba7bf4c57f2)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:36:17.607548 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4167cb-4e22-4704-b97b-913c11038e6a req-821f88e2-6d6f-40b6-a291-7feba0e08d9b tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:36:17.609022 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-bc4167cb-4e22-4704-b97b-913c11038e6a req-821f88e2-6d6f-40b6-a291-7feba0e08d9b tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=577caa63-5dbe-4508-8004-488bd8d79ac7 HTTP/1.1" status: 200 len: 944 time: 0.0469999 Aug 31 01:36:17.634538 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (a4851ee9-cb6c-453e-b0ec-22dce2143857), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:17.660407 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-bc4167cb-4e22-4704-b97b-913c11038e6a req-90f2ff3c-4ea3-4257-8eab-8a9853cfeea7 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=573cd7de-2f00-43aa-a347-2a31cf20105f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453720 Aug 31 01:36:17.683262 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Pushing event updated for resources: {'Port': ['ID=a4851ee9-cb6c-453e-b0ec-22dce2143857,revision_number=4']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:17.690660 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:17.691007 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:17.691348 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:17.691688 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:17.692145 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:17.692477 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:17.692825 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:17.693151 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:17.693475 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:17.693798 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:17.694119 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:17.694441 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:17.694760 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:17.695077 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:17.695400 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:17.850562 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] get_ports_and_sgs() called for port_ids ['a4851ee9-cb6c-453e-b0ec-22dce2143857'] {{(pid=106778) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 01:36:18.003367 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:36:18.031106 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:36:18.777587 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f0fa09-2360-4d2a-b475-8e1d28cf9106 req-db216e17-2dd8-4e09-ad29-2a2679c41195 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:36:18.779043 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-f5f0fa09-2360-4d2a-b475-8e1d28cf9106 req-db216e17-2dd8-4e09-ad29-2a2679c41195 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=577caa63-5dbe-4508-8004-488bd8d79ac7 HTTP/1.1" status: 200 len: 945 time: 0.0464983 Aug 31 01:36:18.827893 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-f5f0fa09-2360-4d2a-b475-8e1d28cf9106 req-c4d1a441-4271-4181-910a-3e1575356537 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=573cd7de-2f00-43aa-a347-2a31cf20105f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433650 Aug 31 01:36:19.253807 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device a4851ee9-cb6c-453e-b0ec-22dce2143857 up at agent hyperv_hv-cinder-85528 {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:36:19.296965 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Provisioning for port a4851ee9-cb6c-453e-b0ec-22dce2143857 completed by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 01:36:19.367211 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Provisioning complete for port a4851ee9-cb6c-453e-b0ec-22dce2143857 triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:36:19.367530 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (a4851ee9-cb6c-453e-b0ec-22dce2143857), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:19.441113 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Current status of the port a4851ee9-cb6c-453e-b0ec-22dce2143857 is: BUILD; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:36:19.441502 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (a4851ee9-cb6c-453e-b0ec-22dce2143857), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:19.464235 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '577caa63-5dbe-4508-8004-488bd8d79ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4851ee9-cb6c-453e-b0ec-22dce2143857'}] {{(pid=106778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:36:19.466506 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d41e2a553b02095d3b1f0ace215352f4a23baa657e7b5a2da03818d3ee46b5df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9bac86-00a1-41da-9538-6bec2ebcb01d" -d '{"events": [{"server_uuid": "577caa63-5dbe-4508-8004-488bd8d79ac7", "name": "network-vif-plugged", "status": "completed", "tag": "a4851ee9-cb6c-453e-b0ec-22dce2143857"}]}' {{(pid=106778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:36:19.479597 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port a4851ee9-cb6c-453e-b0ec-22dce2143857, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=a4851ee9-cb6c-453e-b0ec-22dce2143857,segment=NetworkSegment(669e6717-297e-4b7f-886f-aba7bf4c57f2),segment_id=669e6717-297e-4b7f-886f-aba7bf4c57f2)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:36:19.503752 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 01:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887130ba-b2c7-4e0e-955a-1f25268fe13b x-openstack-request-id: req-887130ba-b2c7-4e0e-955a-1f25268fe13b {{(pid=106778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:36:19.504144 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "577caa63-5dbe-4508-8004-488bd8d79ac7", "name": "network-vif-plugged", "status": "completed", "tag": "a4851ee9-cb6c-453e-b0ec-22dce2143857", "code": 200}]} {{(pid=106778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:36:19.504400 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-887130ba-b2c7-4e0e-955a-1f25268fe13b {{(pid=106778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:36:19.504811 dv-cinder-855288-2-iscsi neutron-server[106778]: INFO neutron.notifiers.nova [-] Nova event matching ['req-887130ba-b2c7-4e0e-955a-1f25268fe13b'] response: {'server_uuid': '577caa63-5dbe-4508-8004-488bd8d79ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4851ee9-cb6c-453e-b0ec-22dce2143857', 'code': 200} Aug 31 01:36:19.538954 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (a4851ee9-cb6c-453e-b0ec-22dce2143857), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:19.585604 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Pushing event updated for resources: {'Port': ['ID=a4851ee9-cb6c-453e-b0ec-22dce2143857,revision_number=5']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:19.833284 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935fbbe7-84f1-4c97-8ea3-6d5db101b16b req-33d58df1-b643-4cb6-9576-04063b83f3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:36:19.834799 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-935fbbe7-84f1-4c97-8ea3-6d5db101b16b req-33d58df1-b643-4cb6-9576-04063b83f3ce service neutron] 10.222.0.85 "GET /networking/v2.0/ports?device_id=577caa63-5dbe-4508-8004-488bd8d79ac7 HTTP/1.1" status: 200 len: 1130 time: 0.0426044 Aug 31 01:36:19.881451 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-935fbbe7-84f1-4c97-8ea3-6d5db101b16b req-7915d700-1395-4908-99ed-25c4f025b168 service neutron] 10.222.0.85 "GET /networking/v2.0/security-groups?id=573cd7de-2f00-43aa-a347-2a31cf20105f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410848 Aug 31 01:36:19.952001 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9e0853-e3d3-452a-95a9-0bb3d96f777c req-39f9eecc-f620-4a8c-ad49-52f4a2f3bf94 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:36:19.953473 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-eb9e0853-e3d3-452a-95a9-0bb3d96f777c req-39f9eecc-f620-4a8c-ad49-52f4a2f3bf94 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=577caa63-5dbe-4508-8004-488bd8d79ac7 HTTP/1.1" status: 200 len: 946 time: 0.0507565 Aug 31 01:36:20.001442 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-eb9e0853-e3d3-452a-95a9-0bb3d96f777c req-8ce21acf-d66b-4e85-ac7d-bbf495c03e11 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=573cd7de-2f00-43aa-a347-2a31cf20105f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421572 Aug 31 01:36:21.118000 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c1f801-45e2-4aff-a8f8-8ccf8f8d4b18 req-1e03de42-ac8d-429e-8036-8524772529f4 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:36:21.119481 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-e1c1f801-45e2-4aff-a8f8-8ccf8f8d4b18 req-1e03de42-ac8d-429e-8036-8524772529f4 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=577caa63-5dbe-4508-8004-488bd8d79ac7 HTTP/1.1" status: 200 len: 946 time: 0.0462570 Aug 31 01:36:21.169964 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-e1c1f801-45e2-4aff-a8f8-8ccf8f8d4b18 req-8a9a4795-9699-41f8-a926-8990bd76ec07 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=573cd7de-2f00-43aa-a347-2a31cf20105f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447259 Aug 31 01:36:21.288828 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025348ab-fb07-497b-b808-2ca032e942f2 req-e20849ae-f41e-425a-9ed8-31dcb84bb670 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:36:21.290321 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-025348ab-fb07-497b-b808-2ca032e942f2 req-e20849ae-f41e-425a-9ed8-31dcb84bb670 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=577caa63-5dbe-4508-8004-488bd8d79ac7 HTTP/1.1" status: 200 len: 946 time: 0.0471189 Aug 31 01:36:21.343182 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-025348ab-fb07-497b-b808-2ca032e942f2 req-47b6d9d0-760c-4fbc-87f3-8a616b1892b6 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=573cd7de-2f00-43aa-a347-2a31cf20105f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473232 Aug 31 01:36:21.369513 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 37938) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:36:21.406843 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2f4fa2-60cd-4914-881d-f6dd5d8154f1 tempest-TestVolumeBootPattern-34404851 tempest-TestVolumeBootPattern-34404851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:36:21.408314 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-4c2f4fa2-60cd-4914-881d-f6dd5d8154f1 tempest-TestVolumeBootPattern-34404851 tempest-TestVolumeBootPattern-34404851-project-admin] 10.222.0.20 "GET /networking/v2.0/ports?device_id=577caa63-5dbe-4508-8004-488bd8d79ac7 HTTP/1.1" status: 200 len: 1125 time: 0.0377920 Aug 31 01:36:21.411053 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 37940) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:36:21.415113 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [None req-e649b26c-d788-420f-8ff5-e86db474b2ab tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Request body: {'floatingip': {'floating_network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'port_id': 'a4851ee9-cb6c-453e-b0ec-22dce2143857', 'tenant_id': '8a6177d84e534b358b475672f474f6df', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:36:21.520297 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e649b26c-d788-420f-8ff5-e86db474b2ab tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:21.601224 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e649b26c-d788-420f-8ff5-e86db474b2ab tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:21.658491 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:36:21.696170 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:36:21.706414 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.db_base_plugin_common [None req-e649b26c-d788-420f-8ff5-e86db474b2ab tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Allocated IP 172.27.1.190 (6de90673-24a8-444a-94e7-38ef2e70dd83/b0882f00-706c-4556-bcad-01ef413e142c/afb52bb7-f822-4814-8268-9b03a37b4833) {{(pid=106777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:36:21.812579 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e649b26c-d788-420f-8ff5-e86db474b2ab tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks [] for port (afb52bb7-f822-4814-8268-9b03a37b4833), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:21.928066 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e649b26c-d788-420f-8ff5-e86db474b2ab tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779185826838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5261574'] for port (afb52bb7-f822-4814-8268-9b03a37b4833), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:21.970154 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e649b26c-d788-420f-8ff5-e86db474b2ab tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Network 6de90673-24a8-444a-94e7-38ef2e70dd83 is already hosted by enough agents. {{(pid=106777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:36:21.973832 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.base_scheduler [None req-e649b26c-d788-420f-8ff5-e86db474b2ab tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Resources bound (agent type, host, resource id): {{(pid=106777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:36:21.976413 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e649b26c-d788-420f-8ff5-e86db474b2ab tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Received port after_create {{(pid=106777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 01:36:21.998185 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e649b26c-d788-420f-8ff5-e86db474b2ab tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Pushing event updated for resources: {'Port': ['ID=afb52bb7-f822-4814-8268-9b03a37b4833,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:22.009698 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e649b26c-d788-420f-8ff5-e86db474b2ab tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:22.010038 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e649b26c-d788-420f-8ff5-e86db474b2ab tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:22.010373 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e649b26c-d788-420f-8ff5-e86db474b2ab tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:22.010706 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e649b26c-d788-420f-8ff5-e86db474b2ab tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:22.011028 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e649b26c-d788-420f-8ff5-e86db474b2ab tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:22.011354 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e649b26c-d788-420f-8ff5-e86db474b2ab tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:22.011672 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e649b26c-d788-420f-8ff5-e86db474b2ab tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:22.011988 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e649b26c-d788-420f-8ff5-e86db474b2ab tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:22.012308 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e649b26c-d788-420f-8ff5-e86db474b2ab tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:22.012629 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e649b26c-d788-420f-8ff5-e86db474b2ab tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:22.012967 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e649b26c-d788-420f-8ff5-e86db474b2ab tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:22.013285 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e649b26c-d788-420f-8ff5-e86db474b2ab tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:22.013599 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e649b26c-d788-420f-8ff5-e86db474b2ab tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:22.013910 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e649b26c-d788-420f-8ff5-e86db474b2ab tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:22.014220 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e649b26c-d788-420f-8ff5-e86db474b2ab tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:36:22.339901 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:36:22.345665 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e649b26c-d788-420f-8ff5-e86db474b2ab tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks [] for floatingip (2ed994a3-5b85-4a74-9f12-7ab18256fb63), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:22.469914 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e649b26c-d788-420f-8ff5-e86db474b2ab tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (afb52bb7-f822-4814-8268-9b03a37b4833), before_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:22.617089 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e649b26c-d788-420f-8ff5-e86db474b2ab tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks [] for port (afb52bb7-f822-4814-8268-9b03a37b4833), precommit_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:22.691862 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e649b26c-d788-420f-8ff5-e86db474b2ab tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5261583'] for port (afb52bb7-f822-4814-8268-9b03a37b4833), after_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:22.760222 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e649b26c-d788-420f-8ff5-e86db474b2ab tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608267'] for floatingip (2ed994a3-5b85-4a74-9f12-7ab18256fb63), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:22.762272 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e649b26c-d788-420f-8ff5-e86db474b2ab tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Pushing event updated for resources: {'Port': ['ID=afb52bb7-f822-4814-8268-9b03a37b4833,revision_number=2']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:22.848914 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:36:22.857530 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.db.l3_db [None req-e649b26c-d788-420f-8ff5-e86db474b2ab tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Floating IP 2ed994a3-5b85-4a74-9f12-7ab18256fb63 associated. External IP: 172.27.1.190, port: a4851ee9-cb6c-453e-b0ec-22dce2143857. Aug 31 01:36:23.050852 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e649b26c-d788-420f-8ff5-e86db474b2ab tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Router 6e56d467-b811-4148-92e6-7dc61c2014c8 has already been hosted by L3 agent 1428144b-5b15-4168-8538-b51b3045e8b6 {{(pid=106777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:36:23.152761 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e649b26c-d788-420f-8ff5-e86db474b2ab tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Notify agent at l3_agent.dv-cinder-855288-2-iscsi the message routers_updated {{(pid=106777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:36:23.162111 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8970a9b-1d0a-4f77-b9ae-181abfb8fa18 None None] Sync routers for ids ['6e56d467-b811-4148-92e6-7dc61c2014c8'] in dv-cinder-855288-2-iscsi {{(pid=106779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:36:23.172137 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8970a9b-1d0a-4f77-b9ae-181abfb8fa18 None None] Routers {'6e56d467-b811-4148-92e6-7dc61c2014c8'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:36:23.172754 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-f8970a9b-1d0a-4f77-b9ae-181abfb8fa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:36:03Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['6e56d467-b811-4148-92e6-7dc61c2014c8'], 'active': True} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:23.209702 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e649b26c-d788-420f-8ff5-e86db474b2ab tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for floatingip (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:23.240967 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-e649b26c-d788-420f-8ff5-e86db474b2ab tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8288770 Aug 31 01:36:23.241686 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '577caa63-5dbe-4508-8004-488bd8d79ac7', 'tag': 'a4851ee9-cb6c-453e-b0ec-22dce2143857'}] {{(pid=106777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:36:23.244161 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e330c87e12d7f870e7d9a686a76230f6b0968ad9153010b5cc5787492cc6e0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37927e6a-3d5c-4149-8309-c7ea0da29145" -d '{"events": [{"name": "network-changed", "server_uuid": "577caa63-5dbe-4508-8004-488bd8d79ac7", "tag": "a4851ee9-cb6c-453e-b0ec-22dce2143857"}]}' {{(pid=106777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:36:23.274639 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvr_db [None req-f8970a9b-1d0a-4f77-b9ae-181abfb8fa18 None None] Set router 6e56d467-b811-4148-92e6-7dc61c2014c8 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:36:23.281354 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 01:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb01f9a-84b0-4ad5-bd8e-19d62a353886 x-openstack-request-id: req-7bb01f9a-84b0-4ad5-bd8e-19d62a353886 {{(pid=106777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:36:23.281642 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "577caa63-5dbe-4508-8004-488bd8d79ac7", "tag": "a4851ee9-cb6c-453e-b0ec-22dce2143857", "status": "completed", "code": 200}]} {{(pid=106777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:36:23.281892 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7bb01f9a-84b0-4ad5-bd8e-19d62a353886 {{(pid=106777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:36:23.282288 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bb01f9a-84b0-4ad5-bd8e-19d62a353886'] response: {'name': 'network-changed', 'server_uuid': '577caa63-5dbe-4508-8004-488bd8d79ac7', 'tag': 'a4851ee9-cb6c-453e-b0ec-22dce2143857', 'status': 'completed', 'code': 200} Aug 31 01:36:23.339694 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37927e6a-3d5c-4149-8309-c7ea0da29145 req-9c469bc2-9e59-4bdb-b264-65d2a147b919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:36:23.341202 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-37927e6a-3d5c-4149-8309-c7ea0da29145 req-9c469bc2-9e59-4bdb-b264-65d2a147b919 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=8a6177d84e534b358b475672f474f6df&device_id=577caa63-5dbe-4508-8004-488bd8d79ac7 HTTP/1.1" status: 200 len: 1130 time: 0.0386581 Aug 31 01:36:23.416431 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=100 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:36:23.435777 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37927e6a-3d5c-4149-8309-c7ea0da29145 req-510c6ceb-dfa7-47ef-9adb-175cc5d2a7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:36:23.436049 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=100 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:36:23.436937 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-37927e6a-3d5c-4149-8309-c7ea0da29145 req-510c6ceb-dfa7-47ef-9adb-175cc5d2a7ee service neutron] 10.222.0.85 "GET /networking/v2.0/networks?id=1c20fdf4-c01e-4a42-bd98-933028a4956d HTTP/1.1" status: 200 len: 913 time: 0.0896320 Aug 31 01:36:23.477986 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=100 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:36:23.484486 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-f8970a9b-1d0a-4f77-b9ae-181abfb8fa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'name': 'tempest-TestVolumeBootPattern-176741476-router', 'tenant_id': '8a6177d84e534b358b475672f474f6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'b239ba95-6526-4435-9229-e04af35a254d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:33:19Z', 'updated_at': '2022-08-31T01:33:22Z', 'revision_number': 4, 'project_id': '8a6177d84e534b358b475672f474f6df', 'gw_port': {'id': 'b239ba95-6526-4435-9229-e04af35a254d', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:59:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:33:19Z', 'updated_at': '2022-08-31T01:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_floatingips': [{'id': '2ed994a3-5b85-4a74-9f12-7ab18256fb63', 'tenant_id': '8a6177d84e534b358b475672f474f6df', 'floating_ip_address': '172.27.1.190', 'floating_network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'router_id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'port_id': 'a4851ee9-cb6c-453e-b0ec-22dce2143857', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c20fdf4-c01e-4a42-bd98-933028a4956d', 'mac_address': 'fa:16:3e:c1:ff:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577caa63-5dbe-4508-8004-488bd8d79ac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T01:36:22Z', 'updated_at': '2022-08-31T01:36:22Z', 'revision_number': 0, 'project_id': '8a6177d84e534b358b475672f474f6df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6b614b8-5291-44c6-a391-2b923ad03edb', 'name': '', 'network_id': '1c20fdf4-c01e-4a42-bd98-933028a4956d', 'tenant_id': '8a6177d84e534b358b475672f474f6df', 'mac_address': 'fa:16:3e:8a:df:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'f83c53c6-3675-4265-96b4-490990a3e29d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:33:21Z', 'updated_at': '2022-08-31T01:33:28Z', 'revision_number': 5, 'project_id': '8a6177d84e534b358b475672f474f6df', 'subnets': [{'id': 'f83c53c6-3675-4265-96b4-490990a3e29d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:23.499499 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-37927e6a-3d5c-4149-8309-c7ea0da29145 req-05b3e836-7d46-427b-8abb-4867475e94c0 service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4851ee9-cb6c-453e-b0ec-22dce2143857 HTTP/1.1" status: 200 len: 1000 time: 0.0571108 Aug 31 01:36:23.512850 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8970a9b-1d0a-4f77-b9ae-181abfb8fa18 None None] Checking router: 6e56d467-b811-4148-92e6-7dc61c2014c8 for host: dv-cinder-855288-2-iscsi {{(pid=106779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:36:23.521151 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8970a9b-1d0a-4f77-b9ae-181abfb8fa18 None None] Routers {'6e56d467-b811-4148-92e6-7dc61c2014c8'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:36:23.521747 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-f8970a9b-1d0a-4f77-b9ae-181abfb8fa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:36:03Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['6e56d467-b811-4148-92e6-7dc61c2014c8'], 'active': True} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:23.548456 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37927e6a-3d5c-4149-8309-c7ea0da29145 req-e29c001a-4168-489e-b012-82103753cf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:36:23.550504 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-37927e6a-3d5c-4149-8309-c7ea0da29145 req-e29c001a-4168-489e-b012-82103753cf4e service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=f83c53c6-3675-4265-96b4-490990a3e29d HTTP/1.1" status: 200 len: 850 time: 0.0445144 Aug 31 01:36:23.595888 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37927e6a-3d5c-4149-8309-c7ea0da29145 req-3d8a5eb0-4be9-4973-b946-8f7971d37008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:36:23.599718 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-37927e6a-3d5c-4149-8309-c7ea0da29145 req-3d8a5eb0-4be9-4973-b946-8f7971d37008 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=1c20fdf4-c01e-4a42-bd98-933028a4956d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441241 Aug 31 01:36:23.622288 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvr_db [None req-f8970a9b-1d0a-4f77-b9ae-181abfb8fa18 None None] Set router 6e56d467-b811-4148-92e6-7dc61c2014c8 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:36:23.690266 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-37927e6a-3d5c-4149-8309-c7ea0da29145 req-008d22be-3495-47e4-baac-4ce507f394ac service neutron] 10.222.0.85 "GET /networking/v2.0/networks/1c20fdf4-c01e-4a42-bd98-933028a4956d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845251 Aug 31 01:36:23.776496 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=100 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:36:23.791921 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-37927e6a-3d5c-4149-8309-c7ea0da29145 req-b48adeae-72f4-47ac-b0c3-fe5e10180f2f service neutron] 10.222.0.85 "GET /networking/v2.0/networks/1c20fdf4-c01e-4a42-bd98-933028a4956d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961499 Aug 31 01:36:23.833102 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-f8970a9b-1d0a-4f77-b9ae-181abfb8fa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'name': 'tempest-TestVolumeBootPattern-176741476-router', 'tenant_id': '8a6177d84e534b358b475672f474f6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'b239ba95-6526-4435-9229-e04af35a254d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:33:19Z', 'updated_at': '2022-08-31T01:33:22Z', 'revision_number': 4, 'project_id': '8a6177d84e534b358b475672f474f6df', 'gw_port': {'id': 'b239ba95-6526-4435-9229-e04af35a254d', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:59:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:33:19Z', 'updated_at': '2022-08-31T01:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_floatingips': [{'id': '2ed994a3-5b85-4a74-9f12-7ab18256fb63', 'tenant_id': '8a6177d84e534b358b475672f474f6df', 'floating_ip_address': '172.27.1.190', 'floating_network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'router_id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'port_id': 'a4851ee9-cb6c-453e-b0ec-22dce2143857', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c20fdf4-c01e-4a42-bd98-933028a4956d', 'mac_address': 'fa:16:3e:c1:ff:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577caa63-5dbe-4508-8004-488bd8d79ac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T01:36:22Z', 'updated_at': '2022-08-31T01:36:22Z', 'revision_number': 0, 'project_id': '8a6177d84e534b358b475672f474f6df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6b614b8-5291-44c6-a391-2b923ad03edb', 'name': '', 'network_id': '1c20fdf4-c01e-4a42-bd98-933028a4956d', 'tenant_id': '8a6177d84e534b358b475672f474f6df', 'mac_address': 'fa:16:3e:8a:df:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'f83c53c6-3675-4265-96b4-490990a3e29d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:33:21Z', 'updated_at': '2022-08-31T01:33:28Z', 'revision_number': 5, 'project_id': '8a6177d84e534b358b475672f474f6df', 'subnets': [{'id': 'f83c53c6-3675-4265-96b4-490990a3e29d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:23.857681 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8970a9b-1d0a-4f77-b9ae-181abfb8fa18 None None] The sync data for ids ['6e56d467-b811-4148-92e6-7dc61c2014c8'] in dv-cinder-855288-2-iscsi is: [{'id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'name': 'tempest-TestVolumeBootPattern-176741476-router', 'tenant_id': '8a6177d84e534b358b475672f474f6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'b239ba95-6526-4435-9229-e04af35a254d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:33:19Z', 'updated_at': '2022-08-31T01:33:22Z', 'revision_number': 4, 'project_id': '8a6177d84e534b358b475672f474f6df', 'gw_port': {'id': 'b239ba95-6526-4435-9229-e04af35a254d', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:59:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:33:19Z', 'updated_at': '2022-08-31T01:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_floatingips': [{'id': '2ed994a3-5b85-4a74-9f12-7ab18256fb63', 'tenant_id': '8a6177d84e534b358b475672f474f6df', 'floating_ip_address': '172.27.1.190', 'floating_network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'router_id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'port_id': 'a4851ee9-cb6c-453e-b0ec-22dce2143857', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c20fdf4-c01e-4a42-bd98-933028a4956d', 'mac_address': 'fa:16:3e:c1:ff:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577caa63-5dbe-4508-8004-488bd8d79ac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T01:36:22Z', 'updated_at': '2022-08-31T01:36:22Z', 'revision_number': 0, 'project_id': '8a6177d84e534b358b475672f474f6df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6b614b8-5291-44c6-a391-2b923ad03edb', 'name': '', 'network_id': '1c20fdf4-c01e-4a42-bd98-933028a4956d', 'tenant_id': '8a6177d84e534b358b475672f474f6df', 'mac_address': 'fa:16:3e:8a:df:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'f83c53c6-3675-4265-96b4-490990a3e29d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:33:21Z', 'updated_at': '2022-08-31T01:33:28Z', 'revision_number': 5, 'project_id': '8a6177d84e534b358b475672f474f6df', 'subnets': [{'id': 'f83c53c6-3675-4265-96b4-490990a3e29d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:36:24.037310 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c16d2c-522d-42d4-8cff-7be3a1f9b604 None None] New status for floating IP 2ed994a3-5b85-4a74-9f12-7ab18256fb63: ACTIVE {{(pid=106778) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 01:36:31.285481 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-c358677d-6515-4600-b3a9-5a8bca761ff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (06e7caa6-6f15-45a1-a03b-1c511964ed9a), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:33.235645 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:36:33.237556 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=27 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:36:33.542577 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-723983c6-78ec-4583-83bb-a76e42d7daf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (1428144b-5b15-4168-8538-b51b3045e8b6), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:33.788941 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=30 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:36:33.835464 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=47 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:36:33.836236 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=41 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:36:33.898685 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (799b9b45-836a-4007-8b99-6041c4a5ce6b), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:34.124259 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 37948) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:36:34.263371 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [None req-5f3601ee-6a95-4746-a9dc-00e269221392 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Deleting port 382442d1-1e86-4ec4-82bb-ffbc91cb3114 {{(pid=106776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:36:34.263707 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-5f3601ee-6a95-4746-a9dc-00e269221392 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (382442d1-1e86-4ec4-82bb-ffbc91cb3114), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:34.343194 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-5f3601ee-6a95-4746-a9dc-00e269221392 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (382442d1-1e86-4ec4-82bb-ffbc91cb3114), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:34.343525 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-5f3601ee-6a95-4746-a9dc-00e269221392 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Publish callbacks [] for floatingip (382442d1-1e86-4ec4-82bb-ffbc91cb3114), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:34.356944 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [None req-5f3601ee-6a95-4746-a9dc-00e269221392 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Calling delete_port for 382442d1-1e86-4ec4-82bb-ffbc91cb3114 owned by network:floatingip {{(pid=106776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:36:34.593843 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-5f3601ee-6a95-4746-a9dc-00e269221392 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6273727'] for port (382442d1-1e86-4ec4-82bb-ffbc91cb3114), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:34.620002 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3601ee-6a95-4746-a9dc-00e269221392 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Pushing event deleted for resources: {'Port': ['ID=382442d1-1e86-4ec4-82bb-ffbc91cb3114,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:34.678429 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-5f3601ee-6a95-4746-a9dc-00e269221392 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Publish callbacks [] for floatingip (3f5097f0-66e6-4f7b-87dc-185f434a08b4), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:34.678798 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.db.l3_db [None req-5f3601ee-6a95-4746-a9dc-00e269221392 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Floating IP 3f5097f0-66e6-4f7b-87dc-185f434a08b4 disassociated (deleted). External IP: 172.27.1.196, port: 51e05401-efe1-4123-a876-e27cdccec893. Aug 31 01:36:34.872638 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f3601ee-6a95-4746-a9dc-00e269221392 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Router 0f721828-a092-464d-9649-2a9ceaa7d320 has already been hosted by L3 agent 1428144b-5b15-4168-8538-b51b3045e8b6 {{(pid=106776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:36:34.975769 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f3601ee-6a95-4746-a9dc-00e269221392 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Notify agent at l3_agent.dv-cinder-855288-2-iscsi the message routers_updated {{(pid=106776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:36:34.980440 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-5f3601ee-6a95-4746-a9dc-00e269221392 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for floatingip (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:34.982976 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:36:34.985058 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88167232-28a2-42bb-9dcb-9922a02e1f4d None None] Sync routers for ids ['0f721828-a092-464d-9649-2a9ceaa7d320'] in dv-cinder-855288-2-iscsi {{(pid=106779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:36:34.999121 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88167232-28a2-42bb-9dcb-9922a02e1f4d None None] Routers {'0f721828-a092-464d-9649-2a9ceaa7d320'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:36:34.999797 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-88167232-28a2-42bb-9dcb-9922a02e1f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:36:33Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['0f721828-a092-464d-9649-2a9ceaa7d320'], 'active': True} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:35.014648 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-5f3601ee-6a95-4746-a9dc-00e269221392 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/3f5097f0-66e6-4f7b-87dc-185f434a08b4 HTTP/1.1" status: 204 len: 168 time: 0.8866534 Aug 31 01:36:35.014648 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a8fe146-0b7b-4588-b312-2a525c4ca249', 'tag': '51e05401-efe1-4123-a876-e27cdccec893'}] {{(pid=106776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:36:35.014976 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c75c880f6fcf50a6244b1a715e98a431c8b587c27dc42cc7f33f1c98f81bddd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54751bd-6d59-4eb5-b2de-1a9bf9fa185a" -d '{"events": [{"name": "network-changed", "server_uuid": "9a8fe146-0b7b-4588-b312-2a525c4ca249", "tag": "51e05401-efe1-4123-a876-e27cdccec893"}]}' {{(pid=106776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:36:35.053014 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-6cf74907-e165-4231-8e79-d72e153e628e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (625e835a-7d63-45f9-8a46-c3ba876c3627), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:35.065720 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 01:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67b5b42-ba33-4d39-9340-1ad281ff524e x-openstack-request-id: req-c67b5b42-ba33-4d39-9340-1ad281ff524e {{(pid=106776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:36:35.066079 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a8fe146-0b7b-4588-b312-2a525c4ca249", "tag": "51e05401-efe1-4123-a876-e27cdccec893", "status": "completed", "code": 200}]} {{(pid=106776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:36:35.066413 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c67b5b42-ba33-4d39-9340-1ad281ff524e {{(pid=106776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:36:35.067515 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c67b5b42-ba33-4d39-9340-1ad281ff524e'] response: {'name': 'network-changed', 'server_uuid': '9a8fe146-0b7b-4588-b312-2a525c4ca249', 'tag': '51e05401-efe1-4123-a876-e27cdccec893', 'status': 'completed', 'code': 200} Aug 31 01:36:35.107072 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvr_db [None req-88167232-28a2-42bb-9dcb-9922a02e1f4d None None] Set router 0f721828-a092-464d-9649-2a9ceaa7d320 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:36:35.124077 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:36:35.127441 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54751bd-6d59-4eb5-b2de-1a9bf9fa185a req-34e4c33a-496e-44ef-9e7c-6bbd85d9ee42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:36:35.129006 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-b54751bd-6d59-4eb5-b2de-1a9bf9fa185a req-34e4c33a-496e-44ef-9e7c-6bbd85d9ee42 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=970d06f2d1e24f0e9072a7f43bb4925b&device_id=9a8fe146-0b7b-4588-b312-2a525c4ca249 HTTP/1.1" status: 200 len: 1129 time: 0.0407050 Aug 31 01:36:35.226124 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54751bd-6d59-4eb5-b2de-1a9bf9fa185a req-67272869-b5c3-41a8-b455-4166865b3570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:36:35.227606 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-b54751bd-6d59-4eb5-b2de-1a9bf9fa185a req-67272869-b5c3-41a8-b455-4166865b3570 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?id=8302676b-2573-43a3-9e62-be304d7b7f01 HTTP/1.1" status: 200 len: 911 time: 0.0934916 Aug 31 01:36:35.270981 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-b54751bd-6d59-4eb5-b2de-1a9bf9fa185a req-7a1b1259-8230-45f3-8f61-531651c7f1b9 service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51e05401-efe1-4123-a876-e27cdccec893 HTTP/1.1" status: 200 len: 217 time: 0.0354652 Aug 31 01:36:35.298834 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-88167232-28a2-42bb-9dcb-9922a02e1f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f721828-a092-464d-9649-2a9ceaa7d320', 'name': 'tempest-TestShelveInstance-1880247420-router', 'tenant_id': '970d06f2d1e24f0e9072a7f43bb4925b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'ece5c27b-ccfe-4dcf-b976-5bdb3e5be9ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:32:04Z', 'updated_at': '2022-08-31T01:32:07Z', 'revision_number': 4, 'project_id': '970d06f2d1e24f0e9072a7f43bb4925b', 'gw_port': {'id': 'ece5c27b-ccfe-4dcf-b976-5bdb3e5be9ce', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f721828-a092-464d-9649-2a9ceaa7d320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:32:04Z', 'updated_at': '2022-08-31T01:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_interfaces': [{'id': '99345bcd-25b3-4d58-b0c0-258dec10ef70', 'name': '', 'network_id': '8302676b-2573-43a3-9e62-be304d7b7f01', 'tenant_id': '970d06f2d1e24f0e9072a7f43bb4925b', 'mac_address': 'fa:16:3e:da:26:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f721828-a092-464d-9649-2a9ceaa7d320', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '13bf33c4-dc93-411d-b62c-34bc26f1dd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:32:06Z', 'updated_at': '2022-08-31T01:32:13Z', 'revision_number': 5, 'project_id': '970d06f2d1e24f0e9072a7f43bb4925b', 'subnets': [{'id': '13bf33c4-dc93-411d-b62c-34bc26f1dd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:35.324794 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88167232-28a2-42bb-9dcb-9922a02e1f4d None None] Checking router: 0f721828-a092-464d-9649-2a9ceaa7d320 for host: dv-cinder-855288-2-iscsi {{(pid=106779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:36:35.325055 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54751bd-6d59-4eb5-b2de-1a9bf9fa185a req-98601439-02f6-4985-b143-d6320a571470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:36:35.326357 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-b54751bd-6d59-4eb5-b2de-1a9bf9fa185a req-98601439-02f6-4985-b143-d6320a571470 service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=13bf33c4-dc93-411d-b62c-34bc26f1dd78 HTTP/1.1" status: 200 len: 848 time: 0.0496242 Aug 31 01:36:35.333507 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88167232-28a2-42bb-9dcb-9922a02e1f4d None None] Routers {'0f721828-a092-464d-9649-2a9ceaa7d320'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:36:35.334107 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-88167232-28a2-42bb-9dcb-9922a02e1f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:36:33Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['0f721828-a092-464d-9649-2a9ceaa7d320'], 'active': True} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:35.373101 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54751bd-6d59-4eb5-b2de-1a9bf9fa185a req-a6f4413b-9a90-4117-ad37-0607ad4b3903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:36:35.379918 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-b54751bd-6d59-4eb5-b2de-1a9bf9fa185a req-a6f4413b-9a90-4117-ad37-0607ad4b3903 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=8302676b-2573-43a3-9e62-be304d7b7f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432184 Aug 31 01:36:35.436183 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvr_db [None req-88167232-28a2-42bb-9dcb-9922a02e1f4d None None] Set router 0f721828-a092-464d-9649-2a9ceaa7d320 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:36:35.439580 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387d8fa-f5b6-414b-ab44-60647a0d0aa8 req-f699e2e8-e52d-4ce7-b604-740586c6d274 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:36:35.441188 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0387d8fa-f5b6-414b-ab44-60647a0d0aa8 req-f699e2e8-e52d-4ce7-b604-740586c6d274 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9a8fe146-0b7b-4588-b312-2a525c4ca249 HTTP/1.1" status: 200 len: 945 time: 0.0504079 Aug 31 01:36:35.492831 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0387d8fa-f5b6-414b-ab44-60647a0d0aa8 req-04525d42-8a76-49c2-9a9c-f7a158540636 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=dc1d39fc-2df3-4b61-93bb-7770219d3d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450659 Aug 31 01:36:35.698999 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-88167232-28a2-42bb-9dcb-9922a02e1f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f721828-a092-464d-9649-2a9ceaa7d320', 'name': 'tempest-TestShelveInstance-1880247420-router', 'tenant_id': '970d06f2d1e24f0e9072a7f43bb4925b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'ece5c27b-ccfe-4dcf-b976-5bdb3e5be9ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:32:04Z', 'updated_at': '2022-08-31T01:32:07Z', 'revision_number': 4, 'project_id': '970d06f2d1e24f0e9072a7f43bb4925b', 'gw_port': {'id': 'ece5c27b-ccfe-4dcf-b976-5bdb3e5be9ce', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f721828-a092-464d-9649-2a9ceaa7d320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:32:04Z', 'updated_at': '2022-08-31T01:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_interfaces': [{'id': '99345bcd-25b3-4d58-b0c0-258dec10ef70', 'name': '', 'network_id': '8302676b-2573-43a3-9e62-be304d7b7f01', 'tenant_id': '970d06f2d1e24f0e9072a7f43bb4925b', 'mac_address': 'fa:16:3e:da:26:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f721828-a092-464d-9649-2a9ceaa7d320', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '13bf33c4-dc93-411d-b62c-34bc26f1dd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:32:06Z', 'updated_at': '2022-08-31T01:32:13Z', 'revision_number': 5, 'project_id': '970d06f2d1e24f0e9072a7f43bb4925b', 'subnets': [{'id': '13bf33c4-dc93-411d-b62c-34bc26f1dd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:35.729424 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88167232-28a2-42bb-9dcb-9922a02e1f4d None None] The sync data for ids ['0f721828-a092-464d-9649-2a9ceaa7d320'] in dv-cinder-855288-2-iscsi is: [{'id': '0f721828-a092-464d-9649-2a9ceaa7d320', 'name': 'tempest-TestShelveInstance-1880247420-router', 'tenant_id': '970d06f2d1e24f0e9072a7f43bb4925b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'ece5c27b-ccfe-4dcf-b976-5bdb3e5be9ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:32:04Z', 'updated_at': '2022-08-31T01:32:07Z', 'revision_number': 4, 'project_id': '970d06f2d1e24f0e9072a7f43bb4925b', 'gw_port': {'id': 'ece5c27b-ccfe-4dcf-b976-5bdb3e5be9ce', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f721828-a092-464d-9649-2a9ceaa7d320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:32:04Z', 'updated_at': '2022-08-31T01:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_interfaces': [{'id': '99345bcd-25b3-4d58-b0c0-258dec10ef70', 'name': '', 'network_id': '8302676b-2573-43a3-9e62-be304d7b7f01', 'tenant_id': '970d06f2d1e24f0e9072a7f43bb4925b', 'mac_address': 'fa:16:3e:da:26:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f721828-a092-464d-9649-2a9ceaa7d320', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '13bf33c4-dc93-411d-b62c-34bc26f1dd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:32:06Z', 'updated_at': '2022-08-31T01:32:13Z', 'revision_number': 5, 'project_id': '970d06f2d1e24f0e9072a7f43bb4925b', 'subnets': [{'id': '13bf33c4-dc93-411d-b62c-34bc26f1dd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:36:35.948376 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918c4545-66db-4f61-a609-ea4a7c9f22d2 None None] New status for floating IP 3f5097f0-66e6-4f7b-87dc-185f434a08b4: DOWN {{(pid=106778) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 01:36:36.361270 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (f96ef3eb-5320-49ab-b33a-a2775d3a6053), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:36.407240 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-f7411cf7-2853-429b-aa0f-54d02b543116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (5f821ebb-aac9-4915-bb43-6712672a5d6c), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:36.501600 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-b54751bd-6d59-4eb5-b2de-1a9bf9fa185a req-92dbf592-4c4c-42a7-b0da-a80046c27fda service neutron] 10.222.0.85 "GET /networking/v2.0/networks/8302676b-2573-43a3-9e62-be304d7b7f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871646 Aug 31 01:36:36.614805 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a18f1-77f4-48b0-aec1-f278e53f53d6 req-9a1f4e33-d979-434e-83f2-f98ab61205c2 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:36:36.616790 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1e6a18f1-77f4-48b0-aec1-f278e53f53d6 req-9a1f4e33-d979-434e-83f2-f98ab61205c2 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9a8fe146-0b7b-4588-b312-2a525c4ca249 HTTP/1.1" status: 200 len: 945 time: 0.0480471 Aug 31 01:36:36.666926 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1e6a18f1-77f4-48b0-aec1-f278e53f53d6 req-ee4e87d1-8921-425a-a210-071c3f3cf713 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=dc1d39fc-2df3-4b61-93bb-7770219d3d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441799 Aug 31 01:36:36.685760 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-b54751bd-6d59-4eb5-b2de-1a9bf9fa185a req-c246b2f6-4100-420e-9237-3cdeb94d488b service neutron] 10.222.0.85 "GET /networking/v2.0/networks/8302676b-2573-43a3-9e62-be304d7b7f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914233 Aug 31 01:36:36.924524 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc39eaa9-29a1-4aa0-a1a2-0f574e4708b1 req-7561bec2-16a7-4d4f-b30a-c58c73d0165b tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:36:36.926003 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-dc39eaa9-29a1-4aa0-a1a2-0f574e4708b1 req-7561bec2-16a7-4d4f-b30a-c58c73d0165b tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=9a8fe146-0b7b-4588-b312-2a525c4ca249 HTTP/1.1" status: 200 len: 945 time: 0.0473874 Aug 31 01:36:37.011021 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [req-dc39eaa9-29a1-4aa0-a1a2-0f574e4708b1 req-e10864b2-e6d1-416e-880b-fcdab30eeeaf tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Deleting port 51e05401-efe1-4123-a876-e27cdccec893 {{(pid=106776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:36:37.011362 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-dc39eaa9-29a1-4aa0-a1a2-0f574e4708b1 req-e10864b2-e6d1-416e-880b-fcdab30eeeaf tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (51e05401-efe1-4123-a876-e27cdccec893), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:37.101385 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.db [req-dc39eaa9-29a1-4aa0-a1a2-0f574e4708b1 req-e10864b2-e6d1-416e-880b-fcdab30eeeaf tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] For port 51e05401-efe1-4123-a876-e27cdccec893, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=51e05401-efe1-4123-a876-e27cdccec893,segment=NetworkSegment(8994d348-5d09-4aea-bc75-847599eef432),segment_id=8994d348-5d09-4aea-bc75-847599eef432)] {{(pid=106776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:36:37.101739 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-dc39eaa9-29a1-4aa0-a1a2-0f574e4708b1 req-e10864b2-e6d1-416e-880b-fcdab30eeeaf tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (51e05401-efe1-4123-a876-e27cdccec893), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:37.114646 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [req-dc39eaa9-29a1-4aa0-a1a2-0f574e4708b1 req-e10864b2-e6d1-416e-880b-fcdab30eeeaf tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Calling delete_port for 51e05401-efe1-4123-a876-e27cdccec893 owned by compute:nova {{(pid=106776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:36:37.228113 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:36:37.321298 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-dc39eaa9-29a1-4aa0-a1a2-0f574e4708b1 req-e10864b2-e6d1-416e-880b-fcdab30eeeaf tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6273727'] for port (51e05401-efe1-4123-a876-e27cdccec893), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:37.348473 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10864b2-e6d1-416e-880b-fcdab30eeeaf tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Pushing event deleted for resources: {'Port': ['ID=51e05401-efe1-4123-a876-e27cdccec893,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:37.396564 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc39eaa9-29a1-4aa0-a1a2-0f574e4708b1 req-e10864b2-e6d1-416e-880b-fcdab30eeeaf tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] No DVR routers for this DVR port 51e05401-efe1-4123-a876-e27cdccec893 on host hv-cinder-85528 {{(pid=106776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 01:36:37.399641 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-dc39eaa9-29a1-4aa0-a1a2-0f574e4708b1 req-e10864b2-e6d1-416e-880b-fcdab30eeeaf tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for port (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:37.402851 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-dc39eaa9-29a1-4aa0-a1a2-0f574e4708b1 req-e10864b2-e6d1-416e-880b-fcdab30eeeaf tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.85 "DELETE /networking/v2.0/ports/51e05401-efe1-4123-a876-e27cdccec893 HTTP/1.1" status: 204 len: 173 time: 0.4717951 Aug 31 01:36:37.403280 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a8fe146-0b7b-4588-b312-2a525c4ca249', 'name': 'network-vif-deleted', 'tag': '51e05401-efe1-4123-a876-e27cdccec893'}] {{(pid=106776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:36:37.405585 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c75c880f6fcf50a6244b1a715e98a431c8b587c27dc42cc7f33f1c98f81bddd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f22be36-f3af-4842-9291-4aaddf0e6035" -d '{"events": [{"server_uuid": "9a8fe146-0b7b-4588-b312-2a525c4ca249", "name": "network-vif-deleted", "tag": "51e05401-efe1-4123-a876-e27cdccec893"}]}' {{(pid=106776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:36:37.442892 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 01:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50e91d1-9952-4e55-86be-cde9e10bbe01 x-openstack-request-id: req-e50e91d1-9952-4e55-86be-cde9e10bbe01 {{(pid=106776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:36:37.443187 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a8fe146-0b7b-4588-b312-2a525c4ca249", "name": "network-vif-deleted", "tag": "51e05401-efe1-4123-a876-e27cdccec893", "status": "completed", "code": 200}]} {{(pid=106776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:36:37.443436 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e50e91d1-9952-4e55-86be-cde9e10bbe01 {{(pid=106776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:36:37.443834 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e50e91d1-9952-4e55-86be-cde9e10bbe01'] response: {'server_uuid': '9a8fe146-0b7b-4588-b312-2a525c4ca249', 'name': 'network-vif-deleted', 'tag': '51e05401-efe1-4123-a876-e27cdccec893', 'status': 'completed', 'code': 200} Aug 31 01:36:37.772610 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-562b2323-97aa-4343-b85b-599d0c4e42bf req-ad81fc73-9bb9-4b08-9937-c6765d7115f0 tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9a8fe146-0b7b-4588-b312-2a525c4ca249 HTTP/1.1" status: 200 len: 210 time: 0.0302935 Aug 31 01:36:38.893497 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-11bfe130-fa35-47c1-982c-947b26e6c865 req-4baf74eb-fdbf-4e99-a05c-cf354a1d7abb tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9a8fe146-0b7b-4588-b312-2a525c4ca249 HTTP/1.1" status: 200 len: 210 time: 0.0309229 Aug 31 01:36:39.958908 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 37972) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:36:40.015704 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-f5f20ed3-5e60-4d48-829e-404ec2f1b98b tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Publish callbacks [] for security_group (dc1d39fc-2df3-4b61-93bb-7770219d3d9b), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:40.039840 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-f5f20ed3-5e60-4d48-829e-404ec2f1b98b tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Publish callbacks [] for security_group (dc1d39fc-2df3-4b61-93bb-7770219d3d9b), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:40.167063 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-f5f20ed3-5e60-4d48-829e-404ec2f1b98b tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (dc1d39fc-2df3-4b61-93bb-7770219d3d9b), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:40.169669 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-f5f20ed3-5e60-4d48-829e-404ec2f1b98b tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Publish callbacks [] for security_group (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:40.170828 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-f5f20ed3-5e60-4d48-829e-404ec2f1b98b tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] 10.222.0.20 "DELETE /networking/v2.0/security-groups/dc1d39fc-2df3-4b61-93bb-7770219d3d9b HTTP/1.1" status: 204 len: 168 time: 0.2117901 Aug 31 01:36:40.180691 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f20ed3-5e60-4d48-829e-404ec2f1b98b tempest-TestShelveInstance-458119299 tempest-TestShelveInstance-458119299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1d39fc-2df3-4b61-93bb-7770219d3d9b,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:40.277218 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 37976) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:36:40.581627 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-7290604c-9390-4334-9b15-5067018dd9ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-636683'] for router_interface (0f721828-a092-464d-9649-2a9ceaa7d320), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:40.796893 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.plugin [None req-7290604c-9390-4334-9b15-5067018dd9ab admin admin] Deleting port 99345bcd-25b3-4d58-b0c0-258dec10ef70 {{(pid=106777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:36:40.797223 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-7290604c-9390-4334-9b15-5067018dd9ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (99345bcd-25b3-4d58-b0c0-258dec10ef70), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:40.874155 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.db [None req-7290604c-9390-4334-9b15-5067018dd9ab admin admin] For port 99345bcd-25b3-4d58-b0c0-258dec10ef70, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=99345bcd-25b3-4d58-b0c0-258dec10ef70,segment=NetworkSegment(8994d348-5d09-4aea-bc75-847599eef432),segment_id=8994d348-5d09-4aea-bc75-847599eef432)] {{(pid=106777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:36:40.874426 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-7290604c-9390-4334-9b15-5067018dd9ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (99345bcd-25b3-4d58-b0c0-258dec10ef70), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:40.890460 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.plugin [None req-7290604c-9390-4334-9b15-5067018dd9ab admin admin] Calling delete_port for 99345bcd-25b3-4d58-b0c0-258dec10ef70 owned by network:router_interface {{(pid=106777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:36:40.930698 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:36:40.948211 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:36:41.121664 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-7290604c-9390-4334-9b15-5067018dd9ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5261574'] for port (99345bcd-25b3-4d58-b0c0-258dec10ef70), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:41.146516 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7290604c-9390-4334-9b15-5067018dd9ab admin admin] Pushing event deleted for resources: {'Port': ['ID=99345bcd-25b3-4d58-b0c0-258dec10ef70,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:41.309540 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-7290604c-9390-4334-9b15-5067018dd9ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-636091'] for router_interface (0f721828-a092-464d-9649-2a9ceaa7d320), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:41.365383 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device 51e05401-efe1-4123-a876-e27cdccec893 no longer exists at agent hyperv_hv-cinder-85528 {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:36:41.384669 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] No Port match for: 51e05401-efe1-4123-a876-e27cdccec893 {{(pid=106778) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 01:36:41.385105 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device 51e05401-efe1-4123-a876-e27cdccec893 not bound to the agent host hv-cinder-85528 {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:36:41.516850 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7290604c-9390-4334-9b15-5067018dd9ab admin admin] Router 0f721828-a092-464d-9649-2a9ceaa7d320 has already been hosted by L3 agent 1428144b-5b15-4168-8538-b51b3045e8b6 {{(pid=106777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:36:41.630575 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7290604c-9390-4334-9b15-5067018dd9ab admin admin] Notify agent at l3_agent.dv-cinder-855288-2-iscsi the message routers_updated {{(pid=106777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:36:41.635511 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-7290604c-9390-4334-9b15-5067018dd9ab admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/0f721828-a092-464d-9649-2a9ceaa7d320/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3572001 Aug 31 01:36:41.638012 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 37978) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:36:41.639426 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506e4d98-71cc-4cce-89eb-9c4c9262c7a2 None None] Sync routers for ids ['0f721828-a092-464d-9649-2a9ceaa7d320'] in dv-cinder-855288-2-iscsi {{(pid=106779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:36:41.649531 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506e4d98-71cc-4cce-89eb-9c4c9262c7a2 None None] Routers {'0f721828-a092-464d-9649-2a9ceaa7d320'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:36:41.650128 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-506e4d98-71cc-4cce-89eb-9c4c9262c7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:36:33Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['0f721828-a092-464d-9649-2a9ceaa7d320'], 'active': True} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:41.735819 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e638d131-c98d-4555-b909-a754db9aa047 admin admin] Publish callbacks [] for router (0f721828-a092-464d-9649-2a9ceaa7d320), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:41.751730 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvr_db [None req-506e4d98-71cc-4cce-89eb-9c4c9262c7a2 None None] Set router 0f721828-a092-464d-9649-2a9ceaa7d320 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:36:41.938336 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-506e4d98-71cc-4cce-89eb-9c4c9262c7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f721828-a092-464d-9649-2a9ceaa7d320', 'name': 'tempest-TestShelveInstance-1880247420-router', 'tenant_id': '970d06f2d1e24f0e9072a7f43bb4925b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'ece5c27b-ccfe-4dcf-b976-5bdb3e5be9ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:32:04Z', 'updated_at': '2022-08-31T01:36:41Z', 'revision_number': 5, 'project_id': '970d06f2d1e24f0e9072a7f43bb4925b', 'gw_port': {'id': 'ece5c27b-ccfe-4dcf-b976-5bdb3e5be9ce', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f721828-a092-464d-9649-2a9ceaa7d320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:32:04Z', 'updated_at': '2022-08-31T01:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi'}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:41.941003 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=100 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:36:41.965099 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506e4d98-71cc-4cce-89eb-9c4c9262c7a2 None None] Checking router: 0f721828-a092-464d-9649-2a9ceaa7d320 for host: dv-cinder-855288-2-iscsi {{(pid=106779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:36:41.974210 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506e4d98-71cc-4cce-89eb-9c4c9262c7a2 None None] Routers {'0f721828-a092-464d-9649-2a9ceaa7d320'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:36:41.974838 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-506e4d98-71cc-4cce-89eb-9c4c9262c7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:36:33Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['0f721828-a092-464d-9649-2a9ceaa7d320'], 'active': True} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:42.009444 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=100 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:36:42.078049 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvr_db [None req-506e4d98-71cc-4cce-89eb-9c4c9262c7a2 None None] Set router 0f721828-a092-464d-9649-2a9ceaa7d320 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:36:42.092894 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:36:42.110811 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e638d131-c98d-4555-b909-a754db9aa047 admin admin] Publish callbacks [] for router_gateway (0f721828-a092-464d-9649-2a9ceaa7d320), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:42.222909 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.plugin [None req-e638d131-c98d-4555-b909-a754db9aa047 admin admin] Deleting port ece5c27b-ccfe-4dcf-b976-5bdb3e5be9ce {{(pid=106777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:36:42.223252 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e638d131-c98d-4555-b909-a754db9aa047 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (ece5c27b-ccfe-4dcf-b976-5bdb3e5be9ce), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:42.242683 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-506e4d98-71cc-4cce-89eb-9c4c9262c7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f721828-a092-464d-9649-2a9ceaa7d320', 'name': 'tempest-TestShelveInstance-1880247420-router', 'tenant_id': '970d06f2d1e24f0e9072a7f43bb4925b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'ece5c27b-ccfe-4dcf-b976-5bdb3e5be9ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:32:04Z', 'updated_at': '2022-08-31T01:36:41Z', 'revision_number': 5, 'project_id': '970d06f2d1e24f0e9072a7f43bb4925b', 'gw_port': {'id': 'ece5c27b-ccfe-4dcf-b976-5bdb3e5be9ce', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f721828-a092-464d-9649-2a9ceaa7d320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:32:04Z', 'updated_at': '2022-08-31T01:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi'}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:42.260472 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:DELETE=1,neutron:UPDATE=3,neutron:SELECT=96 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:36:42.270240 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506e4d98-71cc-4cce-89eb-9c4c9262c7a2 None None] The sync data for ids ['0f721828-a092-464d-9649-2a9ceaa7d320'] in dv-cinder-855288-2-iscsi is: [{'id': '0f721828-a092-464d-9649-2a9ceaa7d320', 'name': 'tempest-TestShelveInstance-1880247420-router', 'tenant_id': '970d06f2d1e24f0e9072a7f43bb4925b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'ece5c27b-ccfe-4dcf-b976-5bdb3e5be9ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:32:04Z', 'updated_at': '2022-08-31T01:36:41Z', 'revision_number': 5, 'project_id': '970d06f2d1e24f0e9072a7f43bb4925b', 'gw_port': {'id': 'ece5c27b-ccfe-4dcf-b976-5bdb3e5be9ce', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f721828-a092-464d-9649-2a9ceaa7d320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:32:04Z', 'updated_at': '2022-08-31T01:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi'}] {{(pid=106779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:36:42.308922 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.db [None req-e638d131-c98d-4555-b909-a754db9aa047 admin admin] For port ece5c27b-ccfe-4dcf-b976-5bdb3e5be9ce, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=ece5c27b-ccfe-4dcf-b976-5bdb3e5be9ce,segment=NetworkSegment(5532158b-12fc-4975-99d9-f23bee8acdf7),segment_id=5532158b-12fc-4975-99d9-f23bee8acdf7)] {{(pid=106777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:36:42.308922 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e638d131-c98d-4555-b909-a754db9aa047 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (ece5c27b-ccfe-4dcf-b976-5bdb3e5be9ce), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:42.320527 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.plugin [None req-e638d131-c98d-4555-b909-a754db9aa047 admin admin] Calling delete_port for ece5c27b-ccfe-4dcf-b976-5bdb3e5be9ce owned by network:router_gateway {{(pid=106777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:36:42.542613 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e638d131-c98d-4555-b909-a754db9aa047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5261574'] for port (ece5c27b-ccfe-4dcf-b976-5bdb3e5be9ce), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:42.570152 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e638d131-c98d-4555-b909-a754db9aa047 admin admin] Pushing event deleted for resources: {'Port': ['ID=ece5c27b-ccfe-4dcf-b976-5bdb3e5be9ce,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:42.632918 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e638d131-c98d-4555-b909-a754db9aa047 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608328'] for router_gateway (0f721828-a092-464d-9649-2a9ceaa7d320), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:42.723039 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e638d131-c98d-4555-b909-a754db9aa047 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10600'] for router (0f721828-a092-464d-9649-2a9ceaa7d320), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:42.725493 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e638d131-c98d-4555-b909-a754db9aa047 admin admin] Publish callbacks [] for router_controller (0f721828-a092-464d-9649-2a9ceaa7d320), precommit_delete_associations {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:42.840008 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e638d131-c98d-4555-b909-a754db9aa047 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636102'] for router (0f721828-a092-464d-9649-2a9ceaa7d320), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:42.840639 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e638d131-c98d-4555-b909-a754db9aa047 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f721828-a092-464d-9649-2a9ceaa7d320 {{(pid=106777) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:36:42.845454 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-e638d131-c98d-4555-b909-a754db9aa047 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:42.846776 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-e638d131-c98d-4555-b909-a754db9aa047 admin admin] 10.222.0.20 "DELETE /networking/v2.0/routers/0f721828-a092-464d-9649-2a9ceaa7d320 HTTP/1.1" status: 204 len: 168 time: 1.2076993 Aug 31 01:36:42.849176 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 37980) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:36:42.906863 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a295ba4-3318-4b95-9d09-46120ad7a1ff admin admin] Deleting subnet 13bf33c4-dc93-411d-b62c-34bc26f1dd78 {{(pid=106777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 01:36:42.910244 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-0a295ba4-3318-4b95-9d09-46120ad7a1ff admin admin] Publish callbacks [] for subnet (13bf33c4-dc93-411d-b62c-34bc26f1dd78), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:42.946758 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-0a295ba4-3318-4b95-9d09-46120ad7a1ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6594457'] for subnet (13bf33c4-dc93-411d-b62c-34bc26f1dd78), precommit_delete_associations {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:43.006134 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:36:43.022416 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-0a295ba4-3318-4b95-9d09-46120ad7a1ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1483629'] for subnet (13bf33c4-dc93-411d-b62c-34bc26f1dd78), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:43.142763 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-0a295ba4-3318-4b95-9d09-46120ad7a1ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1483636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5262325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5608361'] for subnet (13bf33c4-dc93-411d-b62c-34bc26f1dd78), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:43.168299 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a295ba4-3318-4b95-9d09-46120ad7a1ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13bf33c4-dc93-411d-b62c-34bc26f1dd78,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:43.175207 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-0a295ba4-3318-4b95-9d09-46120ad7a1ff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:43.179968 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-0a295ba4-3318-4b95-9d09-46120ad7a1ff admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/13bf33c4-dc93-411d-b62c-34bc26f1dd78 HTTP/1.1" status: 204 len: 168 time: 0.3294907 Aug 31 01:36:43.180960 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e549bcf-33af-46ec-8f2d-664daadd54ec None None] Network 8302676b-2573-43a3-9e62-be304d7b7f01 requested from dv-cinder-855288-2-iscsi {{(pid=106778) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 01:36:43.182364 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 37982) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:36:43.255103 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-c7996f08-dd52-43a9-9e86-870bf8e55024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1495376'] for network (8302676b-2573-43a3-9e62-be304d7b7f01), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:43.302122 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [None req-c7996f08-dd52-43a9-9e86-870bf8e55024 admin admin] Deleting port 84723dfa-e911-4060-a76a-be69370db717 {{(pid=106776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:36:43.302956 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-c7996f08-dd52-43a9-9e86-870bf8e55024 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (84723dfa-e911-4060-a76a-be69370db717), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:43.305666 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:36:43.326954 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 99345bcd-25b3-4d58-b0c0-258dec10ef70 no longer exists at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:36:43.344215 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] No Port match for: 99345bcd-25b3-4d58-b0c0-258dec10ef70 {{(pid=106778) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 01:36:43.344670 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 99345bcd-25b3-4d58-b0c0-258dec10ef70 not bound to the agent host dv-cinder-855288-2-iscsi {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:36:43.345124 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device ece5c27b-ccfe-4dcf-b976-5bdb3e5be9ce no longer exists at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:36:43.364760 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] No Port match for: ece5c27b-ccfe-4dcf-b976-5bdb3e5be9ce {{(pid=106778) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 01:36:43.365116 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device ece5c27b-ccfe-4dcf-b976-5bdb3e5be9ce not bound to the agent host dv-cinder-855288-2-iscsi {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:36:43.372112 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a4d0b5-42a8-40cb-a67c-76c49d15f20f None None] DHCP port deletion for 8302676b-2573-43a3-9e62-be304d7b7f01 request from dv-cinder-855288-2-iscsi {{(pid=106778) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 01:36:43.385453 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.db [None req-c7996f08-dd52-43a9-9e86-870bf8e55024 admin admin] For port 84723dfa-e911-4060-a76a-be69370db717, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=84723dfa-e911-4060-a76a-be69370db717,segment=NetworkSegment(8994d348-5d09-4aea-bc75-847599eef432),segment_id=8994d348-5d09-4aea-bc75-847599eef432)] {{(pid=106776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:36:43.385902 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-c7996f08-dd52-43a9-9e86-870bf8e55024 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (84723dfa-e911-4060-a76a-be69370db717), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:43.399463 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [None req-c7996f08-dd52-43a9-9e86-870bf8e55024 admin admin] Calling delete_port for 84723dfa-e911-4060-a76a-be69370db717 owned by network:dhcp {{(pid=106776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:36:43.408966 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-20a4d0b5-42a8-40cb-a67c-76c49d15f20f None None] Deleting port 84723dfa-e911-4060-a76a-be69370db717 {{(pid=106778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:36:43.409342 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-20a4d0b5-42a8-40cb-a67c-76c49d15f20f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (84723dfa-e911-4060-a76a-be69370db717), before_delete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:43.476262 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-20a4d0b5-42a8-40cb-a67c-76c49d15f20f None None] For port 84723dfa-e911-4060-a76a-be69370db717, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=84723dfa-e911-4060-a76a-be69370db717,segment=NetworkSegment(8994d348-5d09-4aea-bc75-847599eef432),segment_id=8994d348-5d09-4aea-bc75-847599eef432)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:36:43.476656 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-20a4d0b5-42a8-40cb-a67c-76c49d15f20f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (84723dfa-e911-4060-a76a-be69370db717), precommit_delete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:43.491153 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-20a4d0b5-42a8-40cb-a67c-76c49d15f20f None None] Calling delete_port for 84723dfa-e911-4060-a76a-be69370db717 owned by network:dhcp {{(pid=106778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:36:43.533362 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:36:43.576631 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-c7996f08-dd52-43a9-9e86-870bf8e55024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6273727'] for port (84723dfa-e911-4060-a76a-be69370db717), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:43.582828 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-20a4d0b5-42a8-40cb-a67c-76c49d15f20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847'] for port (84723dfa-e911-4060-a76a-be69370db717), after_delete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:43.590244 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:DELETE=5 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:36:43.604523 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7996f08-dd52-43a9-9e86-870bf8e55024 admin admin] Pushing event deleted for resources: {'Port': ['ID=84723dfa-e911-4060-a76a-be69370db717,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:43.609235 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7996f08-dd52-43a9-9e86-870bf8e55024 admin admin] No DVR routers for this DVR port 84723dfa-e911-4060-a76a-be69370db717 on host dv-cinder-855288-2-iscsi {{(pid=106776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 01:36:43.611797 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a4d0b5-42a8-40cb-a67c-76c49d15f20f None None] No DVR routers for this DVR port 84723dfa-e911-4060-a76a-be69370db717 on host dv-cinder-855288-2-iscsi {{(pid=106778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 01:36:43.613868 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a4d0b5-42a8-40cb-a67c-76c49d15f20f None None] Pushing event deleted for resources: {'Port': ['ID=84723dfa-e911-4060-a76a-be69370db717,revision_number=None']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:43.681558 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-c7996f08-dd52-43a9-9e86-870bf8e55024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1483790', 'neutron.services.segments.db._delete_segments_for_network-8779186328131'] for network (8302676b-2573-43a3-9e62-be304d7b7f01), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:43.702230 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.services.segments.db [None req-c7996f08-dd52-43a9-9e86-870bf8e55024 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8302676b-2573-43a3-9e62-be304d7b7f01']}} {{(pid=106776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:43.712694 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.services.segments.db [None req-c7996f08-dd52-43a9-9e86-870bf8e55024 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8994d348-5d09-4aea-bc75-847599eef432') {'for_net_delete': True} {{(pid=106776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:43.713024 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.services.segments.db [None req-c7996f08-dd52-43a9-9e86-870bf8e55024 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8994d348-5d09-4aea-bc75-847599eef432') {} {{(pid=106776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:43.722735 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-c7996f08-dd52-43a9-9e86-870bf8e55024 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779186303919', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223806'] for segment (8994d348-5d09-4aea-bc75-847599eef432), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:43.736573 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-c7996f08-dd52-43a9-9e86-870bf8e55024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484916'] for segment (8994d348-5d09-4aea-bc75-847599eef432), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:43.742797 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7996f08-dd52-43a9-9e86-870bf8e55024 admin admin] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=106776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:36:43.743178 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-c7996f08-dd52-43a9-9e86-870bf8e55024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6273770'] for segment (8994d348-5d09-4aea-bc75-847599eef432), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:43.822627 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.services.segments.plugin [-] Segment 8994d348-5d09-4aea-bc75-847599eef432 resource provider aggregate not found Aug 31 01:36:43.839447 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.services.segments.plugin [-] Segment 8994d348-5d09-4aea-bc75-847599eef432 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8994d348-5d09-4aea-bc75-847599eef432 found for delete ", "request_id": "req-25294c74-f6fd-4d80-aca3-4ae775c15e17"}]} Aug 31 01:36:43.856426 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-c7996f08-dd52-43a9-9e86-870bf8e55024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1483783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608292'] for network (8302676b-2573-43a3-9e62-be304d7b7f01), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:43.861922 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-c7996f08-dd52-43a9-9e86-870bf8e55024 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537412'] for network (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:43.866433 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-c7996f08-dd52-43a9-9e86-870bf8e55024 admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/8302676b-2573-43a3-9e62-be304d7b7f01 HTTP/1.1" status: 204 len: 168 time: 0.6815846 Aug 31 01:36:43.868138 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 37992) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:36:43.877591 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7996f08-dd52-43a9-9e86-870bf8e55024 admin admin] Pushing event deleted for resources: {'Network': ['ID=8302676b-2573-43a3-9e62-be304d7b7f01,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:44.134568 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=83,neutron:DELETE=13,neutron:UPDATE=4 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:36:44.178768 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-0be47cc6-072f-462e-9c7b-e8fe9ef2b7d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-636683'] for router_interface (b5cc6242-d5cd-4389-9661-1d85cf22d0ad), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:44.398961 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.plugin [None req-0be47cc6-072f-462e-9c7b-e8fe9ef2b7d7 admin admin] Deleting port 3acf6668-c128-465f-8374-b6d0548773b1 {{(pid=106777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:36:44.399212 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-0be47cc6-072f-462e-9c7b-e8fe9ef2b7d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (3acf6668-c128-465f-8374-b6d0548773b1), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:44.480782 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.db [None req-0be47cc6-072f-462e-9c7b-e8fe9ef2b7d7 admin admin] For port 3acf6668-c128-465f-8374-b6d0548773b1, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=3acf6668-c128-465f-8374-b6d0548773b1,segment=NetworkSegment(bf864a09-9ffb-4c51-8359-f838d5adce71),segment_id=bf864a09-9ffb-4c51-8359-f838d5adce71)] {{(pid=106777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:36:44.481146 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-0be47cc6-072f-462e-9c7b-e8fe9ef2b7d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (3acf6668-c128-465f-8374-b6d0548773b1), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:44.494386 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.plugin [None req-0be47cc6-072f-462e-9c7b-e8fe9ef2b7d7 admin admin] Calling delete_port for 3acf6668-c128-465f-8374-b6d0548773b1 owned by network:router_interface {{(pid=106777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:36:44.618596 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:36:44.733050 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-0be47cc6-072f-462e-9c7b-e8fe9ef2b7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5261574'] for port (3acf6668-c128-465f-8374-b6d0548773b1), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:44.756523 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be47cc6-072f-462e-9c7b-e8fe9ef2b7d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3acf6668-c128-465f-8374-b6d0548773b1,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:44.920435 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-0be47cc6-072f-462e-9c7b-e8fe9ef2b7d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-636091'] for router_interface (b5cc6242-d5cd-4389-9661-1d85cf22d0ad), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:45.006469 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:36:45.130076 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0be47cc6-072f-462e-9c7b-e8fe9ef2b7d7 admin admin] Router b5cc6242-d5cd-4389-9661-1d85cf22d0ad has already been hosted by L3 agent 1428144b-5b15-4168-8538-b51b3045e8b6 {{(pid=106777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:36:45.237111 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0be47cc6-072f-462e-9c7b-e8fe9ef2b7d7 admin admin] Notify agent at l3_agent.dv-cinder-855288-2-iscsi the message routers_updated {{(pid=106777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:36:45.242125 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-0be47cc6-072f-462e-9c7b-e8fe9ef2b7d7 admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/b5cc6242-d5cd-4389-9661-1d85cf22d0ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3729467 Aug 31 01:36:45.244637 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 37994) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:36:45.246523 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63df64f1-6eba-4d88-9d39-bfc2285b792d None None] Sync routers for ids ['b5cc6242-d5cd-4389-9661-1d85cf22d0ad'] in dv-cinder-855288-2-iscsi {{(pid=106778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:36:45.257706 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63df64f1-6eba-4d88-9d39-bfc2285b792d None None] Routers {'b5cc6242-d5cd-4389-9661-1d85cf22d0ad'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:36:45.258219 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-63df64f1-6eba-4d88-9d39-bfc2285b792d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:36:33Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['b5cc6242-d5cd-4389-9661-1d85cf22d0ad'], 'active': True} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:45.263865 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 84723dfa-e911-4060-a76a-be69370db717 no longer exists at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:36:45.321323 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] No Port match for: 84723dfa-e911-4060-a76a-be69370db717 {{(pid=106778) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 01:36:45.321665 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 84723dfa-e911-4060-a76a-be69370db717 not bound to the agent host dv-cinder-855288-2-iscsi {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:36:45.345678 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-0871b4d1-d85e-4be1-9558-2ca896183622 admin admin] Publish callbacks [] for router (b5cc6242-d5cd-4389-9661-1d85cf22d0ad), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:45.386949 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvr_db [None req-63df64f1-6eba-4d88-9d39-bfc2285b792d None None] Set router b5cc6242-d5cd-4389-9661-1d85cf22d0ad gateway port host: dv-cinder-855288-2-iscsi {{(pid=106778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:36:45.443245 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-0871b4d1-d85e-4be1-9558-2ca896183622 admin admin] Publish callbacks [] for router_gateway (b5cc6242-d5cd-4389-9661-1d85cf22d0ad), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:45.552491 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-63df64f1-6eba-4d88-9d39-bfc2285b792d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cc6242-d5cd-4389-9661-1d85cf22d0ad', 'name': 'tempest-TestShelveInstance-2109239539-router', 'tenant_id': 'dd9592e823ce4809b652aa7fd2029f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '8a60e013-02b8-467a-9404-25cd2cbd52c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:32:09Z', 'updated_at': '2022-08-31T01:36:44Z', 'revision_number': 5, 'project_id': 'dd9592e823ce4809b652aa7fd2029f49', 'gw_port': {'id': '8a60e013-02b8-467a-9404-25cd2cbd52c4', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cc6242-d5cd-4389-9661-1d85cf22d0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:32:10Z', 'updated_at': '2022-08-31T01:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi'}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:45.559663 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.plugin [None req-0871b4d1-d85e-4be1-9558-2ca896183622 admin admin] Deleting port 8a60e013-02b8-467a-9404-25cd2cbd52c4 {{(pid=106777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:36:45.560009 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-0871b4d1-d85e-4be1-9558-2ca896183622 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (8a60e013-02b8-467a-9404-25cd2cbd52c4), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:45.578029 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63df64f1-6eba-4d88-9d39-bfc2285b792d None None] Checking router: b5cc6242-d5cd-4389-9661-1d85cf22d0ad for host: dv-cinder-855288-2-iscsi {{(pid=106778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:36:45.587423 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63df64f1-6eba-4d88-9d39-bfc2285b792d None None] Routers {'b5cc6242-d5cd-4389-9661-1d85cf22d0ad'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:36:45.588025 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-63df64f1-6eba-4d88-9d39-bfc2285b792d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:36:33Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['b5cc6242-d5cd-4389-9661-1d85cf22d0ad'], 'active': True} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:45.604779 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:36:45.641820 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.db [None req-0871b4d1-d85e-4be1-9558-2ca896183622 admin admin] For port 8a60e013-02b8-467a-9404-25cd2cbd52c4, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=8a60e013-02b8-467a-9404-25cd2cbd52c4,segment=NetworkSegment(5532158b-12fc-4975-99d9-f23bee8acdf7),segment_id=5532158b-12fc-4975-99d9-f23bee8acdf7)] {{(pid=106777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:36:45.642178 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-0871b4d1-d85e-4be1-9558-2ca896183622 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (8a60e013-02b8-467a-9404-25cd2cbd52c4), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:45.659488 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.plugin [None req-0871b4d1-d85e-4be1-9558-2ca896183622 admin admin] Calling delete_port for 8a60e013-02b8-467a-9404-25cd2cbd52c4 owned by network:router_gateway {{(pid=106777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:36:45.672118 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvr_db [None req-63df64f1-6eba-4d88-9d39-bfc2285b792d None None] Set router b5cc6242-d5cd-4389-9661-1d85cf22d0ad gateway port host: None {{(pid=106778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:36:45.724390 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-63df64f1-6eba-4d88-9d39-bfc2285b792d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cc6242-d5cd-4389-9661-1d85cf22d0ad', 'name': 'tempest-TestShelveInstance-2109239539-router', 'tenant_id': 'dd9592e823ce4809b652aa7fd2029f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:32:09Z', 'updated_at': '2022-08-31T01:36:45Z', 'revision_number': 6, 'project_id': 'dd9592e823ce4809b652aa7fd2029f49', 'gw_port_host': None}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:45.749030 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63df64f1-6eba-4d88-9d39-bfc2285b792d None None] The sync data for ids ['b5cc6242-d5cd-4389-9661-1d85cf22d0ad'] in dv-cinder-855288-2-iscsi is: [{'id': 'b5cc6242-d5cd-4389-9661-1d85cf22d0ad', 'name': 'tempest-TestShelveInstance-2109239539-router', 'tenant_id': 'dd9592e823ce4809b652aa7fd2029f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:32:09Z', 'updated_at': '2022-08-31T01:36:45Z', 'revision_number': 6, 'project_id': 'dd9592e823ce4809b652aa7fd2029f49', 'gw_port_host': None}] {{(pid=106778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:36:45.898482 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-0871b4d1-d85e-4be1-9558-2ca896183622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5261574'] for port (8a60e013-02b8-467a-9404-25cd2cbd52c4), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:45.924189 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0871b4d1-d85e-4be1-9558-2ca896183622 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a60e013-02b8-467a-9404-25cd2cbd52c4,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:45.983808 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-0871b4d1-d85e-4be1-9558-2ca896183622 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608328'] for router_gateway (b5cc6242-d5cd-4389-9661-1d85cf22d0ad), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:46.070746 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-0871b4d1-d85e-4be1-9558-2ca896183622 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10600'] for router (b5cc6242-d5cd-4389-9661-1d85cf22d0ad), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:46.072859 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-0871b4d1-d85e-4be1-9558-2ca896183622 admin admin] Publish callbacks [] for router_controller (b5cc6242-d5cd-4389-9661-1d85cf22d0ad), precommit_delete_associations {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:46.075514 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:36:46.161494 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-0871b4d1-d85e-4be1-9558-2ca896183622 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636102'] for router (b5cc6242-d5cd-4389-9661-1d85cf22d0ad), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:46.162077 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0871b4d1-d85e-4be1-9558-2ca896183622 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5cc6242-d5cd-4389-9661-1d85cf22d0ad {{(pid=106777) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:36:46.166785 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-0871b4d1-d85e-4be1-9558-2ca896183622 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:46.167938 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-0871b4d1-d85e-4be1-9558-2ca896183622 admin admin] 10.222.0.20 "DELETE /networking/v2.0/routers/b5cc6242-d5cd-4389-9661-1d85cf22d0ad HTTP/1.1" status: 204 len: 168 time: 0.9223781 Aug 31 01:36:46.170653 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 37996) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:36:46.219314 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.db_base_plugin_v2 [None req-2afa24c7-9692-4da3-8bc5-982a2694a8f5 admin admin] Deleting subnet 26aacfbb-9da3-4316-af5c-bff5ae0ee1c4 {{(pid=106776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 01:36:46.222128 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:36:46.223021 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-2afa24c7-9692-4da3-8bc5-982a2694a8f5 admin admin] Publish callbacks [] for subnet (26aacfbb-9da3-4316-af5c-bff5ae0ee1c4), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:46.260766 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-2afa24c7-9692-4da3-8bc5-982a2694a8f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6223797'] for subnet (26aacfbb-9da3-4316-af5c-bff5ae0ee1c4), precommit_delete_associations {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:46.337612 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-2afa24c7-9692-4da3-8bc5-982a2694a8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1483629'] for subnet (26aacfbb-9da3-4316-af5c-bff5ae0ee1c4), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:46.474600 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-2afa24c7-9692-4da3-8bc5-982a2694a8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1483636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6273100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4799849'] for subnet (26aacfbb-9da3-4316-af5c-bff5ae0ee1c4), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:46.720873 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afa24c7-9692-4da3-8bc5-982a2694a8f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26aacfbb-9da3-4316-af5c-bff5ae0ee1c4,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:46.725121 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-2afa24c7-9692-4da3-8bc5-982a2694a8f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537412'] for subnet (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:46.728797 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-2afa24c7-9692-4da3-8bc5-982a2694a8f5 admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/26aacfbb-9da3-4316-af5c-bff5ae0ee1c4 HTTP/1.1" status: 204 len: 168 time: 0.5569744 Aug 31 01:36:46.731107 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b021638-7d5f-4339-b981-de24ba7b666e None None] Network 23886f4b-e730-461e-bc0d-56bf305936c6 requested from dv-cinder-855288-2-iscsi {{(pid=106778) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 01:36:46.731602 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 37998) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:36:46.800436 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-54d43ab5-c623-4c89-9c08-5e6071dc5726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1495376'] for network (23886f4b-e730-461e-bc0d-56bf305936c6), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:46.846534 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [None req-54d43ab5-c623-4c89-9c08-5e6071dc5726 admin admin] Deleting port 04696b1b-221e-4a7b-b121-575687a0c2c1 {{(pid=106776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:36:46.846929 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-54d43ab5-c623-4c89-9c08-5e6071dc5726 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (04696b1b-221e-4a7b-b121-575687a0c2c1), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:46.880238 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a10035e-f760-4389-8ed6-bce2bb9ae6d1 None None] DHCP port deletion for 23886f4b-e730-461e-bc0d-56bf305936c6 request from dv-cinder-855288-2-iscsi {{(pid=106778) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 01:36:46.916903 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.db [None req-54d43ab5-c623-4c89-9c08-5e6071dc5726 admin admin] For port 04696b1b-221e-4a7b-b121-575687a0c2c1, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=04696b1b-221e-4a7b-b121-575687a0c2c1,segment=NetworkSegment(bf864a09-9ffb-4c51-8359-f838d5adce71),segment_id=bf864a09-9ffb-4c51-8359-f838d5adce71)] {{(pid=106776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:36:46.917290 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-54d43ab5-c623-4c89-9c08-5e6071dc5726 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (04696b1b-221e-4a7b-b121-575687a0c2c1), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:46.918890 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-2a10035e-f760-4389-8ed6-bce2bb9ae6d1 None None] Deleting port 04696b1b-221e-4a7b-b121-575687a0c2c1 {{(pid=106778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:36:46.919263 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-2a10035e-f760-4389-8ed6-bce2bb9ae6d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (04696b1b-221e-4a7b-b121-575687a0c2c1), before_delete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:46.930901 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [None req-54d43ab5-c623-4c89-9c08-5e6071dc5726 admin admin] Calling delete_port for 04696b1b-221e-4a7b-b121-575687a0c2c1 owned by network:dhcp {{(pid=106776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:36:46.985525 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:36:47.104091 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-54d43ab5-c623-4c89-9c08-5e6071dc5726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6273727'] for port (04696b1b-221e-4a7b-b121-575687a0c2c1), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:47.113370 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-2a10035e-f760-4389-8ed6-bce2bb9ae6d1 None None] For port 04696b1b-221e-4a7b-b121-575687a0c2c1, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=04696b1b-221e-4a7b-b121-575687a0c2c1,segment=NetworkSegment(bf864a09-9ffb-4c51-8359-f838d5adce71),segment_id=bf864a09-9ffb-4c51-8359-f838d5adce71)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:36:47.113852 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-2a10035e-f760-4389-8ed6-bce2bb9ae6d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (04696b1b-221e-4a7b-b121-575687a0c2c1), precommit_delete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:47.127853 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-2a10035e-f760-4389-8ed6-bce2bb9ae6d1 None None] Calling delete_port for 04696b1b-221e-4a7b-b121-575687a0c2c1 owned by network:dhcp {{(pid=106778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:36:47.133061 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d43ab5-c623-4c89-9c08-5e6071dc5726 admin admin] Pushing event deleted for resources: {'Port': ['ID=04696b1b-221e-4a7b-b121-575687a0c2c1,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:47.135388 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d43ab5-c623-4c89-9c08-5e6071dc5726 admin admin] No DVR routers for this DVR port 04696b1b-221e-4a7b-b121-575687a0c2c1 on host dv-cinder-855288-2-iscsi {{(pid=106776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 01:36:47.211589 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-2a10035e-f760-4389-8ed6-bce2bb9ae6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847'] for port (04696b1b-221e-4a7b-b121-575687a0c2c1), after_delete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:47.216236 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-54d43ab5-c623-4c89-9c08-5e6071dc5726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1483790', 'neutron.services.segments.db._delete_segments_for_network-8779186328131'] for network (23886f4b-e730-461e-bc0d-56bf305936c6), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:47.240258 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 04696b1b-221e-4a7b-b121-575687a0c2c1 no longer exists at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:36:47.243546 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.services.segments.db [None req-54d43ab5-c623-4c89-9c08-5e6071dc5726 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23886f4b-e730-461e-bc0d-56bf305936c6']}} {{(pid=106776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:47.244221 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a10035e-f760-4389-8ed6-bce2bb9ae6d1 None None] Pushing event deleted for resources: {'Port': ['ID=04696b1b-221e-4a7b-b121-575687a0c2c1,revision_number=None']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:47.254089 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.services.segments.db [None req-54d43ab5-c623-4c89-9c08-5e6071dc5726 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf864a09-9ffb-4c51-8359-f838d5adce71') {'for_net_delete': True} {{(pid=106776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:47.254394 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.services.segments.db [None req-54d43ab5-c623-4c89-9c08-5e6071dc5726 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf864a09-9ffb-4c51-8359-f838d5adce71') {} {{(pid=106776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:36:47.262882 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a10035e-f760-4389-8ed6-bce2bb9ae6d1 None None] No DVR routers for this DVR port 04696b1b-221e-4a7b-b121-575687a0c2c1 on host dv-cinder-855288-2-iscsi {{(pid=106778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 01:36:47.264112 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] No Port match for: 04696b1b-221e-4a7b-b121-575687a0c2c1 {{(pid=106778) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 01:36:47.264463 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 04696b1b-221e-4a7b-b121-575687a0c2c1 not bound to the agent host dv-cinder-855288-2-iscsi {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:36:47.264884 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 3acf6668-c128-465f-8374-b6d0548773b1 no longer exists at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:36:47.265239 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-54d43ab5-c623-4c89-9c08-5e6071dc5726 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779186303919', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223806'] for segment (bf864a09-9ffb-4c51-8359-f838d5adce71), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:47.283325 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-54d43ab5-c623-4c89-9c08-5e6071dc5726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484916'] for segment (bf864a09-9ffb-4c51-8359-f838d5adce71), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:47.284434 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] No Port match for: 3acf6668-c128-465f-8374-b6d0548773b1 {{(pid=106778) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 01:36:47.284798 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 3acf6668-c128-465f-8374-b6d0548773b1 not bound to the agent host dv-cinder-855288-2-iscsi {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:36:47.286917 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 8a60e013-02b8-467a-9404-25cd2cbd52c4 no longer exists at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:36:47.292629 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54d43ab5-c623-4c89-9c08-5e6071dc5726 admin admin] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=106776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:36:47.293068 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-54d43ab5-c623-4c89-9c08-5e6071dc5726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6273770'] for segment (bf864a09-9ffb-4c51-8359-f838d5adce71), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:47.304819 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] No Port match for: 8a60e013-02b8-467a-9404-25cd2cbd52c4 {{(pid=106778) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 01:36:47.305171 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 8a60e013-02b8-467a-9404-25cd2cbd52c4 not bound to the agent host dv-cinder-855288-2-iscsi {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:36:47.343222 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.services.segments.plugin [-] Segment bf864a09-9ffb-4c51-8359-f838d5adce71 resource provider aggregate not found Aug 31 01:36:47.362429 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.services.segments.plugin [-] Segment bf864a09-9ffb-4c51-8359-f838d5adce71 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bf864a09-9ffb-4c51-8359-f838d5adce71 found for delete ", "request_id": "req-cddf87e3-b863-495f-a115-b8920287497b"}]} Aug 31 01:36:47.447772 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-54d43ab5-c623-4c89-9c08-5e6071dc5726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1483783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608292'] for network (23886f4b-e730-461e-bc0d-56bf305936c6), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:47.453538 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-54d43ab5-c623-4c89-9c08-5e6071dc5726 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537412'] for network (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:47.456954 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-54d43ab5-c623-4c89-9c08-5e6071dc5726 admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/23886f4b-e730-461e-bc0d-56bf305936c6 HTTP/1.1" status: 204 len: 168 time: 0.7248504 Aug 31 01:36:47.469188 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d43ab5-c623-4c89-9c08-5e6071dc5726 admin admin] Pushing event deleted for resources: {'Network': ['ID=23886f4b-e730-461e-bc0d-56bf305936c6,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:47.830310 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 38006) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:36:47.871189 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-a0c1cc76-7ea5-4836-b5c5-eff69518a09e admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=970d06f2d1e24f0e9072a7f43bb4925b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394468 Aug 31 01:36:47.873794 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 38008) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:36:47.898059 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:36:47.926751 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-48068aac-802b-4368-bda9-200c9cc697ba admin admin] Publish callbacks [] for security_group (a7c5e6df-5564-41fb-9acf-e38b38083b6c), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:47.947600 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-48068aac-802b-4368-bda9-200c9cc697ba admin admin] Publish callbacks [] for security_group (a7c5e6df-5564-41fb-9acf-e38b38083b6c), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:48.153722 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-48068aac-802b-4368-bda9-200c9cc697ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (a7c5e6df-5564-41fb-9acf-e38b38083b6c), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:48.156211 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-48068aac-802b-4368-bda9-200c9cc697ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:48.157456 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-48068aac-802b-4368-bda9-200c9cc697ba admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/a7c5e6df-5564-41fb-9acf-e38b38083b6c HTTP/1.1" status: 204 len: 168 time: 0.2827182 Aug 31 01:36:48.169101 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48068aac-802b-4368-bda9-200c9cc697ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c5e6df-5564-41fb-9acf-e38b38083b6c,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:48.811617 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 38014) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:36:48.852022 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-cb5b52fb-6239-4a30-a0dd-9e426aa13bcf admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=dd9592e823ce4809b652aa7fd2029f49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391941 Aug 31 01:36:48.854476 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 38016) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:36:48.905748 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-07258823-d602-4633-a0bf-d0790992d8ff admin admin] Publish callbacks [] for security_group (435aafc6-79d5-44a8-a519-f0b3a395f575), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:48.926194 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-07258823-d602-4633-a0bf-d0790992d8ff admin admin] Publish callbacks [] for security_group (435aafc6-79d5-44a8-a519-f0b3a395f575), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:49.050635 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-07258823-d602-4633-a0bf-d0790992d8ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (435aafc6-79d5-44a8-a519-f0b3a395f575), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:49.053167 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-07258823-d602-4633-a0bf-d0790992d8ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:36:49.054323 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-07258823-d602-4633-a0bf-d0790992d8ff admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/435aafc6-79d5-44a8-a519-f0b3a395f575 HTTP/1.1" status: 204 len: 168 time: 0.1989186 Aug 31 01:36:49.062386 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07258823-d602-4633-a0bf-d0790992d8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=435aafc6-79d5-44a8-a519-f0b3a395f575,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:36:50.983886 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.agents_db [None req-5925ee7b-6bd5-4912-8f46-3ff11817b141 None None] Agent healthcheck: found 6 active agents {{(pid=106779) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:36:51.730438 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-817d992b-0ffe-4698-b6fa-058f2d16b3bd req-d72437e5-6eeb-44ad-8030-99545c8f3ef5 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?device_id=577caa63-5dbe-4508-8004-488bd8d79ac7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0372145 Aug 31 01:36:51.807934 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d992b-0ffe-4698-b6fa-058f2d16b3bd req-e71e175e-2f0f-45ee-9723-6321c6d570b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:36:51.809431 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-817d992b-0ffe-4698-b6fa-058f2d16b3bd req-e71e175e-2f0f-45ee-9723-6321c6d570b0 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=8a6177d84e534b358b475672f474f6df&device_id=577caa63-5dbe-4508-8004-488bd8d79ac7 HTTP/1.1" status: 200 len: 1130 time: 0.0380838 Aug 31 01:36:51.915293 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d992b-0ffe-4698-b6fa-058f2d16b3bd req-e6c5f3c2-f704-48ea-a7b7-0d7a0c94fd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:36:51.916805 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-817d992b-0ffe-4698-b6fa-058f2d16b3bd req-e6c5f3c2-f704-48ea-a7b7-0d7a0c94fd0e service neutron] 10.222.0.85 "GET /networking/v2.0/networks?id=1c20fdf4-c01e-4a42-bd98-933028a4956d HTTP/1.1" status: 200 len: 913 time: 0.0903201 Aug 31 01:36:51.978671 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-817d992b-0ffe-4698-b6fa-058f2d16b3bd req-c3ad8b92-c1ae-412b-b797-ac5e0ca7721c service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4851ee9-cb6c-453e-b0ec-22dce2143857 HTTP/1.1" status: 200 len: 1002 time: 0.0548730 Aug 31 01:36:52.030502 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d992b-0ffe-4698-b6fa-058f2d16b3bd req-424756f3-4e75-415e-a7b8-e355895c52ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:36:52.031925 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-817d992b-0ffe-4698-b6fa-058f2d16b3bd req-424756f3-4e75-415e-a7b8-e355895c52ca service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=f83c53c6-3675-4265-96b4-490990a3e29d HTTP/1.1" status: 200 len: 850 time: 0.0474617 Aug 31 01:36:52.074203 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d992b-0ffe-4698-b6fa-058f2d16b3bd req-e8f500d4-bc75-40d7-9ab0-6a9eba2bb017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:36:52.075657 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-817d992b-0ffe-4698-b6fa-058f2d16b3bd req-e8f500d4-bc75-40d7-9ab0-6a9eba2bb017 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=1c20fdf4-c01e-4a42-bd98-933028a4956d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384505 Aug 31 01:36:52.167816 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-817d992b-0ffe-4698-b6fa-058f2d16b3bd req-5f76305f-2ef7-4bbe-8dda-7b7f8d2ec1ca service neutron] 10.222.0.85 "GET /networking/v2.0/networks/1c20fdf4-c01e-4a42-bd98-933028a4956d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865431 Aug 31 01:36:52.221749 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:36:52.258666 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-817d992b-0ffe-4698-b6fa-058f2d16b3bd req-b73fc67d-99ea-43bd-adca-2bca93f2820b service neutron] 10.222.0.85 "GET /networking/v2.0/networks/1c20fdf4-c01e-4a42-bd98-933028a4956d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845475 Aug 31 01:36:57.288231 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=80,neutron:DELETE=1 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:36:59.057585 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=24,neutron:DELETE=3 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:36:59.058414 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=47,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:36:59.074743 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=88,neutron:DELETE=4 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:37:00.979532 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=50 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:37:00.980293 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=36 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:37:01.281047 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-9ebf369d-43a9-4b5c-8098-81d7d0e4e338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (06e7caa6-6f15-45a1-a03b-1c511964ed9a), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:37:02.256304 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=56 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:37:03.549390 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-16f64fe8-9adb-483f-8a0b-f083b942f140 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (1428144b-5b15-4168-8538-b51b3045e8b6), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:37:03.959243 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (799b9b45-836a-4007-8b99-6041c4a5ce6b), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:37:05.018115 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-6cf74907-e165-4231-8e79-d72e153e628e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (625e835a-7d63-45f9-8a46-c3ba876c3627), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:37:06.401038 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (f96ef3eb-5320-49ab-b33a-a2775d3a6053), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:37:06.438609 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-f7411cf7-2853-429b-aa0f-54d02b543116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (5f821ebb-aac9-4915-bb43-6712672a5d6c), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:37:16.355662 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:37:16.361880 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:37:27.983847 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.agents_db [None req-5925ee7b-6bd5-4912-8f46-3ff11817b141 None None] Agent healthcheck: found 6 active agents {{(pid=106779) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:37:31.283896 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-349cb18b-05ae-4759-a7ff-ea5e015a19c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (06e7caa6-6f15-45a1-a03b-1c511964ed9a), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:37:33.546419 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-8c584d8b-ad83-49a5-bcad-da71277b3f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (1428144b-5b15-4168-8538-b51b3045e8b6), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:37:33.948521 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (799b9b45-836a-4007-8b99-6041c4a5ce6b), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:37:35.020860 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-6cf74907-e165-4231-8e79-d72e153e628e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (625e835a-7d63-45f9-8a46-c3ba876c3627), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:37:36.405825 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (f96ef3eb-5320-49ab-b33a-a2775d3a6053), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:37:36.431812 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-f7411cf7-2853-429b-aa0f-54d02b543116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (5f821ebb-aac9-4915-bb43-6712672a5d6c), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:37:37.978970 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=3 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:37:37.979717 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=5 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:37:46.363139 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:UPDATE=2,neutron:SELECT=8 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:37:46.365015 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:37:55.117476 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-4ac1f748-6cbd-4a24-acc0-f1366f9f19a0 req-7ea27588-0cf0-4739-ac1f-018477d6a8c0 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?device_id=577caa63-5dbe-4508-8004-488bd8d79ac7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1780329 Aug 31 01:37:55.201865 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac1f748-6cbd-4a24-acc0-f1366f9f19a0 req-73337f30-d49c-4590-8088-029edda6f1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:37:55.204029 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-4ac1f748-6cbd-4a24-acc0-f1366f9f19a0 req-73337f30-d49c-4590-8088-029edda6f1af service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=8a6177d84e534b358b475672f474f6df&device_id=577caa63-5dbe-4508-8004-488bd8d79ac7 HTTP/1.1" status: 200 len: 1130 time: 0.0447469 Aug 31 01:37:55.309047 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac1f748-6cbd-4a24-acc0-f1366f9f19a0 req-8bcaa0f1-a52a-4029-9f01-ebf12cd9a674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:37:55.310519 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-4ac1f748-6cbd-4a24-acc0-f1366f9f19a0 req-8bcaa0f1-a52a-4029-9f01-ebf12cd9a674 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?id=1c20fdf4-c01e-4a42-bd98-933028a4956d HTTP/1.1" status: 200 len: 913 time: 0.0883517 Aug 31 01:37:55.376811 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-4ac1f748-6cbd-4a24-acc0-f1366f9f19a0 req-1fe85420-cea7-40bc-a726-f659977e7b4a service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4851ee9-cb6c-453e-b0ec-22dce2143857 HTTP/1.1" status: 200 len: 1002 time: 0.0599184 Aug 31 01:37:55.425378 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac1f748-6cbd-4a24-acc0-f1366f9f19a0 req-38000a58-139f-45b8-bcd2-f051a58245e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:37:55.426864 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-4ac1f748-6cbd-4a24-acc0-f1366f9f19a0 req-38000a58-139f-45b8-bcd2-f051a58245e2 service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=f83c53c6-3675-4265-96b4-490990a3e29d HTTP/1.1" status: 200 len: 850 time: 0.0449455 Aug 31 01:37:55.468666 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac1f748-6cbd-4a24-acc0-f1366f9f19a0 req-19bd1fa5-5888-4f1e-b298-57aa0105aa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:37:55.470074 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-4ac1f748-6cbd-4a24-acc0-f1366f9f19a0 req-19bd1fa5-5888-4f1e-b298-57aa0105aa04 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=1c20fdf4-c01e-4a42-bd98-933028a4956d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379949 Aug 31 01:37:55.564037 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-4ac1f748-6cbd-4a24-acc0-f1366f9f19a0 req-2bbe05a1-5734-4d94-bc69-d5af120abe50 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/1c20fdf4-c01e-4a42-bd98-933028a4956d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882995 Aug 31 01:37:55.653331 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-4ac1f748-6cbd-4a24-acc0-f1366f9f19a0 req-0c81ebbe-b457-4efe-b1d9-900763eb9144 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/1c20fdf4-c01e-4a42-bd98-933028a4956d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839691 Aug 31 01:37:59.249179 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-a75ca455-9064-4f32-b58e-4798459e6b47 req-aba8539d-f78e-4f2e-9ec2-52cb8864100d tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1481444852&fields=id&tenant_id=8a6177d84e534b358b475672f474f6df HTTP/1.1" status: 200 len: 267 time: 0.0456018 Aug 31 01:37:59.358252 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ca455-9064-4f32-b58e-4798459e6b47 req-c6e063e0-2bdb-4702-a9cf-73b4ed7fe1f1 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:37:59.359617 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-a75ca455-9064-4f32-b58e-4798459e6b47 req-c6e063e0-2bdb-4702-a9cf-73b4ed7fe1f1 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/networks?id=1c20fdf4-c01e-4a42-bd98-933028a4956d HTTP/1.1" status: 200 len: 811 time: 0.1042521 Aug 31 01:37:59.374035 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-a75ca455-9064-4f32-b58e-4798459e6b47 req-8ea2f712-db66-473f-a343-965adf29a0d8 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/quotas/8a6177d84e534b358b475672f474f6df HTTP/1.1" status: 200 len: 375 time: 0.0090666 Aug 31 01:37:59.424766 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-a75ca455-9064-4f32-b58e-4798459e6b47 req-428a7e5c-5d81-4f47-bf70-47d1ace55c7b tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=8a6177d84e534b358b475672f474f6df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0458052 Aug 31 01:37:59.485530 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [req-a75ca455-9064-4f32-b58e-4798459e6b47 req-070f706a-cde0-4a8e-bf31-6d1ae7eb324f service neutron] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106777) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 01:37:59.486526 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-a75ca455-9064-4f32-b58e-4798459e6b47 req-070f706a-cde0-4a8e-bf31-6d1ae7eb324f service neutron] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0510869 Aug 31 01:37:59.595473 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-a75ca455-9064-4f32-b58e-4798459e6b47 req-c747b4e8-d50f-42c3-82b9-9fc00ea300ac service neutron] 10.222.0.20 "GET /networking/v2.0/networks/1c20fdf4-c01e-4a42-bd98-933028a4956d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030760 Aug 31 01:37:59.686635 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-a75ca455-9064-4f32-b58e-4798459e6b47 req-e8709876-a602-4676-abf9-455030b7e8d8 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/1c20fdf4-c01e-4a42-bd98-933028a4956d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854132 Aug 31 01:38:00.012796 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:38:00.298325 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-e7dfcbee-7b45-4862-8f46-4986762524dd req-18b214d8-75bc-429b-9296-2fbc786ddd53 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=80754cfb-0313-4198-ab32-51594eae2f65 HTTP/1.1" status: 200 len: 210 time: 0.0860229 Aug 31 01:38:01.300317 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-ecfe3de3-f962-4502-8ccd-29a0602845b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (06e7caa6-6f15-45a1-a03b-1c511964ed9a), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:38:01.390939 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-6280e461-99a1-4038-89b9-97925a1a3917 req-a77f4d7a-7bc7-408a-a32f-8772bab67536 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=80754cfb-0313-4198-ab32-51594eae2f65 HTTP/1.1" status: 200 len: 210 time: 0.0275986 Aug 31 01:38:02.176234 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ca455-9064-4f32-b58e-4798459e6b47 req-a6193726-051f-4fcc-91f2-2381be9f0ed6 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:38:02.177733 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-a75ca455-9064-4f32-b58e-4798459e6b47 req-a6193726-051f-4fcc-91f2-2381be9f0ed6 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.85 "GET /networking/v2.0/networks?id=1c20fdf4-c01e-4a42-bd98-933028a4956d HTTP/1.1" status: 200 len: 811 time: 0.1093843 Aug 31 01:38:02.240805 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-a75ca455-9064-4f32-b58e-4798459e6b47 req-bbcb0d93-149b-43be-a5cf-9db99a109e67 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.85 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8a6177d84e534b358b475672f474f6df HTTP/1.1" status: 200 len: 380 time: 0.0543184 Aug 31 01:38:02.253465 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [req-a75ca455-9064-4f32-b58e-4798459e6b47 req-7b93e587-b32b-47c0-9cfb-5001620d1f11 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Request body: {'port': {'device_id': '80754cfb-0313-4198-ab32-51594eae2f65', 'network_id': '1c20fdf4-c01e-4a42-bd98-933028a4956d', 'admin_state_up': True, 'tenant_id': '8a6177d84e534b358b475672f474f6df', 'security_groups': ['573cd7de-2f00-43aa-a347-2a31cf20105f']}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:38:02.437426 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a75ca455-9064-4f32-b58e-4798459e6b47 req-7b93e587-b32b-47c0-9cfb-5001620d1f11 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Made reservation on behalf of 8a6177d84e534b358b475672f474f6df for: {'port': 1} {{(pid=106776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:38:02.441454 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-a75ca455-9064-4f32-b58e-4798459e6b47 req-7b93e587-b32b-47c0-9cfb-5001620d1f11 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (None), before_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:38:02.491809 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-4118a8df-5e7a-44c0-8db6-f5e3d4714485 req-64ec78bd-6b62-4843-9616-60f301252518 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=80754cfb-0313-4198-ab32-51594eae2f65 HTTP/1.1" status: 200 len: 210 time: 0.0277116 Aug 31 01:38:02.551216 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:38:02.572076 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.db_base_plugin_common [req-a75ca455-9064-4f32-b58e-4798459e6b47 req-7b93e587-b32b-47c0-9cfb-5001620d1f11 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Allocated IP 172.20.0.7 (1c20fdf4-c01e-4a42-bd98-933028a4956d/f83c53c6-3675-4265-96b4-490990a3e29d/5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0) {{(pid=106776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:38:02.582176 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:38:02.716064 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-a75ca455-9064-4f32-b58e-4798459e6b47 req-7b93e587-b32b-47c0-9cfb-5001620d1f11 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks [] for port (5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0), precommit_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:38:02.829116 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-a75ca455-9064-4f32-b58e-4798459e6b47 req-7b93e587-b32b-47c0-9cfb-5001620d1f11 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779185826838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6273727'] for port (5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0), after_create {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:38:02.872465 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a75ca455-9064-4f32-b58e-4798459e6b47 req-7b93e587-b32b-47c0-9cfb-5001620d1f11 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Network 1c20fdf4-c01e-4a42-bd98-933028a4956d is already hosted by enough agents. {{(pid=106776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:38:02.875645 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.base_scheduler [req-a75ca455-9064-4f32-b58e-4798459e6b47 req-7b93e587-b32b-47c0-9cfb-5001620d1f11 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Resources bound (agent type, host, resource id): {{(pid=106776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:38:02.879979 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.l3_dvrscheduler_db [req-a75ca455-9064-4f32-b58e-4798459e6b47 req-7b93e587-b32b-47c0-9cfb-5001620d1f11 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Received port after_create {{(pid=106776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 01:38:02.921862 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b93e587-b32b-47c0-9cfb-5001620d1f11 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Pushing event updated for resources: {'Port': ['ID=5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0,revision_number=1']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:38:02.939726 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b93e587-b32b-47c0-9cfb-5001620d1f11 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:38:02.939726 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b93e587-b32b-47c0-9cfb-5001620d1f11 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:38:02.939726 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b93e587-b32b-47c0-9cfb-5001620d1f11 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:38:02.939726 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b93e587-b32b-47c0-9cfb-5001620d1f11 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:38:02.939726 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b93e587-b32b-47c0-9cfb-5001620d1f11 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:38:02.939726 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b93e587-b32b-47c0-9cfb-5001620d1f11 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:38:02.939726 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b93e587-b32b-47c0-9cfb-5001620d1f11 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:38:02.939726 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b93e587-b32b-47c0-9cfb-5001620d1f11 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:38:02.941087 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b93e587-b32b-47c0-9cfb-5001620d1f11 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:38:02.941087 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b93e587-b32b-47c0-9cfb-5001620d1f11 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:38:02.941285 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b93e587-b32b-47c0-9cfb-5001620d1f11 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:38:02.941479 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b93e587-b32b-47c0-9cfb-5001620d1f11 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:38:02.941804 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b93e587-b32b-47c0-9cfb-5001620d1f11 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:38:02.942128 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b93e587-b32b-47c0-9cfb-5001620d1f11 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:38:02.942446 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b93e587-b32b-47c0-9cfb-5001620d1f11 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:38:02.952962 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ca455-9064-4f32-b58e-4798459e6b47 req-7b93e587-b32b-47c0-9cfb-5001620d1f11 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:38:02.953592 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-a75ca455-9064-4f32-b58e-4798459e6b47 req-7b93e587-b32b-47c0-9cfb-5001620d1f11 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for port (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:38:03.059659 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-a75ca455-9064-4f32-b58e-4798459e6b47 req-7b93e587-b32b-47c0-9cfb-5001620d1f11 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.85 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8099184 Aug 31 01:38:03.070391 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.v2.base [req-a75ca455-9064-4f32-b58e-4798459e6b47 req-a43e58cc-a2b1-49c8-8875-06c53bbccd60 service neutron] Request body: {'port': {'device_id': '80754cfb-0313-4198-ab32-51594eae2f65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85528'}} {{(pid=106776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:38:03.095360 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-6f1bafff-74f6-455e-8561-0cf6bce36c21 None None] Provisioning complete for port 5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0 triggered by entity DHCP. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:38:03.098680 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-6f1bafff-74f6-455e-8561-0cf6bce36c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:38:03.131203 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-6f1bafff-74f6-455e-8561-0cf6bce36c21 None None] Port 5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0 cannot update to ACTIVE because it is not bound. {{(pid=106778) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 01:38:03.132215 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-a75ca455-9064-4f32-b58e-4798459e6b47 req-a43e58cc-a2b1-49c8-8875-06c53bbccd60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0), before_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:38:03.300248 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:38:03.394625 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.notifiers.nova [req-a75ca455-9064-4f32-b58e-4798459e6b47 req-a43e58cc-a2b1-49c8-8875-06c53bbccd60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0 {{(pid=106776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 01:38:03.402068 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-a75ca455-9064-4f32-b58e-4798459e6b47 req-a43e58cc-a2b1-49c8-8875-06c53bbccd60 service neutron] Publish callbacks [] for port (5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0), precommit_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:38:03.414742 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.provisioning_blocks [req-a75ca455-9064-4f32-b58e-4798459e6b47 req-a43e58cc-a2b1-49c8-8875-06c53bbccd60 service neutron] Transition to ACTIVE for port object 5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0 will not be triggered until provisioned by entity L2. {{(pid=106776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 01:38:03.479440 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-a75ca455-9064-4f32-b58e-4798459e6b47 req-a43e58cc-a2b1-49c8-8875-06c53bbccd60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6273718'] for port (5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0), after_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:38:03.562467 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43e58cc-a2b1-49c8-8875-06c53bbccd60 service neutron] Pushing event updated for resources: {'Port': ['ID=5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0,revision_number=2']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:38:03.563418 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b201e548-57d5-4422-9710-ac2b869acdfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (1428144b-5b15-4168-8538-b51b3045e8b6), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:38:03.588779 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.managers [req-a75ca455-9064-4f32-b58e-4798459e6b47 req-a43e58cc-a2b1-49c8-8875-06c53bbccd60 service neutron] Attempting to bind port 5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0 on host hv-cinder-85528 for vnic_type normal with profile {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 01:38:03.589113 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.managers [req-a75ca455-9064-4f32-b58e-4798459e6b47 req-a43e58cc-a2b1-49c8-8875-06c53bbccd60 service neutron] Attempting to bind port 5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0 by drivers openvswitch,hyperv on host hv-cinder-85528 at level 0 using segments [{'id': '669e6717-297e-4b7f-886f-aba7bf4c57f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '1c20fdf4-c01e-4a42-bd98-933028a4956d'}] {{(pid=106776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 01:38:03.589436 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75ca455-9064-4f32-b58e-4798459e6b47 req-a43e58cc-a2b1-49c8-8875-06c53bbccd60 service neutron] Attempting to bind port 5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0 on network 1c20fdf4-c01e-4a42-bd98-933028a4956d {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:38:03.593730 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75ca455-9064-4f32-b58e-4798459e6b47 req-a43e58cc-a2b1-49c8-8875-06c53bbccd60 service neutron] Port 5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0 on network 1c20fdf4-c01e-4a42-bd98-933028a4956d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85528 {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 01:38:03.594061 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75ca455-9064-4f32-b58e-4798459e6b47 req-a43e58cc-a2b1-49c8-8875-06c53bbccd60 service neutron] Attempting to bind port 5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0 on network 1c20fdf4-c01e-4a42-bd98-933028a4956d {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 01:38:03.599616 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75ca455-9064-4f32-b58e-4798459e6b47 req-a43e58cc-a2b1-49c8-8875-06c53bbccd60 service neutron] Checking agent: {'id': '799b9b45-836a-4007-8b99-6041c4a5ce6b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85528', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 1, 20, 34), 'started_at': datetime.datetime(2022, 8, 31, 1, 20, 34), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 1, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 01:38:03.599951 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75ca455-9064-4f32-b58e-4798459e6b47 req-a43e58cc-a2b1-49c8-8875-06c53bbccd60 service neutron] Checking segment: {'id': '669e6717-297e-4b7f-886f-aba7bf4c57f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '1c20fdf4-c01e-4a42-bd98-933028a4956d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 01:38:03.600326 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75ca455-9064-4f32-b58e-4798459e6b47 req-a43e58cc-a2b1-49c8-8875-06c53bbccd60 service neutron] Bound using segment: {'id': '669e6717-297e-4b7f-886f-aba7bf4c57f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '1c20fdf4-c01e-4a42-bd98-933028a4956d'} {{(pid=106776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 01:38:03.600762 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.managers [req-a75ca455-9064-4f32-b58e-4798459e6b47 req-a43e58cc-a2b1-49c8-8875-06c53bbccd60 service neutron] Bound port: 5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0, host: hv-cinder-85528, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '669e6717-297e-4b7f-886f-aba7bf4c57f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': '1c20fdf4-c01e-4a42-bd98-933028a4956d'}}] {{(pid=106776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 01:38:03.601115 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-a75ca455-9064-4f32-b58e-4798459e6b47 req-a43e58cc-a2b1-49c8-8875-06c53bbccd60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0), before_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:38:03.603682 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:38:03.618434 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b704a2ed-641d-4f94-b9d4-babf5d4560ab req-35704d91-02f3-4d85-addb-e8a38ae571db tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:38:03.619900 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b704a2ed-641d-4f94-b9d4-babf5d4560ab req-35704d91-02f3-4d85-addb-e8a38ae571db tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=80754cfb-0313-4198-ab32-51594eae2f65 HTTP/1.1" status: 200 len: 943 time: 0.0524619 Aug 31 01:38:03.671979 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.db [req-a75ca455-9064-4f32-b58e-4798459e6b47 req-a43e58cc-a2b1-49c8-8875-06c53bbccd60 service neutron] For port 5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0, host hv-cinder-85528, cleared binding levels {{(pid=106776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:38:03.676082 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.db [req-a75ca455-9064-4f32-b58e-4798459e6b47 req-a43e58cc-a2b1-49c8-8875-06c53bbccd60 service neutron] For port 5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0, host hv-cinder-85528, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0,segment=NetworkSegment(669e6717-297e-4b7f-886f-aba7bf4c57f2),segment_id=669e6717-297e-4b7f-886f-aba7bf4c57f2)] {{(pid=106776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:38:03.678443 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b704a2ed-641d-4f94-b9d4-babf5d4560ab req-c1cc9728-65c5-4201-86cf-3693c6603b55 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=573cd7de-2f00-43aa-a347-2a31cf20105f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526288 Aug 31 01:38:03.760304 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-a75ca455-9064-4f32-b58e-4798459e6b47 req-a43e58cc-a2b1-49c8-8875-06c53bbccd60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6273718'] for port (5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0), after_update {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:38:03.764694 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ca455-9064-4f32-b58e-4798459e6b47 req-a43e58cc-a2b1-49c8-8875-06c53bbccd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:38:03.765385 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [req-a75ca455-9064-4f32-b58e-4798459e6b47 req-a43e58cc-a2b1-49c8-8875-06c53bbccd60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for port (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:38:03.766787 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-a75ca455-9064-4f32-b58e-4798459e6b47 req-a43e58cc-a2b1-49c8-8875-06c53bbccd60 service neutron] 10.222.0.85 "PUT /networking/v2.0/ports/5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0 HTTP/1.1" status: 200 len: 1093 time: 0.7006066 Aug 31 01:38:03.767311 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80754cfb-0313-4198-ab32-51594eae2f65', 'tag': '5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0'}] {{(pid=106776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:38:03.770132 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c75c880f6fcf50a6244b1a715e98a431c8b587c27dc42cc7f33f1c98f81bddd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7cbf37-3573-495a-8ee6-d198afd9bbb7" -d '{"events": [{"name": "network-changed", "server_uuid": "80754cfb-0313-4198-ab32-51594eae2f65", "tag": "5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0"}]}' {{(pid=106776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:38:03.808998 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 01:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac01ed0-e4ca-4aee-93dd-22da2c73c588 x-openstack-request-id: req-9ac01ed0-e4ca-4aee-93dd-22da2c73c588 {{(pid=106776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:38:03.809283 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80754cfb-0313-4198-ab32-51594eae2f65", "tag": "5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0", "status": "completed", "code": 200}]} {{(pid=106776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:38:03.809535 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9ac01ed0-e4ca-4aee-93dd-22da2c73c588 {{(pid=106776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:38:03.809977 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ac01ed0-e4ca-4aee-93dd-22da2c73c588'] response: {'name': 'network-changed', 'server_uuid': '80754cfb-0313-4198-ab32-51594eae2f65', 'tag': '5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0', 'status': 'completed', 'code': 200} Aug 31 01:38:03.823506 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43e58cc-a2b1-49c8-8875-06c53bbccd60 service neutron] Pushing event updated for resources: {'Port': ['ID=5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0,revision_number=3']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:38:03.870040 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7cbf37-3573-495a-8ee6-d198afd9bbb7 req-d4dc354d-b654-4fee-8c49-d3c14d8d2d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:38:03.872294 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-ee7cbf37-3573-495a-8ee6-d198afd9bbb7 req-d4dc354d-b654-4fee-8c49-d3c14d8d2d8c service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=8a6177d84e534b358b475672f474f6df&device_id=80754cfb-0313-4198-ab32-51594eae2f65 HTTP/1.1" status: 200 len: 1127 time: 0.0403261 Aug 31 01:38:03.947956 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (799b9b45-836a-4007-8b99-6041c4a5ce6b), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:38:03.977690 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7cbf37-3573-495a-8ee6-d198afd9bbb7 req-5556a851-f623-42a4-894f-8360c4addde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:38:03.979153 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-ee7cbf37-3573-495a-8ee6-d198afd9bbb7 req-5556a851-f623-42a4-894f-8360c4addde2 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?tenant_id=8a6177d84e534b358b475672f474f6df&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0998800 Aug 31 01:38:04.070410 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7cbf37-3573-495a-8ee6-d198afd9bbb7 req-edd75f6e-a410-4e56-bc8e-165579c66503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:38:04.071866 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-ee7cbf37-3573-495a-8ee6-d198afd9bbb7 req-edd75f6e-a410-4e56-bc8e-165579c66503 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0875552 Aug 31 01:38:04.149662 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ca455-9064-4f32-b58e-4798459e6b47 req-c6f117b5-c852-4558-9cbc-c35086c29046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:38:04.151025 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-a75ca455-9064-4f32-b58e-4798459e6b47 req-c6f117b5-c852-4558-9cbc-c35086c29046 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=8a6177d84e534b358b475672f474f6df&device_id=80754cfb-0313-4198-ab32-51594eae2f65 HTTP/1.1" status: 200 len: 1127 time: 0.0423801 Aug 31 01:38:04.190464 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-a75ca455-9064-4f32-b58e-4798459e6b47 req-3b8286cb-6f50-4fad-8461-70a1755a3562 service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0 HTTP/1.1" status: 200 len: 217 time: 0.0321949 Aug 31 01:38:04.236898 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ca455-9064-4f32-b58e-4798459e6b47 req-5f6c7995-2388-4695-b506-1ee43ece2d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:38:04.238285 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-a75ca455-9064-4f32-b58e-4798459e6b47 req-5f6c7995-2388-4695-b506-1ee43ece2d72 service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=f83c53c6-3675-4265-96b4-490990a3e29d HTTP/1.1" status: 200 len: 850 time: 0.0429273 Aug 31 01:38:04.283924 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ca455-9064-4f32-b58e-4798459e6b47 req-9664fad5-b610-44a4-aeeb-63476e5cd54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:38:04.285495 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-a75ca455-9064-4f32-b58e-4798459e6b47 req-9664fad5-b610-44a4-aeeb-63476e5cd54f service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=1c20fdf4-c01e-4a42-bd98-933028a4956d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418191 Aug 31 01:38:04.374260 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-a75ca455-9064-4f32-b58e-4798459e6b47 req-aeabe072-2ad8-44a1-ba74-9449c3d12f38 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/1c20fdf4-c01e-4a42-bd98-933028a4956d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828810 Aug 31 01:38:04.465212 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-a75ca455-9064-4f32-b58e-4798459e6b47 req-52ccaead-f31d-4387-bc86-0ddc933f7c8e service neutron] 10.222.0.85 "GET /networking/v2.0/networks/1c20fdf4-c01e-4a42-bd98-933028a4956d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853119 Aug 31 01:38:04.795754 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd0f7f-7ffa-4050-81b8-b7dd9e9a4cc7 req-19d37f75-2fea-4b30-9078-3e4ad3ec223c tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:38:04.797223 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-6acd0f7f-7ffa-4050-81b8-b7dd9e9a4cc7 req-19d37f75-2fea-4b30-9078-3e4ad3ec223c tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=80754cfb-0313-4198-ab32-51594eae2f65 HTTP/1.1" status: 200 len: 943 time: 0.0472336 Aug 31 01:38:04.846697 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-6acd0f7f-7ffa-4050-81b8-b7dd9e9a4cc7 req-6345d30f-4c26-408f-80d2-fc9cd146f09c tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=573cd7de-2f00-43aa-a347-2a31cf20105f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433366 Aug 31 01:38:04.983831 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.agents_db [None req-5925ee7b-6bd5-4912-8f46-3ff11817b141 None None] Agent healthcheck: found 6 active agents {{(pid=106779) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:38:05.037269 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-6cf74907-e165-4231-8e79-d72e153e628e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (625e835a-7d63-45f9-8a46-c3ba876c3627), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:38:05.964710 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee847ed4-88cc-4c19-94d7-8f376be36642 req-71bd2f5a-466b-445e-8a73-e42963f8de62 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:38:05.966178 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-ee847ed4-88cc-4c19-94d7-8f376be36642 req-71bd2f5a-466b-445e-8a73-e42963f8de62 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=80754cfb-0313-4198-ab32-51594eae2f65 HTTP/1.1" status: 200 len: 943 time: 0.0464876 Aug 31 01:38:06.018889 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-ee847ed4-88cc-4c19-94d7-8f376be36642 req-bbe12d64-1d03-4be5-aa92-85438c80d011 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=573cd7de-2f00-43aa-a347-2a31cf20105f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473073 Aug 31 01:38:06.376492 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (f96ef3eb-5320-49ab-b33a-a2775d3a6053), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:38:06.433589 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-f7411cf7-2853-429b-aa0f-54d02b543116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (5f821ebb-aac9-4915-bb43-6712672a5d6c), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:38:06.649398 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [req-6a70d382-b28c-490a-ba34-427af441065f req-f6bbcb87-f7f2-4a5e-b6f9-6119a63578c1 service neutron] (106776) timed out ('10.222.0.85', 57881) {{(pid=106776) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 31 01:38:07.134294 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42b3cd-1ef9-4921-81a4-4f1eb8f23cbd req-4b2a427d-28e3-4a2d-89a2-6e15b77f5c2c tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:38:07.135727 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-5b42b3cd-1ef9-4921-81a4-4f1eb8f23cbd req-4b2a427d-28e3-4a2d-89a2-6e15b77f5c2c tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=80754cfb-0313-4198-ab32-51594eae2f65 HTTP/1.1" status: 200 len: 943 time: 0.0453048 Aug 31 01:38:07.184447 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-5b42b3cd-1ef9-4921-81a4-4f1eb8f23cbd req-a0aa456f-cbf0-449a-b189-d824a327f000 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=573cd7de-2f00-43aa-a347-2a31cf20105f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432029 Aug 31 01:38:08.303949 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5b697-7384-4a29-a488-22a583c6fd6c req-8de56a39-d21a-40c5-a025-3f2c4aeb6999 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:38:08.305455 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-fbd5b697-7384-4a29-a488-22a583c6fd6c req-8de56a39-d21a-40c5-a025-3f2c4aeb6999 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=80754cfb-0313-4198-ab32-51594eae2f65 HTTP/1.1" status: 200 len: 943 time: 0.0472000 Aug 31 01:38:08.355545 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-fbd5b697-7384-4a29-a488-22a583c6fd6c req-093be072-6bd7-4582-84ee-12aae6313d36 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=573cd7de-2f00-43aa-a347-2a31cf20105f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443473 Aug 31 01:38:09.474174 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22f7f1-2e13-4842-bb6b-7713e44ee33e req-4d43f791-c6a0-44d4-b408-7c34db18e2af tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:38:09.475545 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-2a22f7f1-2e13-4842-bb6b-7713e44ee33e req-4d43f791-c6a0-44d4-b408-7c34db18e2af tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=80754cfb-0313-4198-ab32-51594eae2f65 HTTP/1.1" status: 200 len: 943 time: 0.0492125 Aug 31 01:38:09.523594 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-2a22f7f1-2e13-4842-bb6b-7713e44ee33e req-96fb7800-d7dc-45ff-9381-ca79d2ecc9cb tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=573cd7de-2f00-43aa-a347-2a31cf20105f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425568 Aug 31 01:38:10.625306 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:38:10.630664 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:38:10.641247 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526bd104-8c37-4542-a901-3f00b2be3cfd req-b78b2e98-8318-4f9a-a8b0-b707d8ed5046 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:38:10.642778 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-526bd104-8c37-4542-a901-3f00b2be3cfd req-b78b2e98-8318-4f9a-a8b0-b707d8ed5046 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=80754cfb-0313-4198-ab32-51594eae2f65 HTTP/1.1" status: 200 len: 943 time: 0.0470779 Aug 31 01:38:10.691839 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-526bd104-8c37-4542-a901-3f00b2be3cfd req-0c311544-3300-40e5-b086-b3a0d1ba3666 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=573cd7de-2f00-43aa-a347-2a31cf20105f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433655 Aug 31 01:38:11.787366 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device 5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0 details requested by agent hyperv_hv-cinder-85528 with host hv-cinder-85528 {{(pid=106778) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:38:11.813636 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aa8880-535a-482a-9360-2a139bba33f1 req-3ee02dfa-ab6f-4c0c-9962-663e5ed806da tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:38:11.815736 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-68aa8880-535a-482a-9360-2a139bba33f1 req-3ee02dfa-ab6f-4c0c-9962-663e5ed806da tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=80754cfb-0313-4198-ab32-51594eae2f65 HTTP/1.1" status: 200 len: 943 time: 0.0500607 Aug 31 01:38:11.887795 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port 5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0,segment=NetworkSegment(669e6717-297e-4b7f-886f-aba7bf4c57f2),segment_id=669e6717-297e-4b7f-886f-aba7bf4c57f2)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:38:11.904539 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Returning: {'device': '5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0', 'network_id': '1c20fdf4-c01e-4a42-bd98-933028a4956d', 'port_id': '5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0', 'mac_address': 'fa:16:3e:73:08:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1056, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f83c53c6-3675-4265-96b4-490990a3e29d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106778) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:38:11.941557 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Current status of the port 5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0 is: DOWN; New status is: BUILD {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:38:11.941860 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:38:11.956262 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.notifiers.nova [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0 {{(pid=106778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 01:38:11.977436 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port 5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0,segment=NetworkSegment(669e6717-297e-4b7f-886f-aba7bf4c57f2),segment_id=669e6717-297e-4b7f-886f-aba7bf4c57f2)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:38:12.033743 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:38:12.083558 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Pushing event updated for resources: {'Port': ['ID=5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0,revision_number=4']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:38:12.090847 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:38:12.091196 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:38:12.091538 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:38:12.091878 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:38:12.092211 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:38:12.092541 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:38:12.092894 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:38:12.093220 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:38:12.093545 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:38:12.093866 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:38:12.094189 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:38:12.094511 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:38:12.094837 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:38:12.095152 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:38:12.095499 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:38:12.142004 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-68aa8880-535a-482a-9360-2a139bba33f1 req-6b3f0e13-daa1-41e1-9d8b-6024cef2d2fc tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=573cd7de-2f00-43aa-a347-2a31cf20105f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3205793 Aug 31 01:38:12.246752 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] get_ports_and_sgs() called for port_ids ['5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0'] {{(pid=106778) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 01:38:12.428922 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:38:12.460486 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:38:13.258992 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c103afe1-f3cb-435c-b5b7-696725ffd32f req-f980c072-7fa8-4490-b73f-8beb3f30fba2 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:38:13.260451 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-c103afe1-f3cb-435c-b5b7-696725ffd32f req-f980c072-7fa8-4490-b73f-8beb3f30fba2 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=80754cfb-0313-4198-ab32-51594eae2f65 HTTP/1.1" status: 200 len: 944 time: 0.0463760 Aug 31 01:38:13.308033 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-c103afe1-f3cb-435c-b5b7-696725ffd32f req-66b2a80e-1d6d-4ce5-8bff-9679af138a7c tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=573cd7de-2f00-43aa-a347-2a31cf20105f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420246 Aug 31 01:38:13.785548 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device 5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0 up at agent hyperv_hv-cinder-85528 {{(pid=106778) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:38:13.830152 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Provisioning for port 5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0 completed by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 01:38:13.922413 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.provisioning_blocks [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Provisioning complete for port 5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0 triggered by entity L2. {{(pid=106778) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 01:38:13.922818 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1489005'] for port (5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0), provisioning_complete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:38:13.994988 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Current status of the port 5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0 is: BUILD; New status is: ACTIVE {{(pid=106778) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 01:38:13.995372 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0), before_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:38:14.017540 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80754cfb-0313-4198-ab32-51594eae2f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0'}] {{(pid=106778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:38:14.019776 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d41e2a553b02095d3b1f0ace215352f4a23baa657e7b5a2da03818d3ee46b5df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927d5c28-c0b1-4140-97f2-23f78ec75d83" -d '{"events": [{"server_uuid": "80754cfb-0313-4198-ab32-51594eae2f65", "name": "network-vif-plugged", "status": "completed", "tag": "5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0"}]}' {{(pid=106778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:38:14.032359 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] For port 5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0,segment=NetworkSegment(669e6717-297e-4b7f-886f-aba7bf4c57f2),segment_id=669e6717-297e-4b7f-886f-aba7bf4c57f2)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:38:14.057041 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 01:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e51e93-d58b-4c20-8218-218798e2fd5d x-openstack-request-id: req-02e51e93-d58b-4c20-8218-218798e2fd5d {{(pid=106778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:38:14.057331 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80754cfb-0313-4198-ab32-51594eae2f65", "name": "network-vif-plugged", "status": "completed", "tag": "5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0", "code": 200}]} {{(pid=106778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:38:14.057588 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-02e51e93-d58b-4c20-8218-218798e2fd5d {{(pid=106778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:38:14.057991 dv-cinder-855288-2-iscsi neutron-server[106778]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02e51e93-d58b-4c20-8218-218798e2fd5d'] response: {'server_uuid': '80754cfb-0313-4198-ab32-51594eae2f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0', 'code': 200} Aug 31 01:38:14.082724 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874'] for port (5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:38:14.129060 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Pushing event updated for resources: {'Port': ['ID=5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0,revision_number=5']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:38:14.426566 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a864462-2d3f-48a9-93bb-7e111ba9aa2f req-78082b0e-c3d8-4e9d-910c-8c58155857bd tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:38:14.428044 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-6a864462-2d3f-48a9-93bb-7e111ba9aa2f req-78082b0e-c3d8-4e9d-910c-8c58155857bd tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=80754cfb-0313-4198-ab32-51594eae2f65 HTTP/1.1" status: 200 len: 945 time: 0.0481303 Aug 31 01:38:14.438780 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab9cdf4-d16a-4bff-9d0c-72522369da82 req-4f69d511-47cc-4aa9-ad81-4cfdb09471f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:38:14.440334 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-3ab9cdf4-d16a-4bff-9d0c-72522369da82 req-4f69d511-47cc-4aa9-ad81-4cfdb09471f0 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?device_id=80754cfb-0313-4198-ab32-51594eae2f65 HTTP/1.1" status: 200 len: 1129 time: 0.0386941 Aug 31 01:38:14.480517 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-6a864462-2d3f-48a9-93bb-7e111ba9aa2f req-3afda868-c6e2-47a3-8dad-1d08969b4b60 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=573cd7de-2f00-43aa-a347-2a31cf20105f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467997 Aug 31 01:38:14.488858 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-3ab9cdf4-d16a-4bff-9d0c-72522369da82 req-096b711d-826c-435d-a4a7-9d8bc56cca6d service neutron] 10.222.0.85 "GET /networking/v2.0/security-groups?id=573cd7de-2f00-43aa-a347-2a31cf20105f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408757 Aug 31 01:38:14.979673 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=4 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:38:14.980439 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=4 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:38:15.600164 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fb1aee-a981-426f-8a59-04840c39d5ad req-6f660513-0df0-48cd-8b6c-ea6c70c8b115 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:38:15.601622 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b4fb1aee-a981-426f-8a59-04840c39d5ad req-6f660513-0df0-48cd-8b6c-ea6c70c8b115 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=80754cfb-0313-4198-ab32-51594eae2f65 HTTP/1.1" status: 200 len: 945 time: 0.0473506 Aug 31 01:38:15.650411 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-b4fb1aee-a981-426f-8a59-04840c39d5ad req-0d695b44-8684-4034-ab41-f90eb9d13afa tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=573cd7de-2f00-43aa-a347-2a31cf20105f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431604 Aug 31 01:38:16.771292 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a36b40e-1419-413b-b08f-618dad06d4fc req-91cd40a9-4130-448a-afcc-3457007d3d58 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:38:16.772766 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-2a36b40e-1419-413b-b08f-618dad06d4fc req-91cd40a9-4130-448a-afcc-3457007d3d58 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=80754cfb-0313-4198-ab32-51594eae2f65 HTTP/1.1" status: 200 len: 945 time: 0.0483978 Aug 31 01:38:16.821035 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-2a36b40e-1419-413b-b08f-618dad06d4fc req-cd8d71bf-c0fc-48af-a732-a0f8daae171b tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=573cd7de-2f00-43aa-a347-2a31cf20105f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425310 Aug 31 01:38:16.939617 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19284086-974a-4369-926a-9e9ecf813614 req-5c2ade89-7e3b-4dac-a12f-856ab216612d tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:38:16.941016 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-19284086-974a-4369-926a-9e9ecf813614 req-5c2ade89-7e3b-4dac-a12f-856ab216612d tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=80754cfb-0313-4198-ab32-51594eae2f65 HTTP/1.1" status: 200 len: 945 time: 0.0498474 Aug 31 01:38:16.989313 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-19284086-974a-4369-926a-9e9ecf813614 req-bb192238-11d5-4811-8d51-f2b8d64515e9 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=573cd7de-2f00-43aa-a347-2a31cf20105f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428162 Aug 31 01:38:17.014779 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 38132) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:38:17.051453 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72da7c8-b285-407f-b6ac-aa4cf3704bf2 tempest-TestVolumeBootPattern-34404851 tempest-TestVolumeBootPattern-34404851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:38:17.052948 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-b72da7c8-b285-407f-b6ac-aa4cf3704bf2 tempest-TestVolumeBootPattern-34404851 tempest-TestVolumeBootPattern-34404851-project-admin] 10.222.0.20 "GET /networking/v2.0/ports?device_id=80754cfb-0313-4198-ab32-51594eae2f65 HTTP/1.1" status: 200 len: 1124 time: 0.0371773 Aug 31 01:38:17.055625 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 38134) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:38:17.059651 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.v2.base [None req-3ad5a102-fdc6-47fb-b5ac-504bc94ca159 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Request body: {'floatingip': {'floating_network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'port_id': '5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0', 'tenant_id': '8a6177d84e534b358b475672f474f6df', 'fixed_ip_address': '172.20.0.7'}} {{(pid=106777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:38:17.147775 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-3ad5a102-fdc6-47fb-b5ac-504bc94ca159 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:38:17.229146 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-3ad5a102-fdc6-47fb-b5ac-504bc94ca159 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (None), before_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:38:17.334150 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.db_base_plugin_common [None req-3ad5a102-fdc6-47fb-b5ac-504bc94ca159 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Allocated IP 172.27.1.152 (6de90673-24a8-444a-94e7-38ef2e70dd83/b0882f00-706c-4556-bcad-01ef413e142c/1a12837d-35ab-4d51-a915-d785c0099cd1) {{(pid=106777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:38:17.344694 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:38:17.406368 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:38:17.441415 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-3ad5a102-fdc6-47fb-b5ac-504bc94ca159 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks [] for port (1a12837d-35ab-4d51-a915-d785c0099cd1), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:38:17.542588 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-3ad5a102-fdc6-47fb-b5ac-504bc94ca159 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779185826838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5261574'] for port (1a12837d-35ab-4d51-a915-d785c0099cd1), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:38:17.585384 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad5a102-fdc6-47fb-b5ac-504bc94ca159 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Network 6de90673-24a8-444a-94e7-38ef2e70dd83 is already hosted by enough agents. {{(pid=106777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:38:17.590404 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.base_scheduler [None req-3ad5a102-fdc6-47fb-b5ac-504bc94ca159 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Resources bound (agent type, host, resource id): {{(pid=106777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:38:17.592593 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad5a102-fdc6-47fb-b5ac-504bc94ca159 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Pushing event updated for resources: {'Port': ['ID=1a12837d-35ab-4d51-a915-d785c0099cd1,revision_number=1']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:38:17.595561 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad5a102-fdc6-47fb-b5ac-504bc94ca159 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Received port after_create {{(pid=106777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 01:38:17.618904 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad5a102-fdc6-47fb-b5ac-504bc94ca159 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:38:17.619252 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad5a102-fdc6-47fb-b5ac-504bc94ca159 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:38:17.619600 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad5a102-fdc6-47fb-b5ac-504bc94ca159 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:38:17.619938 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad5a102-fdc6-47fb-b5ac-504bc94ca159 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:38:17.620267 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad5a102-fdc6-47fb-b5ac-504bc94ca159 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:38:17.620597 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad5a102-fdc6-47fb-b5ac-504bc94ca159 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:38:17.620956 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad5a102-fdc6-47fb-b5ac-504bc94ca159 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:38:17.621297 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad5a102-fdc6-47fb-b5ac-504bc94ca159 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:38:17.621641 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad5a102-fdc6-47fb-b5ac-504bc94ca159 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:38:17.621946 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad5a102-fdc6-47fb-b5ac-504bc94ca159 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:38:17.622269 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad5a102-fdc6-47fb-b5ac-504bc94ca159 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:38:17.622597 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad5a102-fdc6-47fb-b5ac-504bc94ca159 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:38:17.622919 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad5a102-fdc6-47fb-b5ac-504bc94ca159 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:38:17.623236 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad5a102-fdc6-47fb-b5ac-504bc94ca159 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:38:17.623552 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad5a102-fdc6-47fb-b5ac-504bc94ca159 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:38:17.954524 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-3ad5a102-fdc6-47fb-b5ac-504bc94ca159 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks [] for floatingip (ef1fbe93-e050-4e83-a708-52fa87492e9c), precommit_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:38:18.093027 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-3ad5a102-fdc6-47fb-b5ac-504bc94ca159 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1695292'] for port (1a12837d-35ab-4d51-a915-d785c0099cd1), before_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:38:18.112503 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:38:18.237084 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-3ad5a102-fdc6-47fb-b5ac-504bc94ca159 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks [] for port (1a12837d-35ab-4d51-a915-d785c0099cd1), precommit_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:38:18.288439 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-3ad5a102-fdc6-47fb-b5ac-504bc94ca159 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779186206082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779185826856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779185826874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5261583'] for port (1a12837d-35ab-4d51-a915-d785c0099cd1), after_update {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:38:18.356641 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad5a102-fdc6-47fb-b5ac-504bc94ca159 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Pushing event updated for resources: {'Port': ['ID=1a12837d-35ab-4d51-a915-d785c0099cd1,revision_number=2']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:38:18.362304 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-3ad5a102-fdc6-47fb-b5ac-504bc94ca159 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608267'] for floatingip (ef1fbe93-e050-4e83-a708-52fa87492e9c), after_create {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:38:18.457870 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.db.l3_db [None req-3ad5a102-fdc6-47fb-b5ac-504bc94ca159 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Floating IP ef1fbe93-e050-4e83-a708-52fa87492e9c associated. External IP: 172.27.1.152, port: 5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0. Aug 31 01:38:18.533195 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:38:18.661722 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ad5a102-fdc6-47fb-b5ac-504bc94ca159 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Router 6e56d467-b811-4148-92e6-7dc61c2014c8 has already been hosted by L3 agent 1428144b-5b15-4168-8538-b51b3045e8b6 {{(pid=106777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:38:18.760164 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad5a102-fdc6-47fb-b5ac-504bc94ca159 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Notify agent at l3_agent.dv-cinder-855288-2-iscsi the message routers_updated {{(pid=106777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:38:18.770348 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf48a71-e052-48fd-8b65-7df6c4e2baaa None None] Sync routers for ids ['6e56d467-b811-4148-92e6-7dc61c2014c8'] in dv-cinder-855288-2-iscsi {{(pid=106779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:38:18.780653 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf48a71-e052-48fd-8b65-7df6c4e2baaa None None] Routers {'6e56d467-b811-4148-92e6-7dc61c2014c8'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:38:18.781331 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-9bf48a71-e052-48fd-8b65-7df6c4e2baaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:38:03Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['6e56d467-b811-4148-92e6-7dc61c2014c8'], 'active': True} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:38:18.830265 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-3ad5a102-fdc6-47fb-b5ac-504bc94ca159 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for floatingip (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:38:18.864160 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-3ad5a102-fdc6-47fb-b5ac-504bc94ca159 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8075533 Aug 31 01:38:18.865296 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80754cfb-0313-4198-ab32-51594eae2f65', 'tag': '5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0'}] {{(pid=106777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:38:18.868320 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e330c87e12d7f870e7d9a686a76230f6b0968ad9153010b5cc5787492cc6e0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50342a3c-8c42-4a5f-b5bf-4fc0fc5d4a2a" -d '{"events": [{"name": "network-changed", "server_uuid": "80754cfb-0313-4198-ab32-51594eae2f65", "tag": "5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0"}]}' {{(pid=106777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:38:18.882681 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvr_db [None req-9bf48a71-e052-48fd-8b65-7df6c4e2baaa None None] Set router 6e56d467-b811-4148-92e6-7dc61c2014c8 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:38:18.912832 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 01:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e188b5cd-8156-4b21-a1bb-7272ec05015d x-openstack-request-id: req-e188b5cd-8156-4b21-a1bb-7272ec05015d {{(pid=106777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:38:18.913126 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80754cfb-0313-4198-ab32-51594eae2f65", "tag": "5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0", "status": "completed", "code": 200}]} {{(pid=106777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:38:18.913380 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e188b5cd-8156-4b21-a1bb-7272ec05015d {{(pid=106777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:38:18.913782 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e188b5cd-8156-4b21-a1bb-7272ec05015d'] response: {'name': 'network-changed', 'server_uuid': '80754cfb-0313-4198-ab32-51594eae2f65', 'tag': '5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0', 'status': 'completed', 'code': 200} Aug 31 01:38:18.973579 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50342a3c-8c42-4a5f-b5bf-4fc0fc5d4a2a req-1c451f10-7f7d-4328-86d9-5b76c7d6993b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:38:18.975212 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-50342a3c-8c42-4a5f-b5bf-4fc0fc5d4a2a req-1c451f10-7f7d-4328-86d9-5b76c7d6993b service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=8a6177d84e534b358b475672f474f6df&device_id=80754cfb-0313-4198-ab32-51594eae2f65 HTTP/1.1" status: 200 len: 1129 time: 0.0415244 Aug 31 01:38:19.004440 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:38:19.072968 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50342a3c-8c42-4a5f-b5bf-4fc0fc5d4a2a req-050bfaaa-16a2-4116-9f50-ced527bb7648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:38:19.074434 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-50342a3c-8c42-4a5f-b5bf-4fc0fc5d4a2a req-050bfaaa-16a2-4116-9f50-ced527bb7648 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?id=1c20fdf4-c01e-4a42-bd98-933028a4956d HTTP/1.1" status: 200 len: 913 time: 0.0937262 Aug 31 01:38:19.135032 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-50342a3c-8c42-4a5f-b5bf-4fc0fc5d4a2a req-4a4006d6-074e-4146-8ad8-89a26d105f6c service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0 HTTP/1.1" status: 200 len: 999 time: 0.0541072 Aug 31 01:38:19.176130 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-9bf48a71-e052-48fd-8b65-7df6c4e2baaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'name': 'tempest-TestVolumeBootPattern-176741476-router', 'tenant_id': '8a6177d84e534b358b475672f474f6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'b239ba95-6526-4435-9229-e04af35a254d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:33:19Z', 'updated_at': '2022-08-31T01:33:22Z', 'revision_number': 4, 'project_id': '8a6177d84e534b358b475672f474f6df', 'gw_port': {'id': 'b239ba95-6526-4435-9229-e04af35a254d', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:59:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:33:19Z', 'updated_at': '2022-08-31T01:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_floatingips': [{'id': '2ed994a3-5b85-4a74-9f12-7ab18256fb63', 'tenant_id': '8a6177d84e534b358b475672f474f6df', 'floating_ip_address': '172.27.1.190', 'floating_network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'router_id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'port_id': 'a4851ee9-cb6c-453e-b0ec-22dce2143857', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c20fdf4-c01e-4a42-bd98-933028a4956d', 'mac_address': 'fa:16:3e:c1:ff:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577caa63-5dbe-4508-8004-488bd8d79ac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T01:36:22Z', 'updated_at': '2022-08-31T01:36:24Z', 'revision_number': 1, 'project_id': '8a6177d84e534b358b475672f474f6df', 'fixed_ip_address_scope': None}, {'id': 'ef1fbe93-e050-4e83-a708-52fa87492e9c', 'tenant_id': '8a6177d84e534b358b475672f474f6df', 'floating_ip_address': '172.27.1.152', 'floating_network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'router_id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'port_id': '5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c20fdf4-c01e-4a42-bd98-933028a4956d', 'mac_address': 'fa:16:3e:73:08:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80754cfb-0313-4198-ab32-51594eae2f65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T01:38:17Z', 'updated_at': '2022-08-31T01:38:17Z', 'revision_number': 0, 'project_id': '8a6177d84e534b358b475672f474f6df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6b614b8-5291-44c6-a391-2b923ad03edb', 'name': '', 'network_id': '1c20fdf4-c01e-4a42-bd98-933028a4956d', 'tenant_id': '8a6177d84e534b358b475672f474f6df', 'mac_address': 'fa:16:3e:8a:df:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'f83c53c6-3675-4265-96b4-490990a3e29d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:33:21Z', 'updated_at': '2022-08-31T01:33:28Z', 'revision_number': 5, 'project_id': '8a6177d84e534b358b475672f474f6df', 'subnets': [{'id': 'f83c53c6-3675-4265-96b4-490990a3e29d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:38:19.178498 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=100 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:38:19.187533 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50342a3c-8c42-4a5f-b5bf-4fc0fc5d4a2a req-b3f921d4-43aa-4fbf-813a-b66f72417581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:38:19.189609 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-50342a3c-8c42-4a5f-b5bf-4fc0fc5d4a2a req-b3f921d4-43aa-4fbf-813a-b66f72417581 service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=f83c53c6-3675-4265-96b4-490990a3e29d HTTP/1.1" status: 200 len: 850 time: 0.0486257 Aug 31 01:38:19.201126 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf48a71-e052-48fd-8b65-7df6c4e2baaa None None] Checking router: 6e56d467-b811-4148-92e6-7dc61c2014c8 for host: dv-cinder-855288-2-iscsi {{(pid=106779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:38:19.210366 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf48a71-e052-48fd-8b65-7df6c4e2baaa None None] Routers {'6e56d467-b811-4148-92e6-7dc61c2014c8'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:38:19.210962 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-9bf48a71-e052-48fd-8b65-7df6c4e2baaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:38:03Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['6e56d467-b811-4148-92e6-7dc61c2014c8'], 'active': True} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:38:19.232182 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50342a3c-8c42-4a5f-b5bf-4fc0fc5d4a2a req-451e5189-ba2d-4dd7-848a-fc4590eb2134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:38:19.233693 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-50342a3c-8c42-4a5f-b5bf-4fc0fc5d4a2a req-451e5189-ba2d-4dd7-848a-fc4590eb2134 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=1c20fdf4-c01e-4a42-bd98-933028a4956d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388944 Aug 31 01:38:19.309964 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvr_db [None req-9bf48a71-e052-48fd-8b65-7df6c4e2baaa None None] Set router 6e56d467-b811-4148-92e6-7dc61c2014c8 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:38:19.331370 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-50342a3c-8c42-4a5f-b5bf-4fc0fc5d4a2a req-9397ffca-e4c6-4287-b1ba-7d3c1181edec service neutron] 10.222.0.85 "GET /networking/v2.0/networks/1c20fdf4-c01e-4a42-bd98-933028a4956d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898733 Aug 31 01:38:19.420806 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-50342a3c-8c42-4a5f-b5bf-4fc0fc5d4a2a req-fdfaeeab-a571-423c-ac79-a2dba1959988 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/1c20fdf4-c01e-4a42-bd98-933028a4956d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844402 Aug 31 01:38:19.526475 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-9bf48a71-e052-48fd-8b65-7df6c4e2baaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'name': 'tempest-TestVolumeBootPattern-176741476-router', 'tenant_id': '8a6177d84e534b358b475672f474f6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'b239ba95-6526-4435-9229-e04af35a254d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:33:19Z', 'updated_at': '2022-08-31T01:33:22Z', 'revision_number': 4, 'project_id': '8a6177d84e534b358b475672f474f6df', 'gw_port': {'id': 'b239ba95-6526-4435-9229-e04af35a254d', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:59:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:33:19Z', 'updated_at': '2022-08-31T01:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_floatingips': [{'id': '2ed994a3-5b85-4a74-9f12-7ab18256fb63', 'tenant_id': '8a6177d84e534b358b475672f474f6df', 'floating_ip_address': '172.27.1.190', 'floating_network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'router_id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'port_id': 'a4851ee9-cb6c-453e-b0ec-22dce2143857', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c20fdf4-c01e-4a42-bd98-933028a4956d', 'mac_address': 'fa:16:3e:c1:ff:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577caa63-5dbe-4508-8004-488bd8d79ac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T01:36:22Z', 'updated_at': '2022-08-31T01:36:24Z', 'revision_number': 1, 'project_id': '8a6177d84e534b358b475672f474f6df', 'fixed_ip_address_scope': None}, {'id': 'ef1fbe93-e050-4e83-a708-52fa87492e9c', 'tenant_id': '8a6177d84e534b358b475672f474f6df', 'floating_ip_address': '172.27.1.152', 'floating_network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'router_id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'port_id': '5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c20fdf4-c01e-4a42-bd98-933028a4956d', 'mac_address': 'fa:16:3e:73:08:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80754cfb-0313-4198-ab32-51594eae2f65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T01:38:17Z', 'updated_at': '2022-08-31T01:38:17Z', 'revision_number': 0, 'project_id': '8a6177d84e534b358b475672f474f6df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6b614b8-5291-44c6-a391-2b923ad03edb', 'name': '', 'network_id': '1c20fdf4-c01e-4a42-bd98-933028a4956d', 'tenant_id': '8a6177d84e534b358b475672f474f6df', 'mac_address': 'fa:16:3e:8a:df:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'f83c53c6-3675-4265-96b4-490990a3e29d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:33:21Z', 'updated_at': '2022-08-31T01:33:28Z', 'revision_number': 5, 'project_id': '8a6177d84e534b358b475672f474f6df', 'subnets': [{'id': 'f83c53c6-3675-4265-96b4-490990a3e29d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:38:19.552342 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf48a71-e052-48fd-8b65-7df6c4e2baaa None None] The sync data for ids ['6e56d467-b811-4148-92e6-7dc61c2014c8'] in dv-cinder-855288-2-iscsi is: [{'id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'name': 'tempest-TestVolumeBootPattern-176741476-router', 'tenant_id': '8a6177d84e534b358b475672f474f6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'b239ba95-6526-4435-9229-e04af35a254d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:33:19Z', 'updated_at': '2022-08-31T01:33:22Z', 'revision_number': 4, 'project_id': '8a6177d84e534b358b475672f474f6df', 'gw_port': {'id': 'b239ba95-6526-4435-9229-e04af35a254d', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:59:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:33:19Z', 'updated_at': '2022-08-31T01:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_floatingips': [{'id': '2ed994a3-5b85-4a74-9f12-7ab18256fb63', 'tenant_id': '8a6177d84e534b358b475672f474f6df', 'floating_ip_address': '172.27.1.190', 'floating_network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'router_id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'port_id': 'a4851ee9-cb6c-453e-b0ec-22dce2143857', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c20fdf4-c01e-4a42-bd98-933028a4956d', 'mac_address': 'fa:16:3e:c1:ff:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577caa63-5dbe-4508-8004-488bd8d79ac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T01:36:22Z', 'updated_at': '2022-08-31T01:36:24Z', 'revision_number': 1, 'project_id': '8a6177d84e534b358b475672f474f6df', 'fixed_ip_address_scope': None}, {'id': 'ef1fbe93-e050-4e83-a708-52fa87492e9c', 'tenant_id': '8a6177d84e534b358b475672f474f6df', 'floating_ip_address': '172.27.1.152', 'floating_network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'router_id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'port_id': '5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c20fdf4-c01e-4a42-bd98-933028a4956d', 'mac_address': 'fa:16:3e:73:08:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80754cfb-0313-4198-ab32-51594eae2f65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T01:38:17Z', 'updated_at': '2022-08-31T01:38:17Z', 'revision_number': 0, 'project_id': '8a6177d84e534b358b475672f474f6df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6b614b8-5291-44c6-a391-2b923ad03edb', 'name': '', 'network_id': '1c20fdf4-c01e-4a42-bd98-933028a4956d', 'tenant_id': '8a6177d84e534b358b475672f474f6df', 'mac_address': 'fa:16:3e:8a:df:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'f83c53c6-3675-4265-96b4-490990a3e29d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:33:21Z', 'updated_at': '2022-08-31T01:33:28Z', 'revision_number': 5, 'project_id': '8a6177d84e534b358b475672f474f6df', 'subnets': [{'id': 'f83c53c6-3675-4265-96b4-490990a3e29d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:38:19.738944 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a7601a-2a41-4ea5-839f-6fae27693670 None None] New status for floating IP ef1fbe93-e050-4e83-a708-52fa87492e9c: ACTIVE {{(pid=106778) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 01:38:28.858804 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=78,neutron:DELETE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:38:28.860701 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=22,neutron:DELETE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:38:29.416171 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=35 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:38:29.418145 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=21 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:38:29.524166 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=75 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:38:29.530109 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=73 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:38:29.837469 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=40,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:38:29.840762 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=36,neutron:UPDATE=1 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:38:31.293885 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-57ab239f-5b05-42dc-bbf7-8ca4f0b70a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (06e7caa6-6f15-45a1-a03b-1c511964ed9a), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:38:33.534077 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-bf150965-22c8-4447-9680-c5d93dc27593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (1428144b-5b15-4168-8538-b51b3045e8b6), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:38:33.967824 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (799b9b45-836a-4007-8b99-6041c4a5ce6b), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:38:35.032740 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-6cf74907-e165-4231-8e79-d72e153e628e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (625e835a-7d63-45f9-8a46-c3ba876c3627), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:38:36.404517 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (f96ef3eb-5320-49ab-b33a-a2775d3a6053), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:38:36.453618 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-f7411cf7-2853-429b-aa0f-54d02b543116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (5f821ebb-aac9-4915-bb43-6712672a5d6c), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:38:41.982527 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.agents_db [None req-5925ee7b-6bd5-4912-8f46-3ff11817b141 None None] Agent healthcheck: found 6 active agents {{(pid=106779) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:38:46.363738 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:38:46.369966 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:38:48.022632 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=2 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:38:52.731241 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-6498227e-e9a4-4d2e-8af8-3fadd95c9ec9 req-2e2b701b-67a2-4936-8a6a-1991ff727f6c service neutron] 10.222.0.85 "GET /networking/v2.0/ports?device_id=577caa63-5dbe-4508-8004-488bd8d79ac7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381978 Aug 31 01:38:52.816284 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6498227e-e9a4-4d2e-8af8-3fadd95c9ec9 req-49238e1d-3286-4aec-8ba9-6c0f2ee36f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:38:52.817807 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-6498227e-e9a4-4d2e-8af8-3fadd95c9ec9 req-49238e1d-3286-4aec-8ba9-6c0f2ee36f1e service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=8a6177d84e534b358b475672f474f6df&device_id=577caa63-5dbe-4508-8004-488bd8d79ac7 HTTP/1.1" status: 200 len: 1130 time: 0.0420372 Aug 31 01:38:52.923157 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6498227e-e9a4-4d2e-8af8-3fadd95c9ec9 req-5488cf4b-ddd0-44d9-b741-c7e63e894d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:38:52.924625 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-6498227e-e9a4-4d2e-8af8-3fadd95c9ec9 req-5488cf4b-ddd0-44d9-b741-c7e63e894d2d service neutron] 10.222.0.85 "GET /networking/v2.0/networks?id=1c20fdf4-c01e-4a42-bd98-933028a4956d HTTP/1.1" status: 200 len: 913 time: 0.0874190 Aug 31 01:38:52.991559 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-6498227e-e9a4-4d2e-8af8-3fadd95c9ec9 req-b17e007c-1705-4d07-a564-e08e79957770 service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4851ee9-cb6c-453e-b0ec-22dce2143857 HTTP/1.1" status: 200 len: 1002 time: 0.0599096 Aug 31 01:38:53.041325 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6498227e-e9a4-4d2e-8af8-3fadd95c9ec9 req-cb785d0f-5a06-4c98-ab71-e4d92f371907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:38:53.042726 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-6498227e-e9a4-4d2e-8af8-3fadd95c9ec9 req-cb785d0f-5a06-4c98-ab71-e4d92f371907 service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=f83c53c6-3675-4265-96b4-490990a3e29d HTTP/1.1" status: 200 len: 850 time: 0.0441613 Aug 31 01:38:53.084707 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6498227e-e9a4-4d2e-8af8-3fadd95c9ec9 req-6c25aa7f-e4ef-438e-8563-9174c5881777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:38:53.086195 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-6498227e-e9a4-4d2e-8af8-3fadd95c9ec9 req-6c25aa7f-e4ef-438e-8563-9174c5881777 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=1c20fdf4-c01e-4a42-bd98-933028a4956d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372968 Aug 31 01:38:53.178261 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-6498227e-e9a4-4d2e-8af8-3fadd95c9ec9 req-585e7185-db90-4b6d-bd33-fd9be1543ee3 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/1c20fdf4-c01e-4a42-bd98-933028a4956d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858626 Aug 31 01:38:53.271988 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-6498227e-e9a4-4d2e-8af8-3fadd95c9ec9 req-db81795f-c32f-460d-9ce0-a1675840f109 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/1c20fdf4-c01e-4a42-bd98-933028a4956d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847189 Aug 31 01:38:58.373531 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=14 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:38:58.377736 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=18 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:39:01.312776 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-8a280580-4fe4-4d6e-a1f3-50272c7c600d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (06e7caa6-6f15-45a1-a03b-1c511964ed9a), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:39:03.260484 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=53 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:39:03.268475 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=48 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:39:03.532580 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-110a7e4f-af9b-4c21-8fdf-5bfac1d343b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (1428144b-5b15-4168-8538-b51b3045e8b6), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:39:03.975037 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (799b9b45-836a-4007-8b99-6041c4a5ce6b), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:39:05.032317 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-6cf74907-e165-4231-8e79-d72e153e628e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (625e835a-7d63-45f9-8a46-c3ba876c3627), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:39:06.398786 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (f96ef3eb-5320-49ab-b33a-a2775d3a6053), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:39:06.466183 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-f7411cf7-2853-429b-aa0f-54d02b543116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (5f821ebb-aac9-4915-bb43-6712672a5d6c), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:39:16.370875 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:39:16.372782 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:39:18.982285 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.agents_db [None req-5925ee7b-6bd5-4912-8f46-3ff11817b141 None None] Agent healthcheck: found 6 active agents {{(pid=106779) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:39:25.030169 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=4 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:39:28.978602 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=4 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:39:31.288981 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-bb23c3f1-fea5-4a39-9c6e-d43e25da211e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (06e7caa6-6f15-45a1-a03b-1c511964ed9a), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:39:33.528940 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-f5fe470c-bbcb-41e1-a6e9-9773cae28114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (1428144b-5b15-4168-8538-b51b3045e8b6), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:39:33.994691 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (799b9b45-836a-4007-8b99-6041c4a5ce6b), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:39:35.037363 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-6cf74907-e165-4231-8e79-d72e153e628e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (625e835a-7d63-45f9-8a46-c3ba876c3627), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:39:36.397031 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (f96ef3eb-5320-49ab-b33a-a2775d3a6053), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:39:36.446444 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-f7411cf7-2853-429b-aa0f-54d02b543116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (5f821ebb-aac9-4915-bb43-6712672a5d6c), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:39:46.058275 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 38162) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:39:46.242884 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.plugin [None req-f4908374-1484-41e6-a8e0-fb8b2dc2d0d0 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Deleting port 1a12837d-35ab-4d51-a915-d785c0099cd1 {{(pid=106777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:39:46.243225 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-f4908374-1484-41e6-a8e0-fb8b2dc2d0d0 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (1a12837d-35ab-4d51-a915-d785c0099cd1), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:39:46.319008 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-f4908374-1484-41e6-a8e0-fb8b2dc2d0d0 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (1a12837d-35ab-4d51-a915-d785c0099cd1), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:39:46.319337 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-f4908374-1484-41e6-a8e0-fb8b2dc2d0d0 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks [] for floatingip (1a12837d-35ab-4d51-a915-d785c0099cd1), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:39:46.336336 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.plugin [None req-f4908374-1484-41e6-a8e0-fb8b2dc2d0d0 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Calling delete_port for 1a12837d-35ab-4d51-a915-d785c0099cd1 owned by network:floatingip {{(pid=106777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:39:46.375220 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:39:46.377072 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:39:46.603424 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-f4908374-1484-41e6-a8e0-fb8b2dc2d0d0 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5261574'] for port (1a12837d-35ab-4d51-a915-d785c0099cd1), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:39:46.631506 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4908374-1484-41e6-a8e0-fb8b2dc2d0d0 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Pushing event deleted for resources: {'Port': ['ID=1a12837d-35ab-4d51-a915-d785c0099cd1,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:39:46.656898 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4908374-1484-41e6-a8e0-fb8b2dc2d0d0 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:39:46.658552 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4908374-1484-41e6-a8e0-fb8b2dc2d0d0 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:39:46.658552 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4908374-1484-41e6-a8e0-fb8b2dc2d0d0 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:39:46.658552 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4908374-1484-41e6-a8e0-fb8b2dc2d0d0 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:39:46.658552 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4908374-1484-41e6-a8e0-fb8b2dc2d0d0 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:39:46.658552 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4908374-1484-41e6-a8e0-fb8b2dc2d0d0 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:39:46.659048 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4908374-1484-41e6-a8e0-fb8b2dc2d0d0 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:39:46.659151 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4908374-1484-41e6-a8e0-fb8b2dc2d0d0 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:39:46.659469 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4908374-1484-41e6-a8e0-fb8b2dc2d0d0 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:39:46.659795 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4908374-1484-41e6-a8e0-fb8b2dc2d0d0 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:39:46.660119 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4908374-1484-41e6-a8e0-fb8b2dc2d0d0 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:39:46.660444 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4908374-1484-41e6-a8e0-fb8b2dc2d0d0 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:39:46.660794 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4908374-1484-41e6-a8e0-fb8b2dc2d0d0 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:39:46.661116 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4908374-1484-41e6-a8e0-fb8b2dc2d0d0 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:39:46.661434 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4908374-1484-41e6-a8e0-fb8b2dc2d0d0 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:39:46.704303 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-f4908374-1484-41e6-a8e0-fb8b2dc2d0d0 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks [] for floatingip (ef1fbe93-e050-4e83-a708-52fa87492e9c), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:39:46.704634 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.db.l3_db [None req-f4908374-1484-41e6-a8e0-fb8b2dc2d0d0 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Floating IP ef1fbe93-e050-4e83-a708-52fa87492e9c disassociated (deleted). External IP: 172.27.1.152, port: 5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0. Aug 31 01:39:46.902551 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4908374-1484-41e6-a8e0-fb8b2dc2d0d0 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Router 6e56d467-b811-4148-92e6-7dc61c2014c8 has already been hosted by L3 agent 1428144b-5b15-4168-8538-b51b3045e8b6 {{(pid=106777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:39:47.004108 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4908374-1484-41e6-a8e0-fb8b2dc2d0d0 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Notify agent at l3_agent.dv-cinder-855288-2-iscsi the message routers_updated {{(pid=106777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:39:47.008444 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-f4908374-1484-41e6-a8e0-fb8b2dc2d0d0 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for floatingip (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:39:47.014155 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28208e1-27ea-4d70-96dc-ffa82ff6e693 None None] Sync routers for ids ['6e56d467-b811-4148-92e6-7dc61c2014c8'] in dv-cinder-855288-2-iscsi {{(pid=106779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:39:47.025295 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28208e1-27ea-4d70-96dc-ffa82ff6e693 None None] Routers {'6e56d467-b811-4148-92e6-7dc61c2014c8'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:39:47.025892 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-a28208e1-27ea-4d70-96dc-ffa82ff6e693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:39:33Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['6e56d467-b811-4148-92e6-7dc61c2014c8'], 'active': True} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:39:47.031888 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:39:47.040605 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-f4908374-1484-41e6-a8e0-fb8b2dc2d0d0 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/ef1fbe93-e050-4e83-a708-52fa87492e9c HTTP/1.1" status: 204 len: 168 time: 0.9812975 Aug 31 01:39:47.042064 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80754cfb-0313-4198-ab32-51594eae2f65', 'tag': '5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0'}] {{(pid=106777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:39:47.043535 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e330c87e12d7f870e7d9a686a76230f6b0968ad9153010b5cc5787492cc6e0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc01691d-1fd6-4c75-87ed-97573edc2421" -d '{"events": [{"name": "network-changed", "server_uuid": "80754cfb-0313-4198-ab32-51594eae2f65", "tag": "5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0"}]}' {{(pid=106777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:39:47.127952 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvr_db [None req-a28208e1-27ea-4d70-96dc-ffa82ff6e693 None None] Set router 6e56d467-b811-4148-92e6-7dc61c2014c8 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:39:47.154736 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 01:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe999ff5-cfdf-428b-bf65-a84b175cb10b x-openstack-request-id: req-fe999ff5-cfdf-428b-bf65-a84b175cb10b {{(pid=106777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:39:47.155284 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80754cfb-0313-4198-ab32-51594eae2f65", "tag": "5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0", "status": "completed", "code": 200}]} {{(pid=106777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:39:47.155599 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fe999ff5-cfdf-428b-bf65-a84b175cb10b {{(pid=106777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:39:47.156028 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe999ff5-cfdf-428b-bf65-a84b175cb10b'] response: {'name': 'network-changed', 'server_uuid': '80754cfb-0313-4198-ab32-51594eae2f65', 'tag': '5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0', 'status': 'completed', 'code': 200} Aug 31 01:39:47.219863 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc01691d-1fd6-4c75-87ed-97573edc2421 req-1251f7ec-7e45-47e3-bebb-caa835ec5394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:39:47.221496 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-bc01691d-1fd6-4c75-87ed-97573edc2421 req-1251f7ec-7e45-47e3-bebb-caa835ec5394 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=8a6177d84e534b358b475672f474f6df&device_id=80754cfb-0313-4198-ab32-51594eae2f65 HTTP/1.1" status: 200 len: 1129 time: 0.0428367 Aug 31 01:39:47.317139 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc01691d-1fd6-4c75-87ed-97573edc2421 req-c48c1df4-2f30-4877-ae63-991508d7b79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:39:47.318605 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-bc01691d-1fd6-4c75-87ed-97573edc2421 req-c48c1df4-2f30-4877-ae63-991508d7b79e service neutron] 10.222.0.85 "GET /networking/v2.0/networks?id=1c20fdf4-c01e-4a42-bd98-933028a4956d HTTP/1.1" status: 200 len: 913 time: 0.0907485 Aug 31 01:39:47.347768 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-a28208e1-27ea-4d70-96dc-ffa82ff6e693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'name': 'tempest-TestVolumeBootPattern-176741476-router', 'tenant_id': '8a6177d84e534b358b475672f474f6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'b239ba95-6526-4435-9229-e04af35a254d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:33:19Z', 'updated_at': '2022-08-31T01:33:22Z', 'revision_number': 4, 'project_id': '8a6177d84e534b358b475672f474f6df', 'gw_port': {'id': 'b239ba95-6526-4435-9229-e04af35a254d', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:59:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:33:19Z', 'updated_at': '2022-08-31T01:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_floatingips': [{'id': '2ed994a3-5b85-4a74-9f12-7ab18256fb63', 'tenant_id': '8a6177d84e534b358b475672f474f6df', 'floating_ip_address': '172.27.1.190', 'floating_network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'router_id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'port_id': 'a4851ee9-cb6c-453e-b0ec-22dce2143857', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c20fdf4-c01e-4a42-bd98-933028a4956d', 'mac_address': 'fa:16:3e:c1:ff:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577caa63-5dbe-4508-8004-488bd8d79ac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T01:36:22Z', 'updated_at': '2022-08-31T01:36:24Z', 'revision_number': 1, 'project_id': '8a6177d84e534b358b475672f474f6df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6b614b8-5291-44c6-a391-2b923ad03edb', 'name': '', 'network_id': '1c20fdf4-c01e-4a42-bd98-933028a4956d', 'tenant_id': '8a6177d84e534b358b475672f474f6df', 'mac_address': 'fa:16:3e:8a:df:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'f83c53c6-3675-4265-96b4-490990a3e29d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:33:21Z', 'updated_at': '2022-08-31T01:33:28Z', 'revision_number': 5, 'project_id': '8a6177d84e534b358b475672f474f6df', 'subnets': [{'id': 'f83c53c6-3675-4265-96b4-490990a3e29d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:39:47.370761 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-bc01691d-1fd6-4c75-87ed-97573edc2421 req-d4cded0d-acb8-4092-9f49-dd5bfc2f4261 service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0 HTTP/1.1" status: 200 len: 217 time: 0.0404792 Aug 31 01:39:47.372346 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28208e1-27ea-4d70-96dc-ffa82ff6e693 None None] Checking router: 6e56d467-b811-4148-92e6-7dc61c2014c8 for host: dv-cinder-855288-2-iscsi {{(pid=106779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:39:47.380872 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28208e1-27ea-4d70-96dc-ffa82ff6e693 None None] Routers {'6e56d467-b811-4148-92e6-7dc61c2014c8'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:39:47.381471 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-a28208e1-27ea-4d70-96dc-ffa82ff6e693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:39:33Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['6e56d467-b811-4148-92e6-7dc61c2014c8'], 'active': True} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:39:47.425918 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc01691d-1fd6-4c75-87ed-97573edc2421 req-f898eca2-a894-4de3-9965-6b74bf43b8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:39:47.427586 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-bc01691d-1fd6-4c75-87ed-97573edc2421 req-f898eca2-a894-4de3-9965-6b74bf43b8e4 service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=f83c53c6-3675-4265-96b4-490990a3e29d HTTP/1.1" status: 200 len: 850 time: 0.0510881 Aug 31 01:39:47.536889 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc01691d-1fd6-4c75-87ed-97573edc2421 req-69bb9b60-80ab-41a8-b38c-fec30468faed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:39:47.538510 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-bc01691d-1fd6-4c75-87ed-97573edc2421 req-69bb9b60-80ab-41a8-b38c-fec30468faed service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=1c20fdf4-c01e-4a42-bd98-933028a4956d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1024704 Aug 31 01:39:47.541223 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963d3d4b-97e7-4cb1-ae27-38ec075e35d6 req-4ae446fc-e49a-48d0-b27c-836ae0e12b8d tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:39:47.542711 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-963d3d4b-97e7-4cb1-ae27-38ec075e35d6 req-4ae446fc-e49a-48d0-b27c-836ae0e12b8d tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=80754cfb-0313-4198-ab32-51594eae2f65 HTTP/1.1" status: 200 len: 945 time: 0.0707927 Aug 31 01:39:47.547764 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvr_db [None req-a28208e1-27ea-4d70-96dc-ffa82ff6e693 None None] Set router 6e56d467-b811-4148-92e6-7dc61c2014c8 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:39:47.561199 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:39:47.593809 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-963d3d4b-97e7-4cb1-ae27-38ec075e35d6 req-02e6098a-ada6-48b8-ac83-006e1da4936a tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=573cd7de-2f00-43aa-a347-2a31cf20105f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451932 Aug 31 01:39:47.755982 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-a28208e1-27ea-4d70-96dc-ffa82ff6e693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'name': 'tempest-TestVolumeBootPattern-176741476-router', 'tenant_id': '8a6177d84e534b358b475672f474f6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'b239ba95-6526-4435-9229-e04af35a254d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:33:19Z', 'updated_at': '2022-08-31T01:33:22Z', 'revision_number': 4, 'project_id': '8a6177d84e534b358b475672f474f6df', 'gw_port': {'id': 'b239ba95-6526-4435-9229-e04af35a254d', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:59:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:33:19Z', 'updated_at': '2022-08-31T01:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_floatingips': [{'id': '2ed994a3-5b85-4a74-9f12-7ab18256fb63', 'tenant_id': '8a6177d84e534b358b475672f474f6df', 'floating_ip_address': '172.27.1.190', 'floating_network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'router_id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'port_id': 'a4851ee9-cb6c-453e-b0ec-22dce2143857', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c20fdf4-c01e-4a42-bd98-933028a4956d', 'mac_address': 'fa:16:3e:c1:ff:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577caa63-5dbe-4508-8004-488bd8d79ac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T01:36:22Z', 'updated_at': '2022-08-31T01:36:24Z', 'revision_number': 1, 'project_id': '8a6177d84e534b358b475672f474f6df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6b614b8-5291-44c6-a391-2b923ad03edb', 'name': '', 'network_id': '1c20fdf4-c01e-4a42-bd98-933028a4956d', 'tenant_id': '8a6177d84e534b358b475672f474f6df', 'mac_address': 'fa:16:3e:8a:df:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'f83c53c6-3675-4265-96b4-490990a3e29d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:33:21Z', 'updated_at': '2022-08-31T01:33:28Z', 'revision_number': 5, 'project_id': '8a6177d84e534b358b475672f474f6df', 'subnets': [{'id': 'f83c53c6-3675-4265-96b4-490990a3e29d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:39:47.780349 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28208e1-27ea-4d70-96dc-ffa82ff6e693 None None] The sync data for ids ['6e56d467-b811-4148-92e6-7dc61c2014c8'] in dv-cinder-855288-2-iscsi is: [{'id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'name': 'tempest-TestVolumeBootPattern-176741476-router', 'tenant_id': '8a6177d84e534b358b475672f474f6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'b239ba95-6526-4435-9229-e04af35a254d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:33:19Z', 'updated_at': '2022-08-31T01:33:22Z', 'revision_number': 4, 'project_id': '8a6177d84e534b358b475672f474f6df', 'gw_port': {'id': 'b239ba95-6526-4435-9229-e04af35a254d', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:59:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:33:19Z', 'updated_at': '2022-08-31T01:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_floatingips': [{'id': '2ed994a3-5b85-4a74-9f12-7ab18256fb63', 'tenant_id': '8a6177d84e534b358b475672f474f6df', 'floating_ip_address': '172.27.1.190', 'floating_network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'router_id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'port_id': 'a4851ee9-cb6c-453e-b0ec-22dce2143857', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c20fdf4-c01e-4a42-bd98-933028a4956d', 'mac_address': 'fa:16:3e:c1:ff:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577caa63-5dbe-4508-8004-488bd8d79ac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T01:36:22Z', 'updated_at': '2022-08-31T01:36:24Z', 'revision_number': 1, 'project_id': '8a6177d84e534b358b475672f474f6df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6b614b8-5291-44c6-a391-2b923ad03edb', 'name': '', 'network_id': '1c20fdf4-c01e-4a42-bd98-933028a4956d', 'tenant_id': '8a6177d84e534b358b475672f474f6df', 'mac_address': 'fa:16:3e:8a:df:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'f83c53c6-3675-4265-96b4-490990a3e29d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:33:21Z', 'updated_at': '2022-08-31T01:33:28Z', 'revision_number': 5, 'project_id': '8a6177d84e534b358b475672f474f6df', 'subnets': [{'id': 'f83c53c6-3675-4265-96b4-490990a3e29d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:39:48.005340 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701731cb-20e9-475f-a524-55c17dedca42 None None] New status for floating IP ef1fbe93-e050-4e83-a708-52fa87492e9c: DOWN {{(pid=106778) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 01:39:48.722672 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af412071-363f-4e13-adc5-8b6174b278b5 req-d4d30691-ccb6-44aa-a290-fb13414238bf tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:39:48.724160 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-af412071-363f-4e13-adc5-8b6174b278b5 req-d4d30691-ccb6-44aa-a290-fb13414238bf tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=80754cfb-0313-4198-ab32-51594eae2f65 HTTP/1.1" status: 200 len: 945 time: 0.0509667 Aug 31 01:39:48.765228 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-bc01691d-1fd6-4c75-87ed-97573edc2421 req-e84237d6-5f9e-48d6-bef1-5750eb75c6f1 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/1c20fdf4-c01e-4a42-bd98-933028a4956d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116450 Aug 31 01:39:48.779705 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-af412071-363f-4e13-adc5-8b6174b278b5 req-f004c2f2-00db-497e-83d1-2bac5ca4a598 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=573cd7de-2f00-43aa-a347-2a31cf20105f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488741 Aug 31 01:39:49.141771 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [req-bc01691d-1fd6-4c75-87ed-97573edc2421 req-302fa443-c44d-4eb7-87a2-73907af91305 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/1c20fdf4-c01e-4a42-bd98-933028a4956d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874450 Aug 31 01:39:49.166386 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f1d62-3975-4801-b783-436f6fb26bef req-80687137-d2a4-4353-832b-ad271f3c84e3 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:39:49.167888 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1d5f1d62-3975-4801-b783-436f6fb26bef req-80687137-d2a4-4353-832b-ad271f3c84e3 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=80754cfb-0313-4198-ab32-51594eae2f65 HTTP/1.1" status: 200 len: 945 time: 0.0466492 Aug 31 01:39:49.255580 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.plugin [req-1d5f1d62-3975-4801-b783-436f6fb26bef req-cfd3653c-6f7b-4e8d-8be1-d9c3831aadc1 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Deleting port 5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0 {{(pid=106777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:39:49.255922 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-1d5f1d62-3975-4801-b783-436f6fb26bef req-cfd3653c-6f7b-4e8d-8be1-d9c3831aadc1 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:39:49.349232 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.db [req-1d5f1d62-3975-4801-b783-436f6fb26bef req-cfd3653c-6f7b-4e8d-8be1-d9c3831aadc1 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] For port 5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0,segment=NetworkSegment(669e6717-297e-4b7f-886f-aba7bf4c57f2),segment_id=669e6717-297e-4b7f-886f-aba7bf4c57f2)] {{(pid=106777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:39:49.349594 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-1d5f1d62-3975-4801-b783-436f6fb26bef req-cfd3653c-6f7b-4e8d-8be1-d9c3831aadc1 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:39:49.362236 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.plugin [req-1d5f1d62-3975-4801-b783-436f6fb26bef req-cfd3653c-6f7b-4e8d-8be1-d9c3831aadc1 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Calling delete_port for 5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0 owned by compute:nova {{(pid=106777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:39:49.562716 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-1d5f1d62-3975-4801-b783-436f6fb26bef req-cfd3653c-6f7b-4e8d-8be1-d9c3831aadc1 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5261574'] for port (5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:39:49.590247 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd3653c-6f7b-4e8d-8be1-d9c3831aadc1 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Pushing event deleted for resources: {'Port': ['ID=5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:39:49.641846 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d5f1d62-3975-4801-b783-436f6fb26bef req-cfd3653c-6f7b-4e8d-8be1-d9c3831aadc1 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] No DVR routers for this DVR port 5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0 on host hv-cinder-85528 {{(pid=106777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 01:39:49.641846 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-1d5f1d62-3975-4801-b783-436f6fb26bef req-cfd3653c-6f7b-4e8d-8be1-d9c3831aadc1 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for port (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:39:49.641846 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-1d5f1d62-3975-4801-b783-436f6fb26bef req-cfd3653c-6f7b-4e8d-8be1-d9c3831aadc1 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.85 "DELETE /networking/v2.0/ports/5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0 HTTP/1.1" status: 204 len: 173 time: 0.4663153 Aug 31 01:39:49.641846 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80754cfb-0313-4198-ab32-51594eae2f65', 'name': 'network-vif-deleted', 'tag': '5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0'}] {{(pid=106777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:39:49.642264 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e330c87e12d7f870e7d9a686a76230f6b0968ad9153010b5cc5787492cc6e0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d3831b-c4b5-4750-b2ed-863c34fc7947" -d '{"events": [{"server_uuid": "80754cfb-0313-4198-ab32-51594eae2f65", "name": "network-vif-deleted", "tag": "5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0"}]}' {{(pid=106777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:39:49.680958 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 01:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0502c216-6f0a-4178-bad4-92f1c2fd21fc x-openstack-request-id: req-0502c216-6f0a-4178-bad4-92f1c2fd21fc {{(pid=106777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:39:49.681244 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80754cfb-0313-4198-ab32-51594eae2f65", "name": "network-vif-deleted", "tag": "5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0", "status": "completed", "code": 200}]} {{(pid=106777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:39:49.681527 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0502c216-6f0a-4178-bad4-92f1c2fd21fc {{(pid=106777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:39:49.681920 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0502c216-6f0a-4178-bad4-92f1c2fd21fc'] response: {'server_uuid': '80754cfb-0313-4198-ab32-51594eae2f65', 'name': 'network-vif-deleted', 'tag': '5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0', 'status': 'completed', 'code': 200} Aug 31 01:39:49.885558 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-dc9625f9-98c1-4314-9b07-275d5c149472 req-728c06c5-d639-4381-a556-5eee9cdcbafe tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=80754cfb-0313-4198-ab32-51594eae2f65 HTTP/1.1" status: 200 len: 210 time: 0.0311136 Aug 31 01:39:53.363502 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 38208) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:39:53.770609 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.plugin [None req-46d86d9e-ca4c-42bf-bf28-30c73ed441e1 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Deleting port afb52bb7-f822-4814-8268-9b03a37b4833 {{(pid=106777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:39:53.770957 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-46d86d9e-ca4c-42bf-bf28-30c73ed441e1 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (afb52bb7-f822-4814-8268-9b03a37b4833), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:39:53.846829 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-46d86d9e-ca4c-42bf-bf28-30c73ed441e1 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (afb52bb7-f822-4814-8268-9b03a37b4833), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:39:53.847153 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-46d86d9e-ca4c-42bf-bf28-30c73ed441e1 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks [] for floatingip (afb52bb7-f822-4814-8268-9b03a37b4833), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:39:53.862283 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.plugin [None req-46d86d9e-ca4c-42bf-bf28-30c73ed441e1 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Calling delete_port for afb52bb7-f822-4814-8268-9b03a37b4833 owned by network:floatingip {{(pid=106777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:39:53.873191 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:39:53.924296 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:39:54.091194 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-46d86d9e-ca4c-42bf-bf28-30c73ed441e1 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5261574'] for port (afb52bb7-f822-4814-8268-9b03a37b4833), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:39:54.116373 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d86d9e-ca4c-42bf-bf28-30c73ed441e1 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Pushing event deleted for resources: {'Port': ['ID=afb52bb7-f822-4814-8268-9b03a37b4833,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:39:54.178234 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-46d86d9e-ca4c-42bf-bf28-30c73ed441e1 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks [] for floatingip (2ed994a3-5b85-4a74-9f12-7ab18256fb63), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:39:54.178555 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.db.l3_db [None req-46d86d9e-ca4c-42bf-bf28-30c73ed441e1 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Floating IP 2ed994a3-5b85-4a74-9f12-7ab18256fb63 disassociated (deleted). External IP: 172.27.1.190, port: a4851ee9-cb6c-453e-b0ec-22dce2143857. Aug 31 01:39:54.185363 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device 5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0 no longer exists at agent hyperv_hv-cinder-85528 {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:39:54.203806 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] No Port match for: 5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0 {{(pid=106778) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 01:39:54.204153 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device 5a3e43e2-9c3b-4349-ab0c-0651f16b7ab0 not bound to the agent host hv-cinder-85528 {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:39:54.374802 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46d86d9e-ca4c-42bf-bf28-30c73ed441e1 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Router 6e56d467-b811-4148-92e6-7dc61c2014c8 has already been hosted by L3 agent 1428144b-5b15-4168-8538-b51b3045e8b6 {{(pid=106777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:39:54.480390 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d86d9e-ca4c-42bf-bf28-30c73ed441e1 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Notify agent at l3_agent.dv-cinder-855288-2-iscsi the message routers_updated {{(pid=106777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:39:54.485310 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-46d86d9e-ca4c-42bf-bf28-30c73ed441e1 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for floatingip (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:39:54.489816 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be868c33-bcc3-4547-bb24-6fdad46d80a2 None None] Sync routers for ids ['6e56d467-b811-4148-92e6-7dc61c2014c8'] in dv-cinder-855288-2-iscsi {{(pid=106779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:39:54.499835 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be868c33-bcc3-4547-bb24-6fdad46d80a2 None None] Routers {'6e56d467-b811-4148-92e6-7dc61c2014c8'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:39:54.500427 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-be868c33-bcc3-4547-bb24-6fdad46d80a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:39:33Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['6e56d467-b811-4148-92e6-7dc61c2014c8'], 'active': True} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:39:54.514961 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-46d86d9e-ca4c-42bf-bf28-30c73ed441e1 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/2ed994a3-5b85-4a74-9f12-7ab18256fb63 HTTP/1.1" status: 204 len: 168 time: 1.1503968 Aug 31 01:39:54.515642 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '577caa63-5dbe-4508-8004-488bd8d79ac7', 'tag': 'a4851ee9-cb6c-453e-b0ec-22dce2143857'}] {{(pid=106777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:39:54.518022 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e330c87e12d7f870e7d9a686a76230f6b0968ad9153010b5cc5787492cc6e0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8f2f98-ab5c-4e5a-9411-20a21d05ca7d" -d '{"events": [{"name": "network-changed", "server_uuid": "577caa63-5dbe-4508-8004-488bd8d79ac7", "tag": "a4851ee9-cb6c-453e-b0ec-22dce2143857"}]}' {{(pid=106777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:39:54.562609 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 01:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72163b78-c1ec-4365-a63c-1215863f281e x-openstack-request-id: req-72163b78-c1ec-4365-a63c-1215863f281e {{(pid=106777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:39:54.562896 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "577caa63-5dbe-4508-8004-488bd8d79ac7", "tag": "a4851ee9-cb6c-453e-b0ec-22dce2143857", "status": "completed", "code": 200}]} {{(pid=106777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:39:54.563708 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-72163b78-c1ec-4365-a63c-1215863f281e {{(pid=106777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:39:54.563708 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72163b78-c1ec-4365-a63c-1215863f281e'] response: {'name': 'network-changed', 'server_uuid': '577caa63-5dbe-4508-8004-488bd8d79ac7', 'tag': 'a4851ee9-cb6c-453e-b0ec-22dce2143857', 'status': 'completed', 'code': 200} Aug 31 01:39:54.626172 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f2f98-ab5c-4e5a-9411-20a21d05ca7d req-5682e6f8-626c-4375-ac15-50c189215a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:39:54.627743 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0f8f2f98-ab5c-4e5a-9411-20a21d05ca7d req-5682e6f8-626c-4375-ac15-50c189215a71 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?tenant_id=8a6177d84e534b358b475672f474f6df&device_id=577caa63-5dbe-4508-8004-488bd8d79ac7 HTTP/1.1" status: 200 len: 1130 time: 0.0421665 Aug 31 01:39:54.684700 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvr_db [None req-be868c33-bcc3-4547-bb24-6fdad46d80a2 None None] Set router 6e56d467-b811-4148-92e6-7dc61c2014c8 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:39:54.720768 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:39:54.727557 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f2f98-ab5c-4e5a-9411-20a21d05ca7d req-6fe2ba99-9094-4953-ab2d-ca71a8eb7532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:39:54.729052 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0f8f2f98-ab5c-4e5a-9411-20a21d05ca7d req-6fe2ba99-9094-4953-ab2d-ca71a8eb7532 service neutron] 10.222.0.85 "GET /networking/v2.0/networks?id=1c20fdf4-c01e-4a42-bd98-933028a4956d HTTP/1.1" status: 200 len: 913 time: 0.0956647 Aug 31 01:39:54.778793 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0f8f2f98-ab5c-4e5a-9411-20a21d05ca7d req-5aad4175-5b63-4539-8a8c-d2032378bc7e service neutron] 10.222.0.85 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4851ee9-cb6c-453e-b0ec-22dce2143857 HTTP/1.1" status: 200 len: 217 time: 0.0420187 Aug 31 01:39:54.799550 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=100 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:39:54.829351 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f2f98-ab5c-4e5a-9411-20a21d05ca7d req-7605958f-ca58-44a4-8274-a95e74e3c37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:39:54.831057 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0f8f2f98-ab5c-4e5a-9411-20a21d05ca7d req-7605958f-ca58-44a4-8274-a95e74e3c37b service neutron] 10.222.0.85 "GET /networking/v2.0/subnets?id=f83c53c6-3675-4265-96b4-490990a3e29d HTTP/1.1" status: 200 len: 850 time: 0.0456777 Aug 31 01:39:54.880356 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f2f98-ab5c-4e5a-9411-20a21d05ca7d req-4c0a7c9d-5794-492f-9c37-f06ce748a9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:39:54.881929 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0f8f2f98-ab5c-4e5a-9411-20a21d05ca7d req-4c0a7c9d-5794-492f-9c37-f06ce748a9b2 service neutron] 10.222.0.85 "GET /networking/v2.0/ports?network_id=1c20fdf4-c01e-4a42-bd98-933028a4956d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449717 Aug 31 01:39:54.883186 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-be868c33-bcc3-4547-bb24-6fdad46d80a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'name': 'tempest-TestVolumeBootPattern-176741476-router', 'tenant_id': '8a6177d84e534b358b475672f474f6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'b239ba95-6526-4435-9229-e04af35a254d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:33:19Z', 'updated_at': '2022-08-31T01:33:22Z', 'revision_number': 4, 'project_id': '8a6177d84e534b358b475672f474f6df', 'gw_port': {'id': 'b239ba95-6526-4435-9229-e04af35a254d', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:59:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:33:19Z', 'updated_at': '2022-08-31T01:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_interfaces': [{'id': 'a6b614b8-5291-44c6-a391-2b923ad03edb', 'name': '', 'network_id': '1c20fdf4-c01e-4a42-bd98-933028a4956d', 'tenant_id': '8a6177d84e534b358b475672f474f6df', 'mac_address': 'fa:16:3e:8a:df:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'f83c53c6-3675-4265-96b4-490990a3e29d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:33:21Z', 'updated_at': '2022-08-31T01:33:28Z', 'revision_number': 5, 'project_id': '8a6177d84e534b358b475672f474f6df', 'subnets': [{'id': 'f83c53c6-3675-4265-96b4-490990a3e29d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:39:54.910521 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be868c33-bcc3-4547-bb24-6fdad46d80a2 None None] Checking router: 6e56d467-b811-4148-92e6-7dc61c2014c8 for host: dv-cinder-855288-2-iscsi {{(pid=106779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:39:54.919247 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be868c33-bcc3-4547-bb24-6fdad46d80a2 None None] Routers {'6e56d467-b811-4148-92e6-7dc61c2014c8'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:39:54.919929 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-be868c33-bcc3-4547-bb24-6fdad46d80a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:39:33Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['6e56d467-b811-4148-92e6-7dc61c2014c8'], 'active': True} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:39:54.982242 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:39:55.001074 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b9b18-a524-4656-805d-2ae48552bd24 req-f81884e4-8dc8-4f19-a1f1-a490f96e5efb tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:39:55.002555 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-419b9b18-a524-4656-805d-2ae48552bd24 req-f81884e4-8dc8-4f19-a1f1-a490f96e5efb tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=577caa63-5dbe-4508-8004-488bd8d79ac7 HTTP/1.1" status: 200 len: 946 time: 0.0683458 Aug 31 01:39:55.023980 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvr_db [None req-be868c33-bcc3-4547-bb24-6fdad46d80a2 None None] Set router 6e56d467-b811-4148-92e6-7dc61c2014c8 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:39:55.031800 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0f8f2f98-ab5c-4e5a-9411-20a21d05ca7d req-77706625-1782-4c41-8c19-73a4f9d3f8d7 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/1c20fdf4-c01e-4a42-bd98-933028a4956d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442821 Aug 31 01:39:55.033900 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=100 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:39:55.063907 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-419b9b18-a524-4656-805d-2ae48552bd24 req-6ff59582-ec4d-4b0e-8819-23db293b52ff tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=573cd7de-2f00-43aa-a347-2a31cf20105f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500436 Aug 31 01:39:55.209685 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-be868c33-bcc3-4547-bb24-6fdad46d80a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'name': 'tempest-TestVolumeBootPattern-176741476-router', 'tenant_id': '8a6177d84e534b358b475672f474f6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'b239ba95-6526-4435-9229-e04af35a254d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:33:19Z', 'updated_at': '2022-08-31T01:33:22Z', 'revision_number': 4, 'project_id': '8a6177d84e534b358b475672f474f6df', 'gw_port': {'id': 'b239ba95-6526-4435-9229-e04af35a254d', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:59:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:33:19Z', 'updated_at': '2022-08-31T01:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_interfaces': [{'id': 'a6b614b8-5291-44c6-a391-2b923ad03edb', 'name': '', 'network_id': '1c20fdf4-c01e-4a42-bd98-933028a4956d', 'tenant_id': '8a6177d84e534b358b475672f474f6df', 'mac_address': 'fa:16:3e:8a:df:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'f83c53c6-3675-4265-96b4-490990a3e29d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:33:21Z', 'updated_at': '2022-08-31T01:33:28Z', 'revision_number': 5, 'project_id': '8a6177d84e534b358b475672f474f6df', 'subnets': [{'id': 'f83c53c6-3675-4265-96b4-490990a3e29d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:39:55.237147 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be868c33-bcc3-4547-bb24-6fdad46d80a2 None None] The sync data for ids ['6e56d467-b811-4148-92e6-7dc61c2014c8'] in dv-cinder-855288-2-iscsi is: [{'id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'name': 'tempest-TestVolumeBootPattern-176741476-router', 'tenant_id': '8a6177d84e534b358b475672f474f6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'b239ba95-6526-4435-9229-e04af35a254d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:33:19Z', 'updated_at': '2022-08-31T01:33:22Z', 'revision_number': 4, 'project_id': '8a6177d84e534b358b475672f474f6df', 'gw_port': {'id': 'b239ba95-6526-4435-9229-e04af35a254d', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:59:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:33:19Z', 'updated_at': '2022-08-31T01:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi', '_interfaces': [{'id': 'a6b614b8-5291-44c6-a391-2b923ad03edb', 'name': '', 'network_id': '1c20fdf4-c01e-4a42-bd98-933028a4956d', 'tenant_id': '8a6177d84e534b358b475672f474f6df', 'mac_address': 'fa:16:3e:8a:df:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'f83c53c6-3675-4265-96b4-490990a3e29d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:33:21Z', 'updated_at': '2022-08-31T01:33:28Z', 'revision_number': 5, 'project_id': '8a6177d84e534b358b475672f474f6df', 'subnets': [{'id': 'f83c53c6-3675-4265-96b4-490990a3e29d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:39:55.446162 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efac3f0-36b6-411c-843f-70ce7b6df0ac None None] New status for floating IP 2ed994a3-5b85-4a74-9f12-7ab18256fb63: DOWN {{(pid=106778) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 01:39:55.981534 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.agents_db [None req-5925ee7b-6bd5-4912-8f46-3ff11817b141 None None] Agent healthcheck: found 6 active agents {{(pid=106779) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:39:56.003716 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-0f8f2f98-ab5c-4e5a-9411-20a21d05ca7d req-e79bd662-60ba-420d-932f-b8801b090536 service neutron] 10.222.0.85 "GET /networking/v2.0/networks/1c20fdf4-c01e-4a42-bd98-933028a4956d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837855 Aug 31 01:39:56.189574 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aba31a-aae2-4b4e-9301-bd20bfdafe9a req-282d9c87-78bb-4c3f-a8cb-7ba7c93fe27b tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:39:56.191441 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-56aba31a-aae2-4b4e-9301-bd20bfdafe9a req-282d9c87-78bb-4c3f-a8cb-7ba7c93fe27b tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=577caa63-5dbe-4508-8004-488bd8d79ac7 HTTP/1.1" status: 200 len: 946 time: 0.0511265 Aug 31 01:39:56.240123 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-56aba31a-aae2-4b4e-9301-bd20bfdafe9a req-2b2a9b8f-e961-4b60-a76e-bdc2e53dca33 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=573cd7de-2f00-43aa-a347-2a31cf20105f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435529 Aug 31 01:39:56.413437 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee051fe3-86c5-496e-982b-ef7094c43906 req-e7e4e821-7d5f-48a8-a2d0-4007f965bc6d tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 01:39:56.414868 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-ee051fe3-86c5-496e-982b-ef7094c43906 req-e7e4e821-7d5f-48a8-a2d0-4007f965bc6d tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.85 "GET /networking/v2.0/ports?device_id=577caa63-5dbe-4508-8004-488bd8d79ac7 HTTP/1.1" status: 200 len: 946 time: 0.0461445 Aug 31 01:39:56.499192 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.plugin [req-ee051fe3-86c5-496e-982b-ef7094c43906 req-33f66011-60f6-46ae-bbe9-1e113e2dd5c3 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Deleting port a4851ee9-cb6c-453e-b0ec-22dce2143857 {{(pid=106777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:39:56.499457 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-ee051fe3-86c5-496e-982b-ef7094c43906 req-33f66011-60f6-46ae-bbe9-1e113e2dd5c3 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (a4851ee9-cb6c-453e-b0ec-22dce2143857), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:39:56.588489 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.db [req-ee051fe3-86c5-496e-982b-ef7094c43906 req-33f66011-60f6-46ae-bbe9-1e113e2dd5c3 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] For port a4851ee9-cb6c-453e-b0ec-22dce2143857, host hv-cinder-85528, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85528',level=0,port_id=a4851ee9-cb6c-453e-b0ec-22dce2143857,segment=NetworkSegment(669e6717-297e-4b7f-886f-aba7bf4c57f2),segment_id=669e6717-297e-4b7f-886f-aba7bf4c57f2)] {{(pid=106777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:39:56.588892 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-ee051fe3-86c5-496e-982b-ef7094c43906 req-33f66011-60f6-46ae-bbe9-1e113e2dd5c3 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (a4851ee9-cb6c-453e-b0ec-22dce2143857), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:39:56.601592 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.plugin [req-ee051fe3-86c5-496e-982b-ef7094c43906 req-33f66011-60f6-46ae-bbe9-1e113e2dd5c3 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Calling delete_port for a4851ee9-cb6c-453e-b0ec-22dce2143857 owned by compute:nova {{(pid=106777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:39:56.788198 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-ee051fe3-86c5-496e-982b-ef7094c43906 req-33f66011-60f6-46ae-bbe9-1e113e2dd5c3 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5261574'] for port (a4851ee9-cb6c-453e-b0ec-22dce2143857), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:39:56.814283 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f66011-60f6-46ae-bbe9-1e113e2dd5c3 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Pushing event deleted for resources: {'Port': ['ID=a4851ee9-cb6c-453e-b0ec-22dce2143857,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:39:56.860755 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee051fe3-86c5-496e-982b-ef7094c43906 req-33f66011-60f6-46ae-bbe9-1e113e2dd5c3 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] No DVR routers for this DVR port a4851ee9-cb6c-453e-b0ec-22dce2143857 on host hv-cinder-85528 {{(pid=106777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 01:39:56.863246 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [req-ee051fe3-86c5-496e-982b-ef7094c43906 req-33f66011-60f6-46ae-bbe9-1e113e2dd5c3 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for port (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:39:56.867078 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-ee051fe3-86c5-496e-982b-ef7094c43906 req-33f66011-60f6-46ae-bbe9-1e113e2dd5c3 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.85 "DELETE /networking/v2.0/ports/a4851ee9-cb6c-453e-b0ec-22dce2143857 HTTP/1.1" status: 204 len: 173 time: 0.4456382 Aug 31 01:39:56.867545 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '577caa63-5dbe-4508-8004-488bd8d79ac7', 'name': 'network-vif-deleted', 'tag': 'a4851ee9-cb6c-453e-b0ec-22dce2143857'}] {{(pid=106777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 01:39:56.869793 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e330c87e12d7f870e7d9a686a76230f6b0968ad9153010b5cc5787492cc6e0e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554e88e3-95d7-4fff-ae49-a7f47882b61d" -d '{"events": [{"server_uuid": "577caa63-5dbe-4508-8004-488bd8d79ac7", "name": "network-vif-deleted", "tag": "a4851ee9-cb6c-453e-b0ec-22dce2143857"}]}' {{(pid=106777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:39:56.910153 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 01:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0312055-6dc2-4f01-80c0-687a7a4727cb x-openstack-request-id: req-e0312055-6dc2-4f01-80c0-687a7a4727cb {{(pid=106777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:39:56.910447 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "577caa63-5dbe-4508-8004-488bd8d79ac7", "name": "network-vif-deleted", "tag": "a4851ee9-cb6c-453e-b0ec-22dce2143857", "status": "completed", "code": 200}]} {{(pid=106777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:39:56.910701 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e0312055-6dc2-4f01-80c0-687a7a4727cb {{(pid=106777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:39:56.911107 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0312055-6dc2-4f01-80c0-687a7a4727cb'] response: {'server_uuid': '577caa63-5dbe-4508-8004-488bd8d79ac7', 'name': 'network-vif-deleted', 'tag': 'a4851ee9-cb6c-453e-b0ec-22dce2143857', 'status': 'completed', 'code': 200} Aug 31 01:39:57.346836 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [req-e21f9546-f0fa-4145-8604-7a1caa27ea7e req-e6648d54-1e0c-4dd1-95b2-45913c0be074 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=577caa63-5dbe-4508-8004-488bd8d79ac7 HTTP/1.1" status: 200 len: 210 time: 0.0309913 Aug 31 01:39:58.411181 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 38226) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:39:58.522196 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.plugin [None req-ba0608a3-468e-481f-a3b1-51c1acb326d3 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Deleting port f7fff8eb-087d-41cd-a347-1fc47e60712b {{(pid=106777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:39:58.522509 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-ba0608a3-468e-481f-a3b1-51c1acb326d3 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (f7fff8eb-087d-41cd-a347-1fc47e60712b), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:39:58.598337 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-ba0608a3-468e-481f-a3b1-51c1acb326d3 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (f7fff8eb-087d-41cd-a347-1fc47e60712b), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:39:58.598664 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-ba0608a3-468e-481f-a3b1-51c1acb326d3 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks [] for floatingip (f7fff8eb-087d-41cd-a347-1fc47e60712b), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:39:58.611654 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.plugin [None req-ba0608a3-468e-481f-a3b1-51c1acb326d3 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Calling delete_port for f7fff8eb-087d-41cd-a347-1fc47e60712b owned by network:floatingip {{(pid=106777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:39:58.659704 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:39:58.667578 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:39:58.802293 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-ba0608a3-468e-481f-a3b1-51c1acb326d3 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5261574'] for port (f7fff8eb-087d-41cd-a347-1fc47e60712b), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:39:58.827422 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0608a3-468e-481f-a3b1-51c1acb326d3 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Pushing event deleted for resources: {'Port': ['ID=f7fff8eb-087d-41cd-a347-1fc47e60712b,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:39:58.891167 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-ba0608a3-468e-481f-a3b1-51c1acb326d3 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks [] for floatingip (8e4a24da-2586-4f0b-a072-d7c8e1219af4), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:39:58.893710 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-ba0608a3-468e-481f-a3b1-51c1acb326d3 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98499'] for floatingip (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:39:58.894863 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-ba0608a3-468e-481f-a3b1-51c1acb326d3 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/8e4a24da-2586-4f0b-a072-d7c8e1219af4 HTTP/1.1" status: 204 len: 168 time: 0.4840028 Aug 31 01:39:59.125725 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=39 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:39:59.139044 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=47 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:40:00.175258 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device a4851ee9-cb6c-453e-b0ec-22dce2143857 no longer exists at agent hyperv_hv-cinder-85528 {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:40:00.195098 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] No Port match for: a4851ee9-cb6c-453e-b0ec-22dce2143857 {{(pid=106778) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 01:40:00.195291 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Device a4851ee9-cb6c-453e-b0ec-22dce2143857 not bound to the agent host hv-cinder-85528 {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:40:00.212748 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 38238) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:40:00.272290 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-8e11da8e-b7fb-4557-95e8-ec26df96fb56 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks [] for security_group (573cd7de-2f00-43aa-a347-2a31cf20105f), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:00.296882 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-8e11da8e-b7fb-4557-95e8-ec26df96fb56 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks [] for security_group (573cd7de-2f00-43aa-a347-2a31cf20105f), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:00.416847 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-8e11da8e-b7fb-4557-95e8-ec26df96fb56 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (573cd7de-2f00-43aa-a347-2a31cf20105f), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:00.419335 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-8e11da8e-b7fb-4557-95e8-ec26df96fb56 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Publish callbacks [] for security_group (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:00.420658 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-8e11da8e-b7fb-4557-95e8-ec26df96fb56 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] 10.222.0.20 "DELETE /networking/v2.0/security-groups/573cd7de-2f00-43aa-a347-2a31cf20105f HTTP/1.1" status: 204 len: 168 time: 0.2068744 Aug 31 01:40:00.430712 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e11da8e-b7fb-4557-95e8-ec26df96fb56 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=573cd7de-2f00-43aa-a347-2a31cf20105f,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:40:00.440584 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e11da8e-b7fb-4557-95e8-ec26df96fb56 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:00.441112 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e11da8e-b7fb-4557-95e8-ec26df96fb56 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:00.441457 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e11da8e-b7fb-4557-95e8-ec26df96fb56 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:00.441795 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e11da8e-b7fb-4557-95e8-ec26df96fb56 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:00.442120 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e11da8e-b7fb-4557-95e8-ec26df96fb56 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:00.442445 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e11da8e-b7fb-4557-95e8-ec26df96fb56 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:00.442768 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e11da8e-b7fb-4557-95e8-ec26df96fb56 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:00.443086 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e11da8e-b7fb-4557-95e8-ec26df96fb56 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:00.443406 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e11da8e-b7fb-4557-95e8-ec26df96fb56 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:00.443722 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e11da8e-b7fb-4557-95e8-ec26df96fb56 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:00.444139 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e11da8e-b7fb-4557-95e8-ec26df96fb56 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:00.444520 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e11da8e-b7fb-4557-95e8-ec26df96fb56 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:00.445373 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e11da8e-b7fb-4557-95e8-ec26df96fb56 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:00.445691 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e11da8e-b7fb-4557-95e8-ec26df96fb56 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:00.446001 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e11da8e-b7fb-4557-95e8-ec26df96fb56 tempest-TestVolumeBootPattern-1166927824 tempest-TestVolumeBootPattern-1166927824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:00.540918 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 38242) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:40:00.943850 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-34321c5f-539f-4701-b598-5a2c40ace1e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-636683'] for router_interface (6e56d467-b811-4148-92e6-7dc61c2014c8), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:01.165107 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [None req-34321c5f-539f-4701-b598-5a2c40ace1e8 admin admin] Deleting port a6b614b8-5291-44c6-a391-2b923ad03edb {{(pid=106776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:40:01.165352 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-34321c5f-539f-4701-b598-5a2c40ace1e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (a6b614b8-5291-44c6-a391-2b923ad03edb), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:01.249110 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.db [None req-34321c5f-539f-4701-b598-5a2c40ace1e8 admin admin] For port a6b614b8-5291-44c6-a391-2b923ad03edb, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=a6b614b8-5291-44c6-a391-2b923ad03edb,segment=NetworkSegment(669e6717-297e-4b7f-886f-aba7bf4c57f2),segment_id=669e6717-297e-4b7f-886f-aba7bf4c57f2)] {{(pid=106776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:40:01.249734 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-34321c5f-539f-4701-b598-5a2c40ace1e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (a6b614b8-5291-44c6-a391-2b923ad03edb), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:01.262699 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [None req-34321c5f-539f-4701-b598-5a2c40ace1e8 admin admin] Calling delete_port for a6b614b8-5291-44c6-a391-2b923ad03edb owned by network:router_interface {{(pid=106776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:40:01.285604 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-ba45dbce-970b-469e-894d-590792d1eafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (06e7caa6-6f15-45a1-a03b-1c511964ed9a), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:01.310360 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:40:01.326437 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:40:01.531414 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-34321c5f-539f-4701-b598-5a2c40ace1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6273727'] for port (a6b614b8-5291-44c6-a391-2b923ad03edb), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:01.557369 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34321c5f-539f-4701-b598-5a2c40ace1e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6b614b8-5291-44c6-a391-2b923ad03edb,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:40:01.724305 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-34321c5f-539f-4701-b598-5a2c40ace1e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-636091'] for router_interface (6e56d467-b811-4148-92e6-7dc61c2014c8), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:01.925670 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34321c5f-539f-4701-b598-5a2c40ace1e8 admin admin] Router 6e56d467-b811-4148-92e6-7dc61c2014c8 has already been hosted by L3 agent 1428144b-5b15-4168-8538-b51b3045e8b6 {{(pid=106776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:40:02.027075 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34321c5f-539f-4701-b598-5a2c40ace1e8 admin admin] Notify agent at l3_agent.dv-cinder-855288-2-iscsi the message routers_updated {{(pid=106776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:40:02.032488 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-34321c5f-539f-4701-b598-5a2c40ace1e8 admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/6e56d467-b811-4148-92e6-7dc61c2014c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4898281 Aug 31 01:40:02.034701 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 38246) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:40:02.037510 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efe3cfd-fc7a-426e-9fd5-6b30f727c005 None None] Sync routers for ids ['6e56d467-b811-4148-92e6-7dc61c2014c8'] in dv-cinder-855288-2-iscsi {{(pid=106779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:40:02.047338 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efe3cfd-fc7a-426e-9fd5-6b30f727c005 None None] Routers {'6e56d467-b811-4148-92e6-7dc61c2014c8'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:40:02.048038 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-5efe3cfd-fc7a-426e-9fd5-6b30f727c005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:39:33Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['6e56d467-b811-4148-92e6-7dc61c2014c8'], 'active': True} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:40:02.137873 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-7c656e52-c925-4ecd-94de-306fedb01cbc admin admin] Publish callbacks [] for router (6e56d467-b811-4148-92e6-7dc61c2014c8), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:02.155337 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvr_db [None req-5efe3cfd-fc7a-426e-9fd5-6b30f727c005 None None] Set router 6e56d467-b811-4148-92e6-7dc61c2014c8 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:40:02.175447 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:40:02.238082 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-7c656e52-c925-4ecd-94de-306fedb01cbc admin admin] Publish callbacks [] for router_gateway (6e56d467-b811-4148-92e6-7dc61c2014c8), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:02.315868 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=100 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:40:02.320323 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-5efe3cfd-fc7a-426e-9fd5-6b30f727c005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'name': 'tempest-TestVolumeBootPattern-176741476-router', 'tenant_id': '8a6177d84e534b358b475672f474f6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': 'b239ba95-6526-4435-9229-e04af35a254d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:33:19Z', 'updated_at': '2022-08-31T01:40:01Z', 'revision_number': 5, 'project_id': '8a6177d84e534b358b475672f474f6df', 'gw_port': {'id': 'b239ba95-6526-4435-9229-e04af35a254d', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:59:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:33:19Z', 'updated_at': '2022-08-31T01:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi'}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:40:02.345359 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efe3cfd-fc7a-426e-9fd5-6b30f727c005 None None] Checking router: 6e56d467-b811-4148-92e6-7dc61c2014c8 for host: dv-cinder-855288-2-iscsi {{(pid=106779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:40:02.354169 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efe3cfd-fc7a-426e-9fd5-6b30f727c005 None None] Routers {'6e56d467-b811-4148-92e6-7dc61c2014c8'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:40:02.354764 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-5efe3cfd-fc7a-426e-9fd5-6b30f727c005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:39:33Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['6e56d467-b811-4148-92e6-7dc61c2014c8'], 'active': True} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:40:02.377600 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [None req-7c656e52-c925-4ecd-94de-306fedb01cbc admin admin] Deleting port b239ba95-6526-4435-9229-e04af35a254d {{(pid=106776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:40:02.378152 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-7c656e52-c925-4ecd-94de-306fedb01cbc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (b239ba95-6526-4435-9229-e04af35a254d), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:02.426016 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:40:02.439193 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_dvr_db [None req-5efe3cfd-fc7a-426e-9fd5-6b30f727c005 None None] Set router 6e56d467-b811-4148-92e6-7dc61c2014c8 gateway port host: None {{(pid=106779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:40:02.463917 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.db [None req-7c656e52-c925-4ecd-94de-306fedb01cbc admin admin] For port b239ba95-6526-4435-9229-e04af35a254d, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=b239ba95-6526-4435-9229-e04af35a254d,segment=NetworkSegment(5532158b-12fc-4975-99d9-f23bee8acdf7),segment_id=5532158b-12fc-4975-99d9-f23bee8acdf7)] {{(pid=106776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:40:02.464285 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-7c656e52-c925-4ecd-94de-306fedb01cbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (b239ba95-6526-4435-9229-e04af35a254d), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:02.478330 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [None req-7c656e52-c925-4ecd-94de-306fedb01cbc admin admin] Calling delete_port for b239ba95-6526-4435-9229-e04af35a254d owned by network:router_gateway {{(pid=106776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:40:02.490408 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.l3_hamode_db [None req-5efe3cfd-fc7a-426e-9fd5-6b30f727c005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'name': 'tempest-TestVolumeBootPattern-176741476-router', 'tenant_id': '8a6177d84e534b358b475672f474f6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:33:19Z', 'updated_at': '2022-08-31T01:40:02Z', 'revision_number': 6, 'project_id': '8a6177d84e534b358b475672f474f6df', 'gw_port_host': None}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:40:02.515119 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efe3cfd-fc7a-426e-9fd5-6b30f727c005 None None] The sync data for ids ['6e56d467-b811-4148-92e6-7dc61c2014c8'] in dv-cinder-855288-2-iscsi is: [{'id': '6e56d467-b811-4148-92e6-7dc61c2014c8', 'name': 'tempest-TestVolumeBootPattern-176741476-router', 'tenant_id': '8a6177d84e534b358b475672f474f6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:33:19Z', 'updated_at': '2022-08-31T01:40:02Z', 'revision_number': 6, 'project_id': '8a6177d84e534b358b475672f474f6df', 'gw_port_host': None}] {{(pid=106779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:40:02.708777 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-7c656e52-c925-4ecd-94de-306fedb01cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6273727'] for port (b239ba95-6526-4435-9229-e04af35a254d), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:02.739671 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c656e52-c925-4ecd-94de-306fedb01cbc admin admin] Pushing event deleted for resources: {'Port': ['ID=b239ba95-6526-4435-9229-e04af35a254d,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:40:02.802147 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-7c656e52-c925-4ecd-94de-306fedb01cbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608328'] for router_gateway (6e56d467-b811-4148-92e6-7dc61c2014c8), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:02.891928 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-7c656e52-c925-4ecd-94de-306fedb01cbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10600'] for router (6e56d467-b811-4148-92e6-7dc61c2014c8), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:02.894322 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-7c656e52-c925-4ecd-94de-306fedb01cbc admin admin] Publish callbacks [] for router_controller (6e56d467-b811-4148-92e6-7dc61c2014c8), precommit_delete_associations {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:02.993891 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-7c656e52-c925-4ecd-94de-306fedb01cbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636102'] for router (6e56d467-b811-4148-92e6-7dc61c2014c8), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:02.994420 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c656e52-c925-4ecd-94de-306fedb01cbc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e56d467-b811-4148-92e6-7dc61c2014c8 {{(pid=106776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:40:02.999731 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-7c656e52-c925-4ecd-94de-306fedb01cbc admin admin] Publish callbacks [] for router (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:03.000966 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-7c656e52-c925-4ecd-94de-306fedb01cbc admin admin] 10.222.0.20 "DELETE /networking/v2.0/routers/6e56d467-b811-4148-92e6-7dc61c2014c8 HTTP/1.1" status: 204 len: 168 time: 0.9653199 Aug 31 01:40:03.003484 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 38248) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:40:03.048747 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2ffbb8e-360d-4f87-ad6d-11d0936553da admin admin] Deleting subnet f83c53c6-3675-4265-96b4-490990a3e29d {{(pid=106776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 01:40:03.051899 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-a2ffbb8e-360d-4f87-ad6d-11d0936553da admin admin] Publish callbacks [] for subnet (f83c53c6-3675-4265-96b4-490990a3e29d), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:03.089999 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-a2ffbb8e-360d-4f87-ad6d-11d0936553da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6223797'] for subnet (f83c53c6-3675-4265-96b4-490990a3e29d), precommit_delete_associations {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:03.168350 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-a2ffbb8e-360d-4f87-ad6d-11d0936553da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1483629'] for subnet (f83c53c6-3675-4265-96b4-490990a3e29d), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:03.278539 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-a2ffbb8e-360d-4f87-ad6d-11d0936553da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1483636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6273100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4799849'] for subnet (f83c53c6-3675-4265-96b4-490990a3e29d), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:03.308229 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device a6b614b8-5291-44c6-a391-2b923ad03edb no longer exists at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:40:03.310343 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-a2ffbb8e-360d-4f87-ad6d-11d0936553da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537412'] for subnet (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:03.314140 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-a2ffbb8e-360d-4f87-ad6d-11d0936553da admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/f83c53c6-3675-4265-96b4-490990a3e29d HTTP/1.1" status: 204 len: 168 time: 0.3097098 Aug 31 01:40:03.315095 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ffbb8e-360d-4f87-ad6d-11d0936553da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f83c53c6-3675-4265-96b4-490990a3e29d,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:40:03.316824 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 38250) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:40:03.331199 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31d0eb6-41f5-4e73-a509-ca777327c0e8 None None] Network 1c20fdf4-c01e-4a42-bd98-933028a4956d requested from dv-cinder-855288-2-iscsi {{(pid=106778) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 01:40:03.333789 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] No Port match for: a6b614b8-5291-44c6-a391-2b923ad03edb {{(pid=106778) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 01:40:03.334343 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device a6b614b8-5291-44c6-a391-2b923ad03edb not bound to the agent host dv-cinder-855288-2-iscsi {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:40:03.334984 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device b239ba95-6526-4435-9229-e04af35a254d no longer exists at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:40:03.392858 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-02d2f82b-f4c5-4ff4-a483-5dcadd0b1e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1495376'] for network (1c20fdf4-c01e-4a42-bd98-933028a4956d), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:03.394154 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] No Port match for: b239ba95-6526-4435-9229-e04af35a254d {{(pid=106778) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 01:40:03.394504 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device b239ba95-6526-4435-9229-e04af35a254d not bound to the agent host dv-cinder-855288-2-iscsi {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:40:03.438042 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.plugin [None req-02d2f82b-f4c5-4ff4-a483-5dcadd0b1e8f admin admin] Deleting port fa11497e-7570-44a8-a0e7-46f1cdca75e2 {{(pid=106777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:40:03.438468 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-02d2f82b-f4c5-4ff4-a483-5dcadd0b1e8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (fa11497e-7570-44a8-a0e7-46f1cdca75e2), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:03.516231 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.db [None req-02d2f82b-f4c5-4ff4-a483-5dcadd0b1e8f admin admin] For port fa11497e-7570-44a8-a0e7-46f1cdca75e2, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=fa11497e-7570-44a8-a0e7-46f1cdca75e2,segment=NetworkSegment(669e6717-297e-4b7f-886f-aba7bf4c57f2),segment_id=669e6717-297e-4b7f-886f-aba7bf4c57f2)] {{(pid=106777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:40:03.516930 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-02d2f82b-f4c5-4ff4-a483-5dcadd0b1e8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (fa11497e-7570-44a8-a0e7-46f1cdca75e2), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:03.532363 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.plugin [None req-02d2f82b-f4c5-4ff4-a483-5dcadd0b1e8f admin admin] Calling delete_port for fa11497e-7570-44a8-a0e7-46f1cdca75e2 owned by network:dhcp {{(pid=106777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:40:03.643019 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ea5921-9403-4668-b919-f4758895d64b None None] DHCP port deletion for 1c20fdf4-c01e-4a42-bd98-933028a4956d request from dv-cinder-855288-2-iscsi {{(pid=106778) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 01:40:03.676319 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-72f5dc38-695f-48ff-9409-576ef406e1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (1428144b-5b15-4168-8538-b51b3045e8b6), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:03.681787 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-26ea5921-9403-4668-b919-f4758895d64b None None] Deleting port fa11497e-7570-44a8-a0e7-46f1cdca75e2 {{(pid=106778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:40:03.682144 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-26ea5921-9403-4668-b919-f4758895d64b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (fa11497e-7570-44a8-a0e7-46f1cdca75e2), before_delete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:03.688666 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-02d2f82b-f4c5-4ff4-a483-5dcadd0b1e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5261574'] for port (fa11497e-7570-44a8-a0e7-46f1cdca75e2), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:03.719593 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d2f82b-f4c5-4ff4-a483-5dcadd0b1e8f admin admin] Pushing event deleted for resources: {'Port': ['ID=fa11497e-7570-44a8-a0e7-46f1cdca75e2,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:40:03.721466 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d2f82b-f4c5-4ff4-a483-5dcadd0b1e8f admin admin] No DVR routers for this DVR port fa11497e-7570-44a8-a0e7-46f1cdca75e2 on host dv-cinder-855288-2-iscsi {{(pid=106777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 01:40:03.750049 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-26ea5921-9403-4668-b919-f4758895d64b None None] For port fa11497e-7570-44a8-a0e7-46f1cdca75e2, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=fa11497e-7570-44a8-a0e7-46f1cdca75e2,segment=NetworkSegment(669e6717-297e-4b7f-886f-aba7bf4c57f2),segment_id=669e6717-297e-4b7f-886f-aba7bf4c57f2)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:40:03.750455 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-26ea5921-9403-4668-b919-f4758895d64b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (fa11497e-7570-44a8-a0e7-46f1cdca75e2), precommit_delete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:03.763880 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-26ea5921-9403-4668-b919-f4758895d64b None None] Calling delete_port for fa11497e-7570-44a8-a0e7-46f1cdca75e2 owned by network:dhcp {{(pid=106778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:40:03.793508 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-02d2f82b-f4c5-4ff4-a483-5dcadd0b1e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1483790', 'neutron.services.segments.db._delete_segments_for_network-8779186328131'] for network (1c20fdf4-c01e-4a42-bd98-933028a4956d), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:03.814684 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.services.segments.db [None req-02d2f82b-f4c5-4ff4-a483-5dcadd0b1e8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c20fdf4-c01e-4a42-bd98-933028a4956d']}} {{(pid=106777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:40:03.824002 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.services.segments.db [None req-02d2f82b-f4c5-4ff4-a483-5dcadd0b1e8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '669e6717-297e-4b7f-886f-aba7bf4c57f2') {'for_net_delete': True} {{(pid=106777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:40:03.824308 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.services.segments.db [None req-02d2f82b-f4c5-4ff4-a483-5dcadd0b1e8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '669e6717-297e-4b7f-886f-aba7bf4c57f2') {} {{(pid=106777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:40:03.834080 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-02d2f82b-f4c5-4ff4-a483-5dcadd0b1e8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779186303919', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6594450'] for segment (669e6717-297e-4b7f-886f-aba7bf4c57f2), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:03.838872 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-26ea5921-9403-4668-b919-f4758895d64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847'] for port (fa11497e-7570-44a8-a0e7-46f1cdca75e2), after_delete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:03.841806 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:40:03.847926 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-02d2f82b-f4c5-4ff4-a483-5dcadd0b1e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484916'] for segment (669e6717-297e-4b7f-886f-aba7bf4c57f2), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:03.855209 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02d2f82b-f4c5-4ff4-a483-5dcadd0b1e8f admin admin] Releasing vlan 1056 on physical network physnet1 to pool {{(pid=106777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:40:03.855617 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-02d2f82b-f4c5-4ff4-a483-5dcadd0b1e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5261651'] for segment (669e6717-297e-4b7f-886f-aba7bf4c57f2), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:03.868986 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ea5921-9403-4668-b919-f4758895d64b None None] Pushing event deleted for resources: {'Port': ['ID=fa11497e-7570-44a8-a0e7-46f1cdca75e2,revision_number=None']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:40:03.871547 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ea5921-9403-4668-b919-f4758895d64b None None] No DVR routers for this DVR port fa11497e-7570-44a8-a0e7-46f1cdca75e2 on host dv-cinder-855288-2-iscsi {{(pid=106778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 01:40:03.883754 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ea5921-9403-4668-b919-f4758895d64b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:03.884184 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ea5921-9403-4668-b919-f4758895d64b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:03.885029 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ea5921-9403-4668-b919-f4758895d64b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:03.885160 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ea5921-9403-4668-b919-f4758895d64b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:03.885531 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ea5921-9403-4668-b919-f4758895d64b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:03.885984 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ea5921-9403-4668-b919-f4758895d64b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:03.886507 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ea5921-9403-4668-b919-f4758895d64b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:03.886933 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ea5921-9403-4668-b919-f4758895d64b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:03.887334 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ea5921-9403-4668-b919-f4758895d64b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:03.887738 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ea5921-9403-4668-b919-f4758895d64b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:03.888122 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ea5921-9403-4668-b919-f4758895d64b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:03.888514 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ea5921-9403-4668-b919-f4758895d64b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:03.888937 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ea5921-9403-4668-b919-f4758895d64b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:03.889326 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ea5921-9403-4668-b919-f4758895d64b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:03.889713 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ea5921-9403-4668-b919-f4758895d64b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855288-2-iscsi {{(pid=106778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:40:03.959419 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.services.segments.plugin [-] Segment 669e6717-297e-4b7f-886f-aba7bf4c57f2 resource provider aggregate not found Aug 31 01:40:03.976181 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.services.segments.plugin [-] Segment 669e6717-297e-4b7f-886f-aba7bf4c57f2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 669e6717-297e-4b7f-886f-aba7bf4c57f2 found for delete ", "request_id": "req-bd6dfb75-76f2-4f51-9df7-e42395ec211d"}]} Aug 31 01:40:03.979559 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-02d2f82b-f4c5-4ff4-a483-5dcadd0b1e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1483783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608292'] for network (1c20fdf4-c01e-4a42-bd98-933028a4956d), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:03.979756 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (799b9b45-836a-4007-8b99-6041c4a5ce6b), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:03.984269 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-02d2f82b-f4c5-4ff4-a483-5dcadd0b1e8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537412'] for network (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:03.989420 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-02d2f82b-f4c5-4ff4-a483-5dcadd0b1e8f admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/1c20fdf4-c01e-4a42-bd98-933028a4956d HTTP/1.1" status: 204 len: 168 time: 0.6690407 Aug 31 01:40:03.990488 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 38258) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:40:04.001403 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d2f82b-f4c5-4ff4-a483-5dcadd0b1e8f admin admin] Pushing event deleted for resources: {'Network': ['ID=1c20fdf4-c01e-4a42-bd98-933028a4956d,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:40:04.030134 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:40:04.403775 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:40:04.519790 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-d40ed4a0-faad-48da-a1e6-8b2062e88cde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-636683'] for router_interface (806ebc0d-70fc-43f1-a1d9-71e434bfdf07), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:04.734074 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [None req-d40ed4a0-faad-48da-a1e6-8b2062e88cde admin admin] Deleting port c8eedc85-8d7c-49b3-8d52-fdd5d1cb6d42 {{(pid=106776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:40:04.734402 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-d40ed4a0-faad-48da-a1e6-8b2062e88cde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (c8eedc85-8d7c-49b3-8d52-fdd5d1cb6d42), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:04.811841 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.db [None req-d40ed4a0-faad-48da-a1e6-8b2062e88cde admin admin] For port c8eedc85-8d7c-49b3-8d52-fdd5d1cb6d42, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=c8eedc85-8d7c-49b3-8d52-fdd5d1cb6d42,segment=NetworkSegment(5df9c223-db02-4e13-8cb8-ffe43ceae8c8),segment_id=5df9c223-db02-4e13-8cb8-ffe43ceae8c8)] {{(pid=106776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:40:04.812189 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-d40ed4a0-faad-48da-a1e6-8b2062e88cde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (c8eedc85-8d7c-49b3-8d52-fdd5d1cb6d42), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:04.825111 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [None req-d40ed4a0-faad-48da-a1e6-8b2062e88cde admin admin] Calling delete_port for c8eedc85-8d7c-49b3-8d52-fdd5d1cb6d42 owned by network:router_interface {{(pid=106776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:40:04.982634 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:40:05.059514 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-6cf74907-e165-4231-8e79-d72e153e628e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (625e835a-7d63-45f9-8a46-c3ba876c3627), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:05.072190 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-d40ed4a0-faad-48da-a1e6-8b2062e88cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6273727'] for port (c8eedc85-8d7c-49b3-8d52-fdd5d1cb6d42), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:05.097569 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40ed4a0-faad-48da-a1e6-8b2062e88cde admin admin] Pushing event deleted for resources: {'Port': ['ID=c8eedc85-8d7c-49b3-8d52-fdd5d1cb6d42,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:40:05.266593 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-d40ed4a0-faad-48da-a1e6-8b2062e88cde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-636091'] for router_interface (806ebc0d-70fc-43f1-a1d9-71e434bfdf07), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:05.359048 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:40:05.363112 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device fa11497e-7570-44a8-a0e7-46f1cdca75e2 no longer exists at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:40:05.383095 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] No Port match for: fa11497e-7570-44a8-a0e7-46f1cdca75e2 {{(pid=106778) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 01:40:05.383678 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device fa11497e-7570-44a8-a0e7-46f1cdca75e2 not bound to the agent host dv-cinder-855288-2-iscsi {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:40:05.485667 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d40ed4a0-faad-48da-a1e6-8b2062e88cde admin admin] Router 806ebc0d-70fc-43f1-a1d9-71e434bfdf07 has already been hosted by L3 agent 1428144b-5b15-4168-8538-b51b3045e8b6 {{(pid=106776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:40:05.588087 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d40ed4a0-faad-48da-a1e6-8b2062e88cde admin admin] Notify agent at l3_agent.dv-cinder-855288-2-iscsi the message routers_updated {{(pid=106776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:40:05.593196 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-d40ed4a0-faad-48da-a1e6-8b2062e88cde admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/806ebc0d-70fc-43f1-a1d9-71e434bfdf07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6016278 Aug 31 01:40:05.595708 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 38260) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:40:05.596381 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4219c19-688b-4076-90a7-d818a2bf9c24 None None] Sync routers for ids ['806ebc0d-70fc-43f1-a1d9-71e434bfdf07'] in dv-cinder-855288-2-iscsi {{(pid=106778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:40:05.607633 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4219c19-688b-4076-90a7-d818a2bf9c24 None None] Routers {'806ebc0d-70fc-43f1-a1d9-71e434bfdf07'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:40:05.608247 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-f4219c19-688b-4076-90a7-d818a2bf9c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:40:04Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['806ebc0d-70fc-43f1-a1d9-71e434bfdf07'], 'active': True} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:40:05.691832 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-8a49f46a-5790-4e49-9b90-1bd07b9376f8 admin admin] Publish callbacks [] for router (806ebc0d-70fc-43f1-a1d9-71e434bfdf07), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:05.709406 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvr_db [None req-f4219c19-688b-4076-90a7-d818a2bf9c24 None None] Set router 806ebc0d-70fc-43f1-a1d9-71e434bfdf07 gateway port host: dv-cinder-855288-2-iscsi {{(pid=106778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:40:05.791735 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-8a49f46a-5790-4e49-9b90-1bd07b9376f8 admin admin] Publish callbacks [] for router_gateway (806ebc0d-70fc-43f1-a1d9-71e434bfdf07), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:05.874754 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-f4219c19-688b-4076-90a7-d818a2bf9c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806ebc0d-70fc-43f1-a1d9-71e434bfdf07', 'name': 'tempest-TestVolumeBootPattern-147434268-router', 'tenant_id': '2d46826da53d445fa93891f13fbe9826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'external_fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '2ee476b5-73e9-4b0b-84ec-761e64345e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:33:24Z', 'updated_at': '2022-08-31T01:40:04Z', 'revision_number': 5, 'project_id': '2d46826da53d445fa93891f13fbe9826', 'gw_port': {'id': '2ee476b5-73e9-4b0b-84ec-761e64345e09', 'name': '', 'network_id': '6de90673-24a8-444a-94e7-38ef2e70dd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806ebc0d-70fc-43f1-a1d9-71e434bfdf07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T01:33:25Z', 'updated_at': '2022-08-31T01:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0882f00-706c-4556-bcad-01ef413e142c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855288-2-iscsi'}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:40:05.900642 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [None req-8a49f46a-5790-4e49-9b90-1bd07b9376f8 admin admin] Deleting port 2ee476b5-73e9-4b0b-84ec-761e64345e09 {{(pid=106776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:40:05.901109 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-8a49f46a-5790-4e49-9b90-1bd07b9376f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (2ee476b5-73e9-4b0b-84ec-761e64345e09), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:05.904749 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4219c19-688b-4076-90a7-d818a2bf9c24 None None] Checking router: 806ebc0d-70fc-43f1-a1d9-71e434bfdf07 for host: dv-cinder-855288-2-iscsi {{(pid=106778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:40:05.913974 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4219c19-688b-4076-90a7-d818a2bf9c24 None None] Routers {'806ebc0d-70fc-43f1-a1d9-71e434bfdf07'} bound to L3 agent in host dv-cinder-855288-2-iscsi {{(pid=106778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 01:40:05.914577 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-f4219c19-688b-4076-90a7-d818a2bf9c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T01:14:03Z,description=,heartbeat_timestamp=2022-08-31T01:40:04Z,host='dv-cinder-855288-2-iscsi',id=1428144b-5b15-4168-8538-b51b3045e8b6,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T01:14:04Z,topic='l3_agent')) {'router_ids': ['806ebc0d-70fc-43f1-a1d9-71e434bfdf07'], 'active': True} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:40:05.945437 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:40:05.983899 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.db [None req-8a49f46a-5790-4e49-9b90-1bd07b9376f8 admin admin] For port 2ee476b5-73e9-4b0b-84ec-761e64345e09, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=2ee476b5-73e9-4b0b-84ec-761e64345e09,segment=NetworkSegment(5532158b-12fc-4975-99d9-f23bee8acdf7),segment_id=5532158b-12fc-4975-99d9-f23bee8acdf7)] {{(pid=106776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:40:05.984260 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-8a49f46a-5790-4e49-9b90-1bd07b9376f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (2ee476b5-73e9-4b0b-84ec-761e64345e09), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:05.997565 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [None req-8a49f46a-5790-4e49-9b90-1bd07b9376f8 admin admin] Calling delete_port for 2ee476b5-73e9-4b0b-84ec-761e64345e09 owned by network:router_gateway {{(pid=106776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:40:05.999130 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvr_db [None req-f4219c19-688b-4076-90a7-d818a2bf9c24 None None] Set router 806ebc0d-70fc-43f1-a1d9-71e434bfdf07 gateway port host: None {{(pid=106778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 01:40:06.040918 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:40:06.049514 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_hamode_db [None req-f4219c19-688b-4076-90a7-d818a2bf9c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806ebc0d-70fc-43f1-a1d9-71e434bfdf07', 'name': 'tempest-TestVolumeBootPattern-147434268-router', 'tenant_id': '2d46826da53d445fa93891f13fbe9826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:33:24Z', 'updated_at': '2022-08-31T01:40:05Z', 'revision_number': 6, 'project_id': '2d46826da53d445fa93891f13fbe9826', 'gw_port_host': None}], 'dv-cinder-855288-2-iscsi', False) {} {{(pid=106778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:40:06.074576 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4219c19-688b-4076-90a7-d818a2bf9c24 None None] The sync data for ids ['806ebc0d-70fc-43f1-a1d9-71e434bfdf07'] in dv-cinder-855288-2-iscsi is: [{'id': '806ebc0d-70fc-43f1-a1d9-71e434bfdf07', 'name': 'tempest-TestVolumeBootPattern-147434268-router', 'tenant_id': '2d46826da53d445fa93891f13fbe9826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T01:33:24Z', 'updated_at': '2022-08-31T01:40:05Z', 'revision_number': 6, 'project_id': '2d46826da53d445fa93891f13fbe9826', 'gw_port_host': None}] {{(pid=106778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:40:06.245507 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-8a49f46a-5790-4e49-9b90-1bd07b9376f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6273727'] for port (2ee476b5-73e9-4b0b-84ec-761e64345e09), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:06.269177 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a49f46a-5790-4e49-9b90-1bd07b9376f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ee476b5-73e9-4b0b-84ec-761e64345e09,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:40:06.323442 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:40:06.338539 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-8a49f46a-5790-4e49-9b90-1bd07b9376f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608328'] for router_gateway (806ebc0d-70fc-43f1-a1d9-71e434bfdf07), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:06.383060 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (f96ef3eb-5320-49ab-b33a-a2775d3a6053), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:06.427563 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-8a49f46a-5790-4e49-9b90-1bd07b9376f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-635237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10600'] for router (806ebc0d-70fc-43f1-a1d9-71e434bfdf07), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:06.430372 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-8a49f46a-5790-4e49-9b90-1bd07b9376f8 admin admin] Publish callbacks [] for router_controller (806ebc0d-70fc-43f1-a1d9-71e434bfdf07), precommit_delete_associations {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:06.451704 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-f7411cf7-2853-429b-aa0f-54d02b543116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (5f821ebb-aac9-4915-bb43-6712672a5d6c), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:06.548199 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-8a49f46a-5790-4e49-9b90-1bd07b9376f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636102'] for router (806ebc0d-70fc-43f1-a1d9-71e434bfdf07), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:06.548852 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a49f46a-5790-4e49-9b90-1bd07b9376f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 806ebc0d-70fc-43f1-a1d9-71e434bfdf07 {{(pid=106776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:40:06.553105 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-8a49f46a-5790-4e49-9b90-1bd07b9376f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:06.554762 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-8a49f46a-5790-4e49-9b90-1bd07b9376f8 admin admin] 10.222.0.20 "DELETE /networking/v2.0/routers/806ebc0d-70fc-43f1-a1d9-71e434bfdf07 HTTP/1.1" status: 204 len: 168 time: 0.9581566 Aug 31 01:40:06.557485 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 38262) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:40:06.602768 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.db_base_plugin_v2 [None req-84e56ce8-a166-47d2-bef6-2ad90c168adc admin admin] Deleting subnet 8eafdddf-45e9-4321-b00d-d81cb3fb22d1 {{(pid=106776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 01:40:06.605920 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-84e56ce8-a166-47d2-bef6-2ad90c168adc admin admin] Publish callbacks [] for subnet (8eafdddf-45e9-4321-b00d-d81cb3fb22d1), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:06.644487 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-84e56ce8-a166-47d2-bef6-2ad90c168adc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6223797'] for subnet (8eafdddf-45e9-4321-b00d-d81cb3fb22d1), precommit_delete_associations {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:06.717768 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-84e56ce8-a166-47d2-bef6-2ad90c168adc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1483629'] for subnet (8eafdddf-45e9-4321-b00d-d81cb3fb22d1), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:06.842837 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-84e56ce8-a166-47d2-bef6-2ad90c168adc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1483636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6273100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4799849'] for subnet (8eafdddf-45e9-4321-b00d-d81cb3fb22d1), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:06.871375 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e56ce8-a166-47d2-bef6-2ad90c168adc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8eafdddf-45e9-4321-b00d-d81cb3fb22d1,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:40:06.877135 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-84e56ce8-a166-47d2-bef6-2ad90c168adc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537412'] for subnet (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:06.883310 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-84e56ce8-a166-47d2-bef6-2ad90c168adc admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/8eafdddf-45e9-4321-b00d-d81cb3fb22d1 HTTP/1.1" status: 204 len: 168 time: 0.3218365 Aug 31 01:40:06.883310 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 38264) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:40:06.886351 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c573fc1a-881b-4e58-ae20-570fe35f3e47 None None] Network 3ff960d6-c555-4a2f-a596-83f0d2e0096b requested from dv-cinder-855288-2-iscsi {{(pid=106778) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 01:40:06.927373 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:40:06.954631 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-5f72e854-692e-4bb7-9474-509c0a6ffff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1495376'] for network (3ff960d6-c555-4a2f-a596-83f0d2e0096b), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:06.998777 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [None req-5f72e854-692e-4bb7-9474-509c0a6ffff3 admin admin] Deleting port 8c67d7d4-c4ae-4d09-8e70-befafbd15c86 {{(pid=106776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:40:07.008329 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-5f72e854-692e-4bb7-9474-509c0a6ffff3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (8c67d7d4-c4ae-4d09-8e70-befafbd15c86), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:07.037092 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1421b9e-ce6a-4b01-aa14-5079a2a7b412 None None] DHCP port deletion for 3ff960d6-c555-4a2f-a596-83f0d2e0096b request from dv-cinder-855288-2-iscsi {{(pid=106778) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 01:40:07.077344 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.db [None req-5f72e854-692e-4bb7-9474-509c0a6ffff3 admin admin] For port 8c67d7d4-c4ae-4d09-8e70-befafbd15c86, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=8c67d7d4-c4ae-4d09-8e70-befafbd15c86,segment=NetworkSegment(5df9c223-db02-4e13-8cb8-ffe43ceae8c8),segment_id=5df9c223-db02-4e13-8cb8-ffe43ceae8c8)] {{(pid=106776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:40:07.077710 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-5f72e854-692e-4bb7-9474-509c0a6ffff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (8c67d7d4-c4ae-4d09-8e70-befafbd15c86), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:07.079549 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-c1421b9e-ce6a-4b01-aa14-5079a2a7b412 None None] Deleting port 8c67d7d4-c4ae-4d09-8e70-befafbd15c86 {{(pid=106778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 01:40:07.080025 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-c1421b9e-ce6a-4b01-aa14-5079a2a7b412 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779186201308'] for port (8c67d7d4-c4ae-4d09-8e70-befafbd15c86), before_delete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:07.094206 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.plugin [None req-5f72e854-692e-4bb7-9474-509c0a6ffff3 admin admin] Calling delete_port for 8c67d7d4-c4ae-4d09-8e70-befafbd15c86 owned by network:dhcp {{(pid=106776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:40:07.143753 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.db [None req-c1421b9e-ce6a-4b01-aa14-5079a2a7b412 None None] For port 8c67d7d4-c4ae-4d09-8e70-befafbd15c86, host dv-cinder-855288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855288-2-iscsi',level=0,port_id=8c67d7d4-c4ae-4d09-8e70-befafbd15c86,segment=NetworkSegment(5df9c223-db02-4e13-8cb8-ffe43ceae8c8),segment_id=5df9c223-db02-4e13-8cb8-ffe43ceae8c8)] {{(pid=106778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:40:07.144146 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-c1421b9e-ce6a-4b01-aa14-5079a2a7b412 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-609280'] for port (8c67d7d4-c4ae-4d09-8e70-befafbd15c86), precommit_delete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:07.157228 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-c1421b9e-ce6a-4b01-aa14-5079a2a7b412 None None] Calling delete_port for 8c67d7d4-c4ae-4d09-8e70-befafbd15c86 owned by network:dhcp {{(pid=106778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 01:40:07.159496 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:40:07.274465 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-5f72e854-692e-4bb7-9474-509c0a6ffff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6273727'] for port (8c67d7d4-c4ae-4d09-8e70-befafbd15c86), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:07.285521 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-c1421b9e-ce6a-4b01-aa14-5079a2a7b412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1695359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779186206154', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779185826847'] for port (8c67d7d4-c4ae-4d09-8e70-befafbd15c86), after_delete {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:07.303600 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f72e854-692e-4bb7-9474-509c0a6ffff3 admin admin] No DVR routers for this DVR port 8c67d7d4-c4ae-4d09-8e70-befafbd15c86 on host dv-cinder-855288-2-iscsi {{(pid=106776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 01:40:07.314632 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1421b9e-ce6a-4b01-aa14-5079a2a7b412 None None] Pushing event deleted for resources: {'Port': ['ID=8c67d7d4-c4ae-4d09-8e70-befafbd15c86,revision_number=None']} {{(pid=106778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:40:07.316654 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1421b9e-ce6a-4b01-aa14-5079a2a7b412 None None] No DVR routers for this DVR port 8c67d7d4-c4ae-4d09-8e70-befafbd15c86 on host dv-cinder-855288-2-iscsi {{(pid=106778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 01:40:07.319726 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 8c67d7d4-c4ae-4d09-8e70-befafbd15c86 no longer exists at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:40:07.333006 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f72e854-692e-4bb7-9474-509c0a6ffff3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c67d7d4-c4ae-4d09-8e70-befafbd15c86,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:40:07.341734 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] No Port match for: 8c67d7d4-c4ae-4d09-8e70-befafbd15c86 {{(pid=106778) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 01:40:07.342091 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 8c67d7d4-c4ae-4d09-8e70-befafbd15c86 not bound to the agent host dv-cinder-855288-2-iscsi {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:40:07.342520 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 2ee476b5-73e9-4b0b-84ec-761e64345e09 no longer exists at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:40:07.361729 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] No Port match for: 2ee476b5-73e9-4b0b-84ec-761e64345e09 {{(pid=106778) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 01:40:07.362077 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device 2ee476b5-73e9-4b0b-84ec-761e64345e09 not bound to the agent host dv-cinder-855288-2-iscsi {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:40:07.362499 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device c8eedc85-8d7c-49b3-8d52-fdd5d1cb6d42 no longer exists at agent ovs-agent-dv-cinder-855288-2-iscsi {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:40:07.380298 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.plugin [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] No Port match for: c8eedc85-8d7c-49b3-8d52-fdd5d1cb6d42 {{(pid=106778) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 01:40:07.380648 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron.plugins.ml2.rpc [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Device c8eedc85-8d7c-49b3-8d52-fdd5d1cb6d42 not bound to the agent host dv-cinder-855288-2-iscsi {{(pid=106778) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:40:07.389287 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-5f72e854-692e-4bb7-9474-509c0a6ffff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1483790', 'neutron.services.segments.db._delete_segments_for_network-8779186328131'] for network (3ff960d6-c555-4a2f-a596-83f0d2e0096b), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:07.410330 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.services.segments.db [None req-5f72e854-692e-4bb7-9474-509c0a6ffff3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ff960d6-c555-4a2f-a596-83f0d2e0096b']}} {{(pid=106776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:40:07.420498 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.services.segments.db [None req-5f72e854-692e-4bb7-9474-509c0a6ffff3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5df9c223-db02-4e13-8cb8-ffe43ceae8c8') {'for_net_delete': True} {{(pid=106776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:40:07.420824 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.services.segments.db [None req-5f72e854-692e-4bb7-9474-509c0a6ffff3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5df9c223-db02-4e13-8cb8-ffe43ceae8c8') {} {{(pid=106776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:40:07.430585 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-5f72e854-692e-4bb7-9474-509c0a6ffff3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779186303919', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223806'] for segment (5df9c223-db02-4e13-8cb8-ffe43ceae8c8), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:07.443982 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-5f72e854-692e-4bb7-9474-509c0a6ffff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484916'] for segment (5df9c223-db02-4e13-8cb8-ffe43ceae8c8), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:07.450379 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f72e854-692e-4bb7-9474-509c0a6ffff3 admin admin] Releasing vlan 1081 on physical network physnet1 to pool {{(pid=106776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:40:07.450762 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-5f72e854-692e-4bb7-9474-509c0a6ffff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6273770'] for segment (5df9c223-db02-4e13-8cb8-ffe43ceae8c8), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:07.495908 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.services.segments.plugin [-] Segment 5df9c223-db02-4e13-8cb8-ffe43ceae8c8 resource provider aggregate not found Aug 31 01:40:07.514357 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.services.segments.plugin [-] Segment 5df9c223-db02-4e13-8cb8-ffe43ceae8c8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5df9c223-db02-4e13-8cb8-ffe43ceae8c8 found for delete ", "request_id": "req-45fba882-7893-46f8-96f9-a058ef789447"}]} Aug 31 01:40:07.591390 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-5f72e854-692e-4bb7-9474-509c0a6ffff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1483783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608292'] for network (3ff960d6-c555-4a2f-a596-83f0d2e0096b), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:07.597954 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-5f72e854-692e-4bb7-9474-509c0a6ffff3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537412'] for network (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:07.601237 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-5f72e854-692e-4bb7-9474-509c0a6ffff3 admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/3ff960d6-c555-4a2f-a596-83f0d2e0096b HTTP/1.1" status: 204 len: 168 time: 0.7173584 Aug 31 01:40:07.611439 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f72e854-692e-4bb7-9474-509c0a6ffff3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ff960d6-c555-4a2f-a596-83f0d2e0096b,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:40:07.898660 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 38272) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:40:07.924931 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:40:07.938778 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-46d17c67-6019-4656-94cb-0339153e20e4 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=8a6177d84e534b358b475672f474f6df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390449 Aug 31 01:40:07.945985 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [-] (106776) accepted ('10.222.0.20', 38274) {{(pid=106776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:40:07.993394 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-5095bf79-ccb3-4155-ae00-c83384e70f4f admin admin] Publish callbacks [] for security_group (19da324f-2337-49f0-9dae-b22f0d9a1e88), before_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:08.013985 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-5095bf79-ccb3-4155-ae00-c83384e70f4f admin admin] Publish callbacks [] for security_group (19da324f-2337-49f0-9dae-b22f0d9a1e88), precommit_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:08.119681 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-5095bf79-ccb3-4155-ae00-c83384e70f4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (19da324f-2337-49f0-9dae-b22f0d9a1e88), after_delete {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:08.122430 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron_lib.callbacks.manager [None req-5095bf79-ccb3-4155-ae00-c83384e70f4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:08.123617 dv-cinder-855288-2-iscsi neutron-server[106776]: INFO neutron.wsgi [None req-5095bf79-ccb3-4155-ae00-c83384e70f4f admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/19da324f-2337-49f0-9dae-b22f0d9a1e88 HTTP/1.1" status: 204 len: 168 time: 0.1767547 Aug 31 01:40:08.132278 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5095bf79-ccb3-4155-ae00-c83384e70f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19da324f-2337-49f0-9dae-b22f0d9a1e88,revision_number=None']} {{(pid=106776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:40:08.766297 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 38280) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:40:08.807039 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-909759e4-87a5-44df-a32b-305499d5abb4 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=2d46826da53d445fa93891f13fbe9826&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395792 Aug 31 01:40:08.809495 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [-] (106777) accepted ('10.222.0.20', 38282) {{(pid=106777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 01:40:08.857734 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-6ec8f528-f3a6-4c53-a5a7-3f66f1c846a9 admin admin] Publish callbacks [] for security_group (ba169492-98b6-4e64-89a0-07a15b04aef9), before_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:08.877192 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-6ec8f528-f3a6-4c53-a5a7-3f66f1c846a9 admin admin] Publish callbacks [] for security_group (ba169492-98b6-4e64-89a0-07a15b04aef9), precommit_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:08.999150 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-6ec8f528-f3a6-4c53-a5a7-3f66f1c846a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413438'] for security_group (ba169492-98b6-4e64-89a0-07a15b04aef9), after_delete {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:09.001828 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron_lib.callbacks.manager [None req-6ec8f528-f3a6-4c53-a5a7-3f66f1c846a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:09.002965 dv-cinder-855288-2-iscsi neutron-server[106777]: INFO neutron.wsgi [None req-6ec8f528-f3a6-4c53-a5a7-3f66f1c846a9 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/ba169492-98b6-4e64-89a0-07a15b04aef9 HTTP/1.1" status: 204 len: 168 time: 0.1925950 Aug 31 01:40:09.011044 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec8f528-f3a6-4c53-a5a7-3f66f1c846a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba169492-98b6-4e64-89a0-07a15b04aef9,revision_number=None']} {{(pid=106777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:40:12.463193 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=68 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:40:12.494064 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=7 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:40:18.126513 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=2,neutron:DELETE=2 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:40:18.127300 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG dbcounter [-] [106776] Writing DB stats neutron:SELECT=54,neutron:DELETE=4 {{(pid=106776) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:40:18.909941 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=72,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:40:19.007038 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG dbcounter [-] [106777] Writing DB stats neutron:SELECT=23,neutron:DELETE=1 {{(pid=106777) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:40:19.023760 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=48,neutron:DELETE=1 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:40:19.025600 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=60,neutron:DELETE=4 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:40:20.985225 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [req-ac1aa202-bdd4-43b6-94c9-b8c8e8c2af50 req-2ec3184b-bf08-4466-80a5-cb9203232c65 service neutron] (106777) timed out ('10.222.0.20', 59334) {{(pid=106777) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 31 01:40:21.183417 dv-cinder-855288-2-iscsi neutron-server[106777]: DEBUG neutron.wsgi [req-ac1aa202-bdd4-43b6-94c9-b8c8e8c2af50 req-9c636245-4a90-459c-b960-5179f54e6aa1 tempest-AttachVolumeShelveTestJSON-1916258718 tempest-AttachVolumeShelveTestJSON-1916258718-project] (106777) timed out ('10.222.0.20', 59356) {{(pid=106777) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 31 01:40:31.265387 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-814ab14c-0989-48a8-b8aa-f37d3826fa0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (06e7caa6-6f15-45a1-a03b-1c511964ed9a), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:32.979984 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.agents_db [None req-5925ee7b-6bd5-4912-8f46-3ff11817b141 None None] Agent healthcheck: found 6 active agents {{(pid=106779) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:40:33.555568 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-2a762bef-0dea-4deb-96ba-46a29c7aa6cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (1428144b-5b15-4168-8538-b51b3045e8b6), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:33.995527 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (799b9b45-836a-4007-8b99-6041c4a5ce6b), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:35.038659 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-6cf74907-e165-4231-8e79-d72e153e628e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (625e835a-7d63-45f9-8a46-c3ba876c3627), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:36.458406 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (f96ef3eb-5320-49ab-b33a-a2775d3a6053), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:36.487101 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-f7411cf7-2853-429b-aa0f-54d02b543116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (5f821ebb-aac9-4915-bb43-6712672a5d6c), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:40:39.018272 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=3 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:40:42.976697 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=5 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:40:46.378718 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:40:46.380566 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:40:58.453946 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=16 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:40:58.454700 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=10 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:41:01.269375 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-ed8e4075-866e-4b24-9772-661f6856ede5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (06e7caa6-6f15-45a1-a03b-1c511964ed9a), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:41:03.529140 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-8590876d-d4ad-4680-b332-f5fedf6415ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (1428144b-5b15-4168-8538-b51b3045e8b6), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:41:04.117770 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (799b9b45-836a-4007-8b99-6041c4a5ce6b), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:41:05.066052 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-6cf74907-e165-4231-8e79-d72e153e628e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (625e835a-7d63-45f9-8a46-c3ba876c3627), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:41:06.381679 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (f96ef3eb-5320-49ab-b33a-a2775d3a6053), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:41:06.446547 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-f7411cf7-2853-429b-aa0f-54d02b543116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (5f821ebb-aac9-4915-bb43-6712672a5d6c), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:41:09.979474 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.agents_db [None req-5925ee7b-6bd5-4912-8f46-3ff11817b141 None None] Agent healthcheck: found 6 active agents {{(pid=106779) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:41:16.018995 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=3 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:41:16.381608 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:41:16.385598 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:41:19.975360 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=5 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:41:31.282696 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-ea46e9e1-d0ad-4559-9802-852088f5aa94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (06e7caa6-6f15-45a1-a03b-1c511964ed9a), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:41:33.528258 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-70478d95-197e-4b37-8c4f-e33aab35a320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (1428144b-5b15-4168-8538-b51b3045e8b6), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:41:34.019861 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (799b9b45-836a-4007-8b99-6041c4a5ce6b), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:41:35.059838 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-6cf74907-e165-4231-8e79-d72e153e628e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (625e835a-7d63-45f9-8a46-c3ba876c3627), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:41:36.368440 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (f96ef3eb-5320-49ab-b33a-a2775d3a6053), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:41:36.459566 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-f7411cf7-2853-429b-aa0f-54d02b543116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (5f821ebb-aac9-4915-bb43-6712672a5d6c), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:41:46.384559 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:41:46.386546 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:41:46.979207 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.agents_db [None req-5925ee7b-6bd5-4912-8f46-3ff11817b141 None None] Agent healthcheck: found 6 active agents {{(pid=106779) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:42:00.012880 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=3 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:42:00.013622 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:42:01.262471 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-2340c75c-4d15-4b93-a6dd-9cffaa68db9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (06e7caa6-6f15-45a1-a03b-1c511964ed9a), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:42:03.539041 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-425f3bde-5e6b-4ba7-ab5f-71b12c9565dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (1428144b-5b15-4168-8538-b51b3045e8b6), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:42:04.005027 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (799b9b45-836a-4007-8b99-6041c4a5ce6b), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:42:05.047483 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-6cf74907-e165-4231-8e79-d72e153e628e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (625e835a-7d63-45f9-8a46-c3ba876c3627), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:42:06.372986 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (f96ef3eb-5320-49ab-b33a-a2775d3a6053), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:42:06.459012 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-f7411cf7-2853-429b-aa0f-54d02b543116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (5f821ebb-aac9-4915-bb43-6712672a5d6c), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:42:18.371079 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=21,neutron:UPDATE=5 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:42:18.372955 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:42:23.978219 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.agents_db [None req-5925ee7b-6bd5-4912-8f46-3ff11817b141 None None] Agent healthcheck: found 6 active agents {{(pid=106779) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:42:31.269832 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-26b2a3cd-703e-4ea7-998a-2f5ea4787509 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (06e7caa6-6f15-45a1-a03b-1c511964ed9a), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:42:33.541545 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-c8faab93-1d76-4fc0-957b-86ef25eb686c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (1428144b-5b15-4168-8538-b51b3045e8b6), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:42:33.973222 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=5 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:42:33.973973 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=3 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:42:34.010217 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (799b9b45-836a-4007-8b99-6041c4a5ce6b), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:42:35.046801 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-6cf74907-e165-4231-8e79-d72e153e628e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (625e835a-7d63-45f9-8a46-c3ba876c3627), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:42:36.409697 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (f96ef3eb-5320-49ab-b33a-a2775d3a6053), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:42:36.461145 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-f7411cf7-2853-429b-aa0f-54d02b543116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (5f821ebb-aac9-4915-bb43-6712672a5d6c), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:42:46.390792 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:42:46.392663 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:43:00.977275 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.agents_db [None req-5925ee7b-6bd5-4912-8f46-3ff11817b141 None None] Agent healthcheck: found 6 active agents {{(pid=106779) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:43:01.291491 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-dc759255-5d11-4298-bc65-735cded378a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (06e7caa6-6f15-45a1-a03b-1c511964ed9a), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:43:03.531281 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-9da7d204-f69b-43da-ae44-ead2d018e346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (1428144b-5b15-4168-8538-b51b3045e8b6), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:43:04.026286 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (799b9b45-836a-4007-8b99-6041c4a5ce6b), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:43:05.074481 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-6cf74907-e165-4231-8e79-d72e153e628e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (625e835a-7d63-45f9-8a46-c3ba876c3627), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:43:06.411318 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (f96ef3eb-5320-49ab-b33a-a2775d3a6053), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:43:06.468095 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-f7411cf7-2853-429b-aa0f-54d02b543116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (5f821ebb-aac9-4915-bb43-6712672a5d6c), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:43:10.973232 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=13 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:43:10.974018 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=21 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:43:16.395720 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:43:16.398315 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:UPDATE=4,neutron:SELECT=8 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:43:31.273680 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-02bb6dc2-d142-4a9e-adaa-f5d8e6a072bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (06e7caa6-6f15-45a1-a03b-1c511964ed9a), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:43:33.542153 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-652e3960-a9a2-44f3-8e83-d789b4db4996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (1428144b-5b15-4168-8538-b51b3045e8b6), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:43:34.050589 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (799b9b45-836a-4007-8b99-6041c4a5ce6b), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:43:35.062187 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-6cf74907-e165-4231-8e79-d72e153e628e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (625e835a-7d63-45f9-8a46-c3ba876c3627), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:43:36.437161 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (f96ef3eb-5320-49ab-b33a-a2775d3a6053), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:43:36.488544 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-f7411cf7-2853-429b-aa0f-54d02b543116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (5f821ebb-aac9-4915-bb43-6712672a5d6c), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:43:37.976506 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.agents_db [None req-5925ee7b-6bd5-4912-8f46-3ff11817b141 None None] Agent healthcheck: found 6 active agents {{(pid=106779) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:43:46.398722 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:43:46.400598 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:43:47.972154 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=3 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:43:47.973035 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=5 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:43:48.758134 dv-cinder-855288-2-iscsi neutron-server[106776]: DEBUG neutron.wsgi [req-68dc2e2f-5c3d-47a3-b0a7-2fc30dfc0514 req-b1430615-8c47-428d-8c73-40c62bbba540 service neutron] (106776) timed out ('10.222.0.85', 57871) {{(pid=106776) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 31 01:44:00.009771 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=1 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:44:00.011382 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:DELETE=1 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:44:01.267179 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-a6d4e0f6-74a3-495d-806d-1ea8a08a4ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (06e7caa6-6f15-45a1-a03b-1c511964ed9a), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:44:03.575727 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-4a1148a2-67ed-47ea-9f50-1ac4ebb69499 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (1428144b-5b15-4168-8538-b51b3045e8b6), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:44:04.078206 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (799b9b45-836a-4007-8b99-6041c4a5ce6b), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:44:05.064612 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-6cf74907-e165-4231-8e79-d72e153e628e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (625e835a-7d63-45f9-8a46-c3ba876c3627), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:44:06.395387 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (f96ef3eb-5320-49ab-b33a-a2775d3a6053), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:44:06.472236 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-f7411cf7-2853-429b-aa0f-54d02b543116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (5f821ebb-aac9-4915-bb43-6712672a5d6c), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:44:14.977112 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.agents_db [None req-5925ee7b-6bd5-4912-8f46-3ff11817b141 None None] Agent healthcheck: found 6 active agents {{(pid=106779) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:44:18.375207 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:44:18.378183 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:44:21.011176 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=3 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:44:24.972562 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=5 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:44:31.266369 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-7032384c-44cc-4466-bd1c-7910de1be30b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (06e7caa6-6f15-45a1-a03b-1c511964ed9a), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:44:33.540369 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-a9090adf-e74b-4969-a75b-ab420babc7e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (1428144b-5b15-4168-8538-b51b3045e8b6), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:44:34.075795 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (799b9b45-836a-4007-8b99-6041c4a5ce6b), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:44:35.088634 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-6cf74907-e165-4231-8e79-d72e153e628e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (625e835a-7d63-45f9-8a46-c3ba876c3627), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:44:36.406631 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (f96ef3eb-5320-49ab-b33a-a2775d3a6053), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:44:36.475449 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-f7411cf7-2853-429b-aa0f-54d02b543116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (5f821ebb-aac9-4915-bb43-6712672a5d6c), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:44:46.405391 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:44:46.408277 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:44:51.976535 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG neutron.db.agents_db [None req-5925ee7b-6bd5-4912-8f46-3ff11817b141 None None] Agent healthcheck: found 6 active agents {{(pid=106779) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:44:58.372324 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=18 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:45:01.282491 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b6d73cad-5240-47c4-b96f-7f1a37e33a93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (06e7caa6-6f15-45a1-a03b-1c511964ed9a), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:45:01.972254 dv-cinder-855288-2-iscsi neutron-server[106779]: DEBUG dbcounter [-] [106779] Writing DB stats neutron:SELECT=18 {{(pid=106779) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:45:03.545208 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-38edb465-ff8f-423d-a561-758f6d2032fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (1428144b-5b15-4168-8538-b51b3045e8b6), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:45:04.099473 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-b7563c84-6678-4994-bcda-3dc8e208296a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (799b9b45-836a-4007-8b99-6041c4a5ce6b), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:45:05.051962 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-6cf74907-e165-4231-8e79-d72e153e628e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (625e835a-7d63-45f9-8a46-c3ba876c3627), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:45:06.396569 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-e406d9c7-ce7a-44d9-b27f-88e15b598b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (f96ef3eb-5320-49ab-b33a-a2775d3a6053), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:45:06.453574 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG neutron_lib.callbacks.manager [None req-f7411cf7-2853-429b-aa0f-54d02b543116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779186328113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1490639'] for agent (5f821ebb-aac9-4915-bb43-6712672a5d6c), after_update {{(pid=106778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 01:45:16.404377 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 01:45:16.410823 dv-cinder-855288-2-iscsi neutron-server[106778]: DEBUG dbcounter [-] [106778] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106778) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}